-- Logs begin at Thu 2021-04-22 16:04:15 UTC, end at Thu 2021-04-22 18:09:47 UTC. -- Apr 22 16:47:09.246348 dv-neutron-786478-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 16:47:12.419509 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.common.config [-] Logging enabled! Apr 22 16:47:12.420040 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev129 Apr 22 16:47:12.421453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87094) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 16:47:12.423274 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.common.config [-] Logging enabled! Apr 22 16:47:12.423569 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev129 Apr 22 16:47:12.423925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87094) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 16:47:12.424984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 16:47:12.425253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 16:47:12.426300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 16:47:12.426587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 16:47:12.426914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 16:47:12.427292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.427639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.427982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.428249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.428589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.428930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.429256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.429594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.429936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.430264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.430609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.430956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.431223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.431547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.431879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.432218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.432478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] debug = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.433336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.433659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.433979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.434312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.434659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.434967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.435282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.435864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.436233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] host = dv-neutron-786478-3-hyperv {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.436551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.436889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.437232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.437555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.437875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.438316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.438685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.439004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.439321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] log_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.439636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.439974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.440308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.440649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.440908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.441163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.441498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.441831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.442152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.442467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.442805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.443119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.443435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.443745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.444081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.444403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.444733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.445044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.445359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.445669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.445979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.446307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.446682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.446988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.447299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.447630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.447940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.448253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.448601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.448931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.449255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.449583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.449895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.450257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.450567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.450934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.451243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] use_json = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.451553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.451866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.452191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.452501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.452808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.453118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.453428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.454292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:12.454660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.455006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.455352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.455677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.456014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.456334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.456668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.456986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.457319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.457653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.457981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.458296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.458671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.458969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.459360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.459721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.460062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.460402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.460719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.461031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.461344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.461661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.461990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.462332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.462690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.463007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.463470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.463811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.464128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.464439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.464759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.465093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.465455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.465770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.466092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.466409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.466744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.467057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.467372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.467706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.468022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.468330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.468637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.468952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.469260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.470151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.470469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.470808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.471119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.471437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.471748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.472057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.472378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.472688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.473002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.473312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.473623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.473934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.474242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.474552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.474891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.475201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.475517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.475830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.476141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.476455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.476767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.477077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.477404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.477745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.478066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.478383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.478725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.479045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.479393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.479714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.480032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.480352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.480663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.481001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.481328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.481653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.481976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.482297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.482661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.483110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.483443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.483759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.484077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.484407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.484730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.485109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.485447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.485782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.486118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.486451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.486794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.487153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.487474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:12.487725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 16:47:12.488038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87094) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 22 16:47:13.171405 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO keyring.backend [-] Loading Gnome Apr 22 16:47:13.189647 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO keyring.backend [-] Loading Google Apr 22 16:47:13.192459 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO keyring.backend [-] Loading Windows (alt) Apr 22 16:47:13.196320 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO keyring.backend [-] Loading file Apr 22 16:47:13.197281 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO keyring.backend [-] Loading keyczar Apr 22 16:47:13.197566 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO keyring.backend [-] Loading multi Apr 22 16:47:13.198220 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO keyring.backend [-] Loading pyfs Apr 22 16:47:13.247625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:47:13.247940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:47:13.248267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:47:13.248699 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 16:47:13.681814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.682766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.682766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.683842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.684279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.684582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.724989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.725310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.725612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.741938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.742257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.742564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.811727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.812058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.812354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.813993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.814303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:13.816353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.097752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.098086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.098387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.098726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.099565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.253228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.253643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.254048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.254363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.254687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.255080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.255585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.255888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.256188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.256532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.256837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.257151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.257470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.257767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.258084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.258408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.258734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.259056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.259346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.259774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.260254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.260528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.260817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.261169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.261458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.261742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.262196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:47:14.262476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:47:14.262777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:47:14.263057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:47:14.263331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:47:14.263607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:47:14.264044 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 16:47:14.267642 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 16:47:14.271772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 16:47:14.275762 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Apr 22 16:47:14.277618 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 16:47:14.278948 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 16:47:14.279340 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 16:47:14.279785 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 16:47:14.284531 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 16:47:14.284814 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 16:47:14.285232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 16:47:14.313005 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 22 16:47:14.314044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.314387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87094) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 16:47:14.314828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.316210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87094) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 16:47:14.316583 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 16:47:14.316893 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 16:47:14.320112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.320429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:14.388168 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 16:47:14.388364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 16:47:14.388619 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 16:47:14.389047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 16:47:14.424512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.sqlalchemy.engines [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=87094) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 22 16:47:14.958347 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Initializing driver for type 'gre' Apr 22 16:47:14.958981 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] gre ID ranges: [(1, 1000)] Apr 22 16:47:15.067196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Initializing driver for type 'local' Apr 22 16:47:15.067634 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Initializing driver for type 'vlan' Apr 22 16:47:15.153309 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] VlanTypeDriver initialization complete Apr 22 16:47:15.153857 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Initializing driver for type 'vxlan' Apr 22 16:47:15.154597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] vxlan ID ranges: [(1, 1000)] Apr 22 16:47:15.312472 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Initializing extension driver 'port_security' Apr 22 16:47:15.312841 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.extensions.port_security [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] PortSecurityExtensionDriver initialization complete Apr 22 16:47:15.313798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Initializing mechanism driver 'openvswitch' Apr 22 16:47:15.314164 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Initializing mechanism driver 'hyperv' Apr 22 16:47:15.320833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:47:15.321621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > port after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.322036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > port after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.322431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > port after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.322887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > subnet after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.323285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > subnet after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.323672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.324090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > network after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.324475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > network after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.324955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > network after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.325379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > security_group after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.325766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > security_group after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.326329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > security_group after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.326784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.327177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.327554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.327984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > address_group after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.328400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > address_group after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.328828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > address_group after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.329200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] ML2 OVO RPC backend initialized. {{(pid=87094) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 22 16:47:15.330126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.330563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.331095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > network before_response 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.331493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > networks before_response 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.331878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > port before_response 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.332261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > ports before_response 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.332646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > subnet before_response 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.333027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > subnets before_response 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.333415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > network after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.333792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > network after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.334168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > network after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.334543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > port after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.334972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > port after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.335346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > port after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.335728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > subnet after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.336111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > subnet after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.336481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.337165 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Modular L2 Plugin initialization complete Apr 22 16:47:15.337517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading services supported by the core plugin {{(pid=87094) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 16:47:15.337912 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.managers [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Got port-security extension from driver 'port_security' Apr 22 16:47:15.338423 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.extensions.vlantransparent [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Disabled vlantransparent extension. Apr 22 16:47:15.338994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87094) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 16:47:15.339342 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading Plugin: router Apr 22 16:47:15.380362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router_interface before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.380813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router after_create 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.381226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router before_create 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.381637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.382057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.382454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router after_delete 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.382904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > floatingip after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.383319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router after_create 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.383704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router after_update 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.384165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router after_update 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.384559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.384965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router after_update 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.385463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router precommit_update 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.385887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: port after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.386268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: port after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.386658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: subnet after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.387064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.387454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > port precommit_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.387842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router precommit_create 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.388229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: port before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.388614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router precommit_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.389120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router after_update 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.389507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router precommit_delete 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.389899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router precommit_create 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.390313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.390729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router precommit_update 55549900 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.391202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > network after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.392273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Tracking information for resource: router configured {{(pid=87094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:47:15.392651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Tracking information for resource: floatingip configured {{(pid=87094) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:47:15.397912 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_agentschedulers_db [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 16:47:15.398594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: port after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.399030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: port after_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.399424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: port after_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.399823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: port after_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.400783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router before_create 55550100 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.401195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router precommit_delete 55550100 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.401612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router precommit_create 55550100 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.401998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > router precommit_update 55550100 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.407237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.provider_configuration [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service providers = [] {{(pid=87094) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 16:47:15.407640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.servicetype_db [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87094) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 16:47:15.410701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.service_base [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87094) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:47:15.411089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.service_base [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87094) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:47:15.411470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.service_base [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87094) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:47:15.412388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.service_base [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87094) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:47:15.412871 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.services.service_base [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 16:47:15.413367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:47:15.413727 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 16:47:15.424955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:47:15.425331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading Plugin: auto_allocate Apr 22 16:47:15.431488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: network precommit_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.431903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: network precommit_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.432513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:47:15.432878 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading Plugin: tag Apr 22 16:47:15.441071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:47:15.441447 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading Plugin: timestamp Apr 22 16:47:15.445560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:47:15.445939 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading Plugin: network_ip_availability Apr 22 16:47:15.451886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.452297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.452689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.453595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:47:15.454055 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading Plugin: flavors Apr 22 16:47:15.458883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:47:15.459256 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading Plugin: revisions Apr 22 16:47:15.464023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87094) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:47:15.464450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.216s {{(pid=87094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:47:15.465312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87094) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 22 16:47:15.465754 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Initializing extension manager. Apr 22 16:47:15.466327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: __init__.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.466757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: __pycache__ {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.467134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.467509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: address_group.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.468348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.469015 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: address-group Apr 22 16:47:15.469420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: address_scope.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.470200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.470824 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: address-scope Apr 22 16:47:15.471234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: admin_state_down_before_update.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.472219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.472804 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: router-admin-state-down-before-update Apr 22 16:47:15.473177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: agent.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.473949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.474533 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: agent Apr 22 16:47:15.474928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: agent_resources_synced.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.475872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.476529 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: agent-resources-synced Apr 22 16:47:15.476920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: allowedaddresspairs.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.478854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.479538 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: allowed-address-pairs Apr 22 16:47:15.479979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: auto_allocated_topology.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.480942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.481530 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: auto-allocated-topology Apr 22 16:47:15.481898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: availability_zone.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.482727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.483323 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: availability_zone Apr 22 16:47:15.483690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: availability_zone_filter.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.484626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.485733 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: availability_zone_filter Apr 22 16:47:15.486142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: data_plane_status.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.487265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.487868 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 16:47:15.488309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: default_subnetpools.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.489258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.489846 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: default-subnetpools Apr 22 16:47:15.490206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: dhcpagentscheduler.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.491176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.491768 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: dhcp_agent_scheduler Apr 22 16:47:15.492133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: dns.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.493079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.493654 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension dns-integration not supported by any of loaded plugins Apr 22 16:47:15.494076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: dns_domain_ports.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.495085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.495674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 16:47:15.496073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: dvr.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.496869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.497469 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: dvr Apr 22 16:47:15.497890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: empty_string_filtering.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.498910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.499496 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: empty-string-filtering Apr 22 16:47:15.499899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.501417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.502002 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 16:47:15.502365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.503365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.503948 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 16:47:15.504311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: external_net.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.505263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.505873 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: external-net Apr 22 16:47:15.506246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: extra_dhcp_opt.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.507210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.507797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: extra_dhcp_opt Apr 22 16:47:15.508163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: extraroute.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.509105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.509713 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: extraroute Apr 22 16:47:15.510079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: extraroute_atomic.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.511255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.511843 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: extraroute-atomic Apr 22 16:47:15.512210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: filter_validation.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.512931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.513509 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: filter-validation Apr 22 16:47:15.513865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: fip_pf_description.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.514842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.515418 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 16:47:15.515780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: fip_port_details.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.516871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.517494 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: fip-port-details Apr 22 16:47:15.517860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: flavors.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.519183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.519764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: flavors Apr 22 16:47:15.520137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.521835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.522456 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 16:47:15.522955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: floatingip_pools.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.523730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.524323 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: floatingip-pools Apr 22 16:47:15.524689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: ip_allocation.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.525683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.526277 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 16:47:15.526697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.527633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.528298 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: ip-substring-filtering Apr 22 16:47:15.528723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: l2_adjacency.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.529721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.530300 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 16:47:15.530670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: l3.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.531855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.532463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: router Apr 22 16:47:15.532826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: l3_conntrack_helper.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.535382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.535988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 16:47:15.536366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.537366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.537962 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: ext-gw-mode Apr 22 16:47:15.538332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.539459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.540126 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: l3-ha Apr 22 16:47:15.540493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: l3_flavors.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.541442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.542031 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: l3-flavors Apr 22 16:47:15.542403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.543363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.543948 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 16:47:15.544307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: l3agentscheduler.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.545650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.546255 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: l3_agent_scheduler Apr 22 16:47:15.546661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: logging.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.548773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.549359 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension logging not supported by any of loaded plugins Apr 22 16:47:15.549729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: metering.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.550543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.551310 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: metering Apr 22 16:47:15.551771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.552943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.553531 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: metering_source_and_destination_fields Apr 22 16:47:15.553897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: multiprovidernet.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.554883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.555462 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: multi-provider Apr 22 16:47:15.555830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: netmtu.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.556857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.557449 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: net-mtu Apr 22 16:47:15.557804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: netmtu_writable.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.558850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.559438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: net-mtu-writable Apr 22 16:47:15.559840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: network_availability_zone.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.561018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.561640 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: network_availability_zone Apr 22 16:47:15.562051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: network_ip_availability.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.563800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.564390 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: network-ip-availability Apr 22 16:47:15.564755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: network_segment_range.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.565628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.566217 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 16:47:15.566605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: pagination.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.567689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.568065 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: pagination Apr 22 16:47:15.568473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: port_device_profile.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.569380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.569971 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: port-device-profile Apr 22 16:47:15.570332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.571388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.571939 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: port-mac-address-regenerate Apr 22 16:47:15.572309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.573247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.573846 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: port-numa-affinity-policy Apr 22 16:47:15.574303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: port_resource_request.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.575272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.575853 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 16:47:15.576214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: portbindings.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.577163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.577756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: binding Apr 22 16:47:15.578121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: portbindings_extended.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.579534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.580185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: binding-extended Apr 22 16:47:15.580553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: portsecurity.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.581520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.582111 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: port-security Apr 22 16:47:15.582486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: project_id.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.583531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.583910 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: project-id Apr 22 16:47:15.584275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: providernet.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.585244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.585898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: provider Apr 22 16:47:15.586262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: qos.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.590362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.592645 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension qos not supported by any of loaded plugins Apr 22 16:47:15.593039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.595267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.596216 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 16:47:15.596590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.597703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.598292 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 16:47:15.598705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: qos_default.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.599665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.600251 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension qos-default not supported by any of loaded plugins Apr 22 16:47:15.600617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: qos_fip.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.601349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.601925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension qos-fip not supported by any of loaded plugins Apr 22 16:47:15.602294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: qos_gateway_ip.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.603354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.603934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 16:47:15.604300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: qos_port_network_policy.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.605261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.605855 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 16:47:15.606219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: qos_rule_type_details.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.607184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.607768 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 16:47:15.608132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: qos_rules_alias.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.609302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.610019 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 16:47:15.610341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: quotasv2.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.611446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.611823 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: quotas Apr 22 16:47:15.612184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: quotasv2_detail.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.614032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.614464 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: quota_details Apr 22 16:47:15.614866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: rbac.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.616104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.616734 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: rbac-policies Apr 22 16:47:15.617106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: rbac_address_group.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.618141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.618806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: rbac-address-group Apr 22 16:47:15.619177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: rbac_address_scope.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.620170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.620768 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: rbac-address-scope Apr 22 16:47:15.621138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: rbac_security_groups.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.622096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.622724 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: rbac-security-groups Apr 22 16:47:15.623155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: rbac_subnetpool.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.624130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.624733 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: rbac-subnetpool Apr 22 16:47:15.625111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: revisionifmatch.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.626701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.627299 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: revision-if-match Apr 22 16:47:15.627664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: revisions.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.628874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.629462 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: standard-attr-revisions Apr 22 16:47:15.629832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: router_availability_zone.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.630577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.631353 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: router_availability_zone Apr 22 16:47:15.631598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: routerservicetype.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.632568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.633174 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension router-service-type not supported by any of loaded plugins Apr 22 16:47:15.633528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.634522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.635209 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: security-groups-normalized-cidr Apr 22 16:47:15.635574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: security_groups_port_filtering.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.636542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.637130 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: port-security-groups-filtering Apr 22 16:47:15.637488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.638464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.639087 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: security-groups-remote-address-group Apr 22 16:47:15.639451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: securitygroup.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.654698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.655383 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: security-group Apr 22 16:47:15.655774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: segment.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.656897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.657544 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension segment not supported by any of loaded plugins Apr 22 16:47:15.657946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.659194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.659866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 16:47:15.660292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: servicetype.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.661515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.662141 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: service-type Apr 22 16:47:15.662508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: sorting.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.663722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.664109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: sorting Apr 22 16:47:15.664518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: standard_attr_segment.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.665554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.666204 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 16:47:15.666570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: standardattrdescription.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.667364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.667957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: standard-attr-description Apr 22 16:47:15.668332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: stateful_security_group.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.669443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.670170 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: stateful-security-group Apr 22 16:47:15.670586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: stdattrs_common.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.671251 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 16:47:15.671614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.672869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.673501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 16:47:15.673866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: subnet_onboard.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.675137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.675754 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: subnet_onboard Apr 22 16:47:15.676122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.677143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.677749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 16:47:15.678112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: subnet_service_types.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.679153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.679753 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: subnet-service-types Apr 22 16:47:15.680122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: subnetallocation.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.681351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.682035 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: subnet_allocation Apr 22 16:47:15.682473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.683380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.684114 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: subnetpool-prefix-ops Apr 22 16:47:15.684600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.686036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.686851 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 16:47:15.687420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: tagging.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.689527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.690282 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: standard-attr-tag Apr 22 16:47:15.690750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: timestamp.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.692159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.692883 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loaded extension: standard-attr-timestamp Apr 22 16:47:15.693319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: trunk.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.694563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.695309 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension trunk not supported by any of loaded plugins Apr 22 16:47:15.695739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: trunk_details.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.696823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.697538 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension trunk-details not supported by any of loaded plugins Apr 22 16:47:15.698018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: uplink_status_propagation.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.699156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.699883 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 16:47:15.700320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Loading extension file: vlantransparent.py {{(pid=87094) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:47:15.701125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87094) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:47:15.701808 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 16:47:15.705524 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:network Apr 22 16:47:15.706456 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:subnet Apr 22 16:47:15.707360 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:47:15.708235 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:port Apr 22 16:47:15.710007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.710559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service FLAVORS assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.711361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.711890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.712318 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:router Apr 22 16:47:15.713195 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:floatingip Apr 22 16:47:15.714112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service METERING assigned prefix: /metering {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.716250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.716761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.717265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87094) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:47:15.718866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 16:47:15.719468 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:security_group Apr 22 16:47:15.720538 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 16:47:15.721460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service CORE assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.721939 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:47:15.722877 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] subnetpool is already registered Apr 22 16:47:15.723240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service CORE assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.723712 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:47:15.724172 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] subnetpool is already registered Apr 22 16:47:15.727643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.728419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service FLAVORS assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.729281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.729854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.730390 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:router Apr 22 16:47:15.730904 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] router is already registered Apr 22 16:47:15.731828 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:floatingip Apr 22 16:47:15.732292 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] floatingip is already registered Apr 22 16:47:15.733204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service METERING assigned prefix: /metering {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.734151 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 16:47:15.734667 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] rbac_policy is already registered Apr 22 16:47:15.735561 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:security_group Apr 22 16:47:15.736053 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] security_group is already registered Apr 22 16:47:15.736938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 16:47:15.737497 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] security_group_rule is already registered Apr 22 16:47:15.738482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service CORE assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.738962 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:47:15.739470 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] subnetpool is already registered Apr 22 16:47:15.740296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.resource_helper [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Service CORE assigned prefix: {{(pid=87094) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:47:15.740761 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:47:15.741218 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.quota.resource_registry [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] subnetpool is already registered Apr 22 16:47:15.742055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: extensions {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.743955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: address-groups {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.745668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: address-scopes {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.747066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: agents {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.748313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: auto-allocated-topology {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.749627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: availability_zones {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.751642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: dhcp-networks {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.753135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: dhcp-agents {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.754737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: routers {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.756708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: flavors {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.758204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: service_profiles {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.759767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: next_providers {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.761439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: service_profiles {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.762985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: floatingip-pools {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.764289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: routers {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.766252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: floatingips {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.767625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: l3-routers {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.769115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: l3-agents {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.770689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: metering-labels {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.773363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: metering-label-rules {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.774805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: network-ip-availabilities {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.778831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: bindings {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.778831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: quotas {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.779790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: quotas {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.781271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: rbac-policies {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.783327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: security-groups {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.784638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: security-group-rules {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.786153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: service-providers {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.787476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: subnetpools {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.788970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: subnetpools {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.790738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: tags {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.792546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: tags {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.794609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: tags {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.796694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: tags {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.798923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: tags {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.801098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: tags {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.803190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: tags {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.805346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: tags {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.807455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: tags {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.809653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.extensions [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Extended resource: tags {{(pid=87094) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:47:15.817746 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING keystonemiddleware.auth_token [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 16:47:15.823647 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING keystonemiddleware.auth_token [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 16:47:15.833831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Acquired lock "singleton_lock" {{(pid=87094) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 16:47:15.834363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Releasing lock "singleton_lock" {{(pid=87094) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 16:47:15.835918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO oslo_service.service [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Starting 2 workers Apr 22 16:47:15.841383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Started child 87209 {{(pid=87094) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:47:15.845359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:15.846787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Started child 87210 {{(pid=87094) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:47:15.846981 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [-] (87209) wsgi starting up on http://0.0.0.0:9696 Apr 22 16:47:15.848499 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.service [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 16:47:15.849179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Notify callbacks [] for process, before_spawn {{(pid=87094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:15.851885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO oslo_service.service [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Starting 1 workers Apr 22 16:47:15.852944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:15.855211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [-] (87210) wsgi starting up on http://0.0.0.0:9696 Apr 22 16:47:15.857478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Started child 87211 {{(pid=87094) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:47:15.858127 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO oslo_service.service [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Starting 1 workers Apr 22 16:47:15.860148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.service [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] calling RpcWorker wait() {{(pid=87211) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 16:47:15.860804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.service [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] returning from RpcWorker wait() {{(pid=87211) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 16:47:15.862563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:15.863240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:47:15.863446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Started child 87212 {{(pid=87094) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:47:15.864190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dff56da-0c4b-464e-a810-b59ee5ceed4f None None] Notify callbacks [] for process, after_spawn {{(pid=87094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:15.866110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87094) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 16:47:15.866364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 16:47:15.866533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 16:47:15.866806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 16:47:15.867278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 16:47:15.867461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 16:47:15.868042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.868415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.868668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.868908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.869262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.869926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.870235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.870535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.870842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.871125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.871361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.871595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.871825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:15.872057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.872057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.872536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.872764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.872994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.873248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.873492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.873740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.874068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.874290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.874517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] debug = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.874810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.875402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.876196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.876431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.876764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.877145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.877393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.877645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.877885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.878122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.878362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.878778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.879019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.879285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.879515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.879777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.879996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.880377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] host = dv-neutron-786478-3-hyperv {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.880606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.880861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.881095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.881316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.881617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.881939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.882231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.882533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.882798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.883110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.883357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.883610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.883858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.884221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.884456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_options = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.884681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.884903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.885128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.885530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.885530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.885980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.885980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.886399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.886399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.886935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.886935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.887378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.887378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.887817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.887817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.888259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.888259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.888692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.889075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.889075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.889520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.889752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.889752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.890167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.890362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.890732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.890976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.891305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.892025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.892223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.892426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.892623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.893012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.893209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.893554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.893779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.893988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.894329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.894775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.895031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.895229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.895485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.895845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.896059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.896251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.896442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_json = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.896701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.896949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.897246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.897493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.897742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.897995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.898265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.898544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.899029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.899386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.899695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.899979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.900373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.900633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.901000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.901328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.901328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.901698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.901900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.902136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.902469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.902776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.903060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.903421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.903735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.904042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.904297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.904585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.904823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.905095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.905451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.906157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.906157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.906602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.906602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.907087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.907310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.907556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.907781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.908134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.908577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.908830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.909053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.909317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.909740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.909740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.910022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.910273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.910590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.910902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.911271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.911391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.911626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.911900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.912155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.912444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.912715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.913041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.913326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.913597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.913837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.914087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.914330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.914608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.914899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.915171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.915422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.915675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.915939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.916242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.916601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.916917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.917062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.917271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.917541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.917810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.918063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.918316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.918584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.918880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.919130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.919381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.919636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.921957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.921957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.921957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.921957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.921957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.921957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.921957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.921957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.921957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.923772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.923772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.923772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.923772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.923772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.924413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.924413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.924712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.924846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.924992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.925272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.925582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.925853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.926144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.926440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.926719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.927023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.927278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.927543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.927813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.928180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.928475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.928732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.929012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.929291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.929586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.929941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.930277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.930567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.930911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.931155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.931764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.931937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.932111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.932422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.932669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:47:15.932805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.933003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.933323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.933781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.934078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.934366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.934669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.934945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.935302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.935850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.936105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.936366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.936683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.937003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.937295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.937567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.937821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.938837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.939124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.939391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.939664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.940115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.940296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.940523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.940822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.941101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.941416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.942081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.942081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.947549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.947549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.947549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.947549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.947549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.947549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.947549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.947549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.948759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.948759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.948759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.948759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.948759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.948759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.948759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.948759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.949966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.949966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.949966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.949966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.949966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.949966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.950667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 47888) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:47:15.950793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.950793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.950793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.950793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.950793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.950793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.950793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.950793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.952124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.952124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.952124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.952124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.952124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.952124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.952124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.952124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.953211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.953211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.953211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.953211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.953211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.953854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.953854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.954086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.954214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.954506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.954680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.954912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.955484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.955717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.955970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.956206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.956433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.956658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.956886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.957123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.957367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.957829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.957829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.958262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.958488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.959296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.959296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.959296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.959296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.960151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.960151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.960151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.960797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.960797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.960797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.961426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.961426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.961426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.962247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.962247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.962247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.962247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.963161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.963161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.963161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.963821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.963821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.963821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.964479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.964479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.965104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.965104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.965551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.965551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.966005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.966005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.966452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.966452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.967090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.967848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.968125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.968374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.968628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.968860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.969096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.969521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.969849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.970092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.970330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.970559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.970838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.971174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.971447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.971694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.971933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.972462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.972462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.972926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.972926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.973392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.973392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.975012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.975012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.975012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.975012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.975940 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0232871 Apr 22 16:47:15.976192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.976192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.976192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:15.976192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 16:47:15.977110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87094) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 16:47:15.977110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 16:47:15.977570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 16:47:15.977570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 16:47:15.980559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 16:47:15.980559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 16:47:15.980559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.980559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.981148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.981148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.981148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.981148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.981617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.981617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.981617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.981963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.982103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.982229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.982355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.984799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.984799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.984799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.984799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.984799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.985933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.985933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.986862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.987037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.987213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] debug = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.987382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.987593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.987772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.988759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.989022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.989193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.989324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.989531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.989675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.989822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.990156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.990468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.990841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.991177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.991505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.991843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.991999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.992200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] host = dv-neutron-786478-3-hyperv {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.992389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.992580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.992770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.992959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.993266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.993266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.993526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.993649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.993986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.993986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.994299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.994420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.994533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.995180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.995180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_options = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.995180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.996251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.996396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.996508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.996703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.997041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.997041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.997288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.997410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.997538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.999510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.999510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.999510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.999510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.999510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.999510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.999510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:15.999510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.000377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.000377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.000377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.000377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.000377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.000377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.000377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.000377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.001777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.001777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.001777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.001777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.001777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.001777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.002390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.002390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.002390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.002390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.003368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.003368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.003368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.003368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.003368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.003368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.004093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.004093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.004093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.004093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_json = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.004601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.004601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.004601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.004991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.004991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.004991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.005379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.005379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:47:16.005644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.005644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.005913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.006047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.006198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.006331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.006552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.010155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.010155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.010155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.010155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.010155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.010155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.010155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.010155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.011990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.012401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.012401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.012401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.012716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.012847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.012971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.013082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.013791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.013791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.013791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.013791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.014938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.015201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.015362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.015708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.015708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.016068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.016068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.016466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.016796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.016796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.017145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.017145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.017496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.017496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.017496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.018003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.018003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.018003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.018494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.018494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.018494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.019453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.019797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.020129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.020441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.020781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.020983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.021167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.021353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.021554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.024447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.024447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.024447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.024447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.024447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.024447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.024447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.024447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.024447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.026499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.026499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.026499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.026499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.026499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.026499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.026499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.026499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.026499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.030376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.030376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.030376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.030376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.030376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.030376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.030376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.030376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.033386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.033386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.033386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.033386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.033386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.033386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.033386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.033386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.035381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.035381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.035381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.035381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.035381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.035381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.035381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.035381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.040185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.040185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.040185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.040185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.040185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.040185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.040185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.040185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.041950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.041950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.041950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.041950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.041950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.041950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.041950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.041950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.041950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.044261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.044261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.044261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.044261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.044261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.044261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.044261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.044261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.046266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.046266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.046266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.046266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.046266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.046266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.046266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.046266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.048659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.048659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.048659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.048659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.048659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.048659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.048659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.048659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.050311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.050311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.050311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.050311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.050311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.050311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.050311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.050311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.052110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.052110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.052110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.052110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.052110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.052110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.052110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.052110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.053514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.053514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.053514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.053514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.053514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.053514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.053514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.053514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.055219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.055219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.055219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.055219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.055219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.055219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.055219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.055219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.056663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.056663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.056663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.056663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.056663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.056663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.056663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.056663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.057985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.057985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.057985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.057985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.057985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.057985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.057985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.057985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.059563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.059563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.059563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.059563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.059563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.059563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.059563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.059563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.059563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.061098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.061098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.061098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.061098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.061098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.061098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.061098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.061098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.062235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.062235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.062235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.062235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.062235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.062235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.062235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.062235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.062235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.064799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.064799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.064799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.064799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.064799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.064799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.064799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.064799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.066165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.066307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.066435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.068081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.068081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.068081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.068454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.068454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.068681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.068681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.068898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.069015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.070033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.070033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.070033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.070033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.071714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.071897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.072122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.072463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.072786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.072958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.073090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.073866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.074022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.074154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.074459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.074597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.074781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.074911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.075167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.075311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.075437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.076479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.076657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.076819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.077188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.077457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.077608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.077746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.078012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:47:16.078164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87094) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 16:47:16.138764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:47:27.988908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814a91c-8913-483b-9245-13b0eb54e83d None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 16:47:28.112227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814a91c-8913-483b-9245-13b0eb54e83d None None] No non-hosted networks {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 16:47:28.207721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d86c10f3-7b80-489a-8292-9a7707205b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589'] for agent, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:30.252716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d28ccaa7-6a4a-4622-b1cb-57c972499d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589'] for agent, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:30.307201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a63b4a6-bdc9-4750-99b5-e6104b097389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:31.352092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589'] for agent, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:31.375400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589'] for agent, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:31.376152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.376586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.377014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.377557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.377962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.378518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.379088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.379641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.380196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.380954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.381504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.382037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:31.382648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-786478-3-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:47:31.392927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-786478-3-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:47:32.637823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589'] for agent, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:33.569516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 47988) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:47:34.233656 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING oslo_policy.policy [None req-b3b4bf6f-4891-401e-af2b-722c17240ef1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:47:34.234747 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING oslo_policy.policy [None req-b3b4bf6f-4891-401e-af2b-722c17240ef1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:47:34.467049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-b3b4bf6f-4891-401e-af2b-722c17240ef1 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:47:34.468090 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b3b4bf6f-4891-401e-af2b-722c17240ef1 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8975604 Apr 22 16:47:34.581807 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_hamode_db [None req-414c5ce7-6d98-478d-bd4a-c2ba36d0c187 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 16:47:34.675456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c5ce7-6d98-478d-bd4a-c2ba36d0c187 None None] Routers set() bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:47:34.675966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c5ce7-6d98-478d-bd4a-c2ba36d0c187 None None] Router IDs set() for agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 22 16:47:37.247543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48002) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:47:37.665190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-85a74efd-19c8-4ef1-995f-f08b0d756e1d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:47:37.770429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.policy [None req-85a74efd-19c8-4ef1-995f-f08b0d756e1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87210) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 16:47:37.825749 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING oslo_policy.policy [None req-85a74efd-19c8-4ef1-995f-f08b0d756e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:47:37.826180 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING oslo_policy.policy [None req-85a74efd-19c8-4ef1-995f-f08b0d756e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:47:37.845527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota [None req-85a74efd-19c8-4ef1-995f-f08b0d756e1d admin admin] Loaded quota_driver: . Apr 22 16:47:37.861333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-85a74efd-19c8-4ef1-995f-f08b0d756e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:47:37.969894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85a74efd-19c8-4ef1-995f-f08b0d756e1d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256622066662', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256622065738', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256622056643', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256622050471', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256622033177', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256622032936', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854042045', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838758845', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-434280', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854157433'] for rbac-policy, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:38.386772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85a74efd-19c8-4ef1-995f-f08b0d756e1d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:38.387974 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85a74efd-19c8-4ef1-995f-f08b0d756e1d admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1393816 Apr 22 16:47:41.384383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48016) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:47:41.783190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'admin_state_up': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:47:41.789064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:47:41.793575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Usage tracker for resource:network and tenant:b9d4cd0c90e04666a2165f4648012770 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:47:41.797630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:47:41.804070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:47:41.866186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Made reservation on behalf of b9d4cd0c90e04666a2165f4648012770 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:47:41.872086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:41.888629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:41.903936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:47:41.908373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Usage tracker for resource:security_group_rule and tenant:b9d4cd0c90e04666a2165f4648012770 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:47:41.911911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:47:41.917804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:47:42.127093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:42.157617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:42.162675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:47:42.181527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:47:42.211864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363256624691606', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:42.212501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Unsubscribe: segment precommit_create {{(pid=87210) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 16:47:42.212982 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Added segment 109744e0-241c-4efb-a11d-94f53af1f997 of type vlan for network 73078893-e350-4ac8-9d64-0aa74679bd8b Apr 22 16:47:42.262489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2a3b7d-53d7-4734-8be7-56c0dcade38f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:47:42.279649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.280036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.280413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.281442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.281802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.282170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.282522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.282915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.283266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.283611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.283956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.284300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Tracked resource versions report: Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: pushed versions: Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: { 'AddressGroup': {'1.2'}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': {'1.0'}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': {'1.0'}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': {'1.1'}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': {'1.7'}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': {'1.2'}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': {'1.8'}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': {'1.4'}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': {'1.0'}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': {'1.1'}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': {'1.1'}} Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: consumer versions: Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: { DHCP agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: L3 agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: Metadata agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: Metering agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: Open vSwitch agent@dv-neutron-786478-3-hyperv: { 'AddressGroup': '1.2', Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': '1.0', Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': '1.0', Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': '1.1', Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': '1.7', Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': '1.2', Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': '1.8', Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': '1.4', Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': '1.2', Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': '1.0', Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': '1.1', Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': '1.1'}} Apr 22 16:47:42.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: {{(pid=87210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:47:42.334795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:42.339717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:47:42.397620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:42.399044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:47:42.399715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:42.404793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:47:42.516050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Pushing event updated for resources: {'Network': ['ID=73078893-e350-4ac8-9d64-0aa74679bd8b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:47:42.519277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:47:42.527722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 73078893-e350-4ac8-9d64-0aa74679bd8b details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:47:42.541356 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.1557920 Apr 22 16:47:45.646008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48032) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:47:46.127631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495edfad-3156-48ce-a70f-6beecc71545d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:47:46.129092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-495edfad-3156-48ce-a70f-6beecc71545d admin admin] 10.222.0.77 "GET /v2.0/networks/73078893-e350-4ac8-9d64-0aa74679bd8b HTTP/1.1" status: 200 len: 826 time: 0.4819911 Apr 22 16:47:46.157154 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-625f07d7-a3b6-464c-a62b-d8ed8e8a9b94 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/a1381d5a-3a3e-4d45-9bb1-2eed86f1ae59 HTTP/1.1" status: 200 len: 734 time: 0.0219555 Apr 22 16:47:46.166906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Request body: {'subnet': {'subnetpool_id': 'a1381d5a-3a3e-4d45-9bb1-2eed86f1ae59', 'gateway_ip': '172.20.0.1', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'name': 'private-subnet', 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b', 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:47:46.172209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:47:46.176210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Usage tracker for resource:subnet and tenant:b9d4cd0c90e04666a2165f4648012770 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:47:46.179261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:47:46.185416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:47:46.291821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Made reservation on behalf of b9d4cd0c90e04666a2165f4648012770 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:47:46.296829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:46.793191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:46.799032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:47:46.885395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Checking segment: {'id': '109744e0-241c-4efb-a11d-94f53af1f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:47:46.885771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Network hostable DHCP agents. Network: 73078893-e350-4ac8-9d64-0aa74679bd8b, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:47:46.891525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c13db9-cd0b-45cc-b841-6c0343f850bd,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:47:46.898789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:47:46.928475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Network 73078893-e350-4ac8-9d64-0aa74679bd8b is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:47:46.957035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 73078893-e350-4ac8-9d64-0aa74679bd8b) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:47:46.961456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:47:46.962095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:46.966563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d414ff-dfca-4a3c-ba51-4006ba54ed74 None None] Network 73078893-e350-4ac8-9d64-0aa74679bd8b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:47:46.998070 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8349273 Apr 22 16:47:47.290097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-73078893-e350-4ac8-9d64-0aa74679bd8b', 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'fixed_ips': [{'subnet_id': '23c13db9-cd0b-45cc-b841-6c0343f850bd'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:47:47.291456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:47.651292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Allocated IP 172.20.0.2 (73078893-e350-4ac8-9d64-0aa74679bd8b/23c13db9-cd0b-45cc-b841-6c0343f850bd/d64068d7-6518-4d39-9e72-ce8b2dd78f30) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:47:47.883579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:47.948956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Transition to ACTIVE for port object d64068d7-6518-4d39-9e72-ce8b2dd78f30 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:47:47.969336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Transition to ACTIVE for port object d64068d7-6518-4d39-9e72-ce8b2dd78f30 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:47:47.997827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:48.006179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:47:48.069033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Network 73078893-e350-4ac8-9d64-0aa74679bd8b is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:47:48.072506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:47:48.078731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:47:48.085059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Pushing event updated for resources: {'Port': ['ID=d64068d7-6518-4d39-9e72-ce8b2dd78f30,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:47:48.126463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.126856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.127221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.127580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.127935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.128302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.128652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.129004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.129457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.129702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.130048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.130390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Tracked resource versions report: Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: pushed versions: Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: { 'AddressGroup': {'1.2'}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': {'1.0'}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': {'1.0'}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': {'1.1'}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': {'1.7'}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': {'1.2'}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': {'1.8'}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': {'1.4'}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': {'1.0'}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': {'1.1'}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': {'1.1'}} Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: consumer versions: Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: { DHCP agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: L3 agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: Metadata agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: Metering agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: Open vSwitch agent@dv-neutron-786478-3-hyperv: { 'AddressGroup': '1.2', Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': '1.0', Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': '1.0', Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': '1.1', Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': '1.7', Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': '1.2', Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': '1.8', Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': '1.4', Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': '1.2', Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': '1.0', Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': '1.1', Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': '1.1'}} Apr 22 16:47:48.131793 dv-neutron-786478-3-hyperv neutron-server[87094]: {{(pid=87211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:47:48.167380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:47:48.195557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Attempting to bind port d64068d7-6518-4d39-9e72-ce8b2dd78f30 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:47:48.195982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Attempting to bind port d64068d7-6518-4d39-9e72-ce8b2dd78f30 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '109744e0-241c-4efb-a11d-94f53af1f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:47:48.196393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Attempting to bind port d64068d7-6518-4d39-9e72-ce8b2dd78f30 on network 73078893-e350-4ac8-9d64-0aa74679bd8b {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:47:48.203124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:47:48.203475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Checking segment: {'id': '109744e0-241c-4efb-a11d-94f53af1f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:47:48.204823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:48.204823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Bound using segment: {'id': '109744e0-241c-4efb-a11d-94f53af1f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:47:48.204823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Bound port: d64068d7-6518-4d39-9e72-ce8b2dd78f30, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109744e0-241c-4efb-a11d-94f53af1f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:47:48.205219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:48.297769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] For port d64068d7-6518-4d39-9e72-ce8b2dd78f30, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:47:48.301933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] For port d64068d7-6518-4d39-9e72-ce8b2dd78f30, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d64068d7-6518-4d39-9e72-ce8b2dd78f30,segment=NetworkSegment(109744e0-241c-4efb-a11d-94f53af1f997),segment_id=109744e0-241c-4efb-a11d-94f53af1f997)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:47:48.375612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:48.380936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:47:48.472687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Pushing event updated for resources: {'Port': ['ID=d64068d7-6518-4d39-9e72-ce8b2dd78f30,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:47:48.475852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:47:49.757426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48042) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:47:50.171494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-d6632ab4-ac31-47c7-bb5f-fe9364d241bf admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:47:50.172574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d6632ab4-ac31-47c7-bb5f-fe9364d241bf admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4141204 Apr 22 16:47:52.959474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48052) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:47:53.356888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-d29a0909-4452-47d4-b924-4c44297a3747 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:47:53.357996 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d29a0909-4452-47d4-b924-4c44297a3747 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3975160 Apr 22 16:47:55.352564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d64068d7-6518-4d39-9e72-ce8b2dd78f30 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:47:55.405989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9435f2ca-a989-4fe1-be12-610a7d80bb68 None None] Network 73078893-e350-4ac8-9d64-0aa74679bd8b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:47:55.611039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port d64068d7-6518-4d39-9e72-ce8b2dd78f30 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:47:55.625002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d64068d7-6518-4d39-9e72-ce8b2dd78f30 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:47:55.625517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:55.658663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f17ed18b-19ca-41d0-888d-b3cc44032125 None None] Provisioning for port d64068d7-6518-4d39-9e72-ce8b2dd78f30 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:47:55.714721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f17ed18b-19ca-41d0-888d-b3cc44032125 None None] Provisioning complete for port d64068d7-6518-4d39-9e72-ce8b2dd78f30 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:47:55.715136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f17ed18b-19ca-41d0-888d-b3cc44032125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:55.918533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:55.958200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f17ed18b-19ca-41d0-888d-b3cc44032125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:55.992348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port d64068d7-6518-4d39-9e72-ce8b2dd78f30, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d64068d7-6518-4d39-9e72-ce8b2dd78f30,segment=NetworkSegment(109744e0-241c-4efb-a11d-94f53af1f997),segment_id=109744e0-241c-4efb-a11d-94f53af1f997)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:47:56.028457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:56.040791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:47:56.113839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-f17ed18b-19ca-41d0-888d-b3cc44032125 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:47:56.114238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-f17ed18b-19ca-41d0-888d-b3cc44032125 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:47:56.126938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=d64068d7-6518-4d39-9e72-ce8b2dd78f30,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:47:56.130363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:47:56.457834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48070) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:47:56.795612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9d415e38-7a00-4231-a0c3-72737c579973 None None] Provisioning complete for port d64068d7-6518-4d39-9e72-ce8b2dd78f30 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:47:56.796528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d415e38-7a00-4231-a0c3-72737c579973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:57.092185 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING oslo_policy.policy [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:47:57.093293 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING oslo_policy.policy [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:47:57.317314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d64068d7-6518-4d39-9e72-ce8b2dd78f30 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:47:57.322925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Request body: {'router': {'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'admin_state_up': True, 'name': 'router1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:47:57.390518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d64068d7-6518-4d39-9e72-ce8b2dd78f30 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:47:57.390982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:57.399230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.policy [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87209) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 16:47:57.454694 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING oslo_policy.policy [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:47:57.455123 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING oslo_policy.policy [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:47:57.474005 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.quota [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Loaded quota_driver: . Apr 22 16:47:57.489546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:47:57.496025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Usage tracker for resource:router and tenant:b9d4cd0c90e04666a2165f4648012770 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:47:57.500717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:47:57.508190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:47:57.567957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:57.570048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:57.640330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:57.864724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76ec902e-b00b-466b-8f52-7a1f07693ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:57.935463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:57.980252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:57.981586 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a1e7ba10-5bc0-4b9a-b6de-b19931da54b7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5216811 Apr 22 16:48:00.224926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1535575a-fff5-4e52-8fdf-9a8ad5ffab93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:00.702487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48096) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:48:00.865258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-9ff09c69-db72-4368-95a1-065bd2a12388 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:48:00.866320 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9ff09c69-db72-4368-95a1-065bd2a12388 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1627438 Apr 22 16:48:01.270660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:01.357489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:02.557096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:03.442455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48116) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:48:03.493786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:48:03.500794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:48:03.504710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Usage tracker for resource:network and tenant:70becdb111134014aeafbe1d9de25c01 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:48:03.507929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:48:03.513841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:48:03.597171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Made reservation on behalf of 70becdb111134014aeafbe1d9de25c01 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:48:03.603195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:03.621908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:03.637170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:48:03.641142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:70becdb111134014aeafbe1d9de25c01 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:48:03.644401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:48:03.650258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:48:03.873176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:03.899827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:03.904470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:03.915745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Reserving flat network on physical network physnet1 {{(pid=87209) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 22 16:48:03.986077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363256624691606', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:03.986686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Unsubscribe: segment precommit_create {{(pid=87209) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 16:48:03.987158 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Added segment 13a1cbb5-9d83-4bd1-938c-e29b0050ec38 of type flat for network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 Apr 22 16:48:04.038130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fc156d-43f0-4284-8a36-df1fb9076e27,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:04.060236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.060615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.061251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.061601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.061947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.062302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.062671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.063023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.063366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.063703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.064040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.064376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Tracked resource versions report: Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: pushed versions: Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: { 'AddressGroup': {'1.2'}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': {'1.0'}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': {'1.0'}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': {'1.1'}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': {'1.7'}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': {'1.2'}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': {'1.8'}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': {'1.4'}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': {'1.0'}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': {'1.1'}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': {'1.1'}} Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: consumer versions: Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: { DHCP agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: L3 agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: Metadata agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: Metering agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: Open vSwitch agent@dv-neutron-786478-3-hyperv: { 'AddressGroup': '1.2', Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': '1.0', Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': '1.0', Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': '1.1', Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': '1.7', Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': '1.2', Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': '1.8', Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': '1.4', Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': '1.2', Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': '1.0', Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': '1.1', Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': '1.1'}} Apr 22 16:48:04.065708 dv-neutron-786478-3-hyperv neutron-server[87094]: {{(pid=87209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:48:04.095767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:04.126220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:04.203508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:04.205022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:48:04.205692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:04.210919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:04.319966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:04.323124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:04.331577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:48:04.346928 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9033096 Apr 22 16:48:06.874531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48130) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:48:06.993359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291be387-d051-4a80-b4e8-c11860f9cfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:48:06.994759 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-291be387-d051-4a80-b4e8-c11860f9cfc6 admin admin] 10.222.0.77 "GET /v2.0/subnets/23c13db9-cd0b-45cc-b841-6c0343f850bd HTTP/1.1" status: 200 len: 849 time: 0.1191361 Apr 22 16:48:07.144966 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4a7bf36a-730e-46aa-b763-372934697fa7 admin admin] 10.222.0.77 "GET /v2.0/routers/162b4713-f095-4189-89cc-7e454174f686 HTTP/1.1" status: 200 len: 704 time: 0.1440649 Apr 22 16:48:07.622128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:07.923362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Allocated IP 172.20.0.1 (73078893-e350-4ac8-9d64-0aa74679bd8b/23c13db9-cd0b-45cc-b841-6c0343f850bd/e70c97d4-088a-46ad-a038-85f4125a1f4a) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:48:08.351882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:08.369893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Transition to ACTIVE for port object e70c97d4-088a-46ad-a038-85f4125a1f4a will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:48:08.466793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:08.471911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:08.534850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Network 73078893-e350-4ac8-9d64-0aa74679bd8b is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:48:08.538313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:48:08.544548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:48:08.545070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:08.678902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Pushing event updated for resources: {'Port': ['ID=e70c97d4-088a-46ad-a038-85f4125a1f4a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:08.685390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:08.763014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-266bd17b-1001-4434-8dde-65dfc89e9427 None None] Provisioning for port e70c97d4-088a-46ad-a038-85f4125a1f4a completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:48:08.768794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-266bd17b-1001-4434-8dde-65dfc89e9427 None None] Provisioning complete for port e70c97d4-088a-46ad-a038-85f4125a1f4a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:48:08.769205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-266bd17b-1001-4434-8dde-65dfc89e9427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:08.825218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-266bd17b-1001-4434-8dde-65dfc89e9427 None None] Port e70c97d4-088a-46ad-a038-85f4125a1f4a cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:48:08.859738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:09.093584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:09.123051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:09.124115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:09.128666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:09.266961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Pushing event updated for resources: {'Port': ['ID=e70c97d4-088a-46ad-a038-85f4125a1f4a,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:09.269851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:09.334968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Network 73078893-e350-4ac8-9d64-0aa74679bd8b is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:48:09.336095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:48:09.555396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cc96bdad-2c6b-450d-889f-3aab81a3d8c1 None None] Provisioning complete for port e70c97d4-088a-46ad-a038-85f4125a1f4a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:48:09.555835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc96bdad-2c6b-450d-889f-3aab81a3d8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:09.574764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Router 162b4713-f095-4189-89cc-7e454174f686 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:48:09.615963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cc96bdad-2c6b-450d-889f-3aab81a3d8c1 None None] Port e70c97d4-088a-46ad-a038-85f4125a1f4a cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:48:09.741013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:48:09.751739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Sync routers for ids ['162b4713-f095-4189-89cc-7e454174f686'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:48:09.752302 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] 10.222.0.77 "PUT /v2.0/routers/162b4713-f095-4189-89cc-7e454174f686/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6016889 Apr 22 16:48:09.763222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Routers {'162b4713-f095-4189-89cc-7e454174f686'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:48:09.764678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:48:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['162b4713-f095-4189-89cc-7e454174f686'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:48:09.955670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Set router 162b4713-f095-4189-89cc-7e454174f686 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:48:10.513212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162b4713-f095-4189-89cc-7e454174f686', 'name': 'router1', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:47:57Z', 'updated_at': '2021-04-22T16:48:08Z', 'revision_number': 2, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'gw_port_host': None, '_interfaces': [{'id': 'e70c97d4-088a-46ad-a038-85f4125a1f4a', 'name': '', 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'mac_address': 'fa:16:3e:6a:41:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162b4713-f095-4189-89cc-7e454174f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:48:07Z', 'updated_at': '2021-04-22T16:48:08Z', 'revision_number': 2, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'subnets': [{'id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1381d5a-3a3e-4d45-9bb1-2eed86f1ae59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:48:10.518856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Checking router: 162b4713-f095-4189-89cc-7e454174f686 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:48:10.519248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Updating router 162b4713-f095-4189-89cc-7e454174f686 port e70c97d4-088a-46ad-a038-85f4125a1f4a binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:48:10.578031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:10.973896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:10.988989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Transition to ACTIVE for port object e70c97d4-088a-46ad-a038-85f4125a1f4a will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:48:11.019891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:11.026140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:11.200172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Pushing event updated for resources: {'Port': ['ID=e70c97d4-088a-46ad-a038-85f4125a1f4a,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:11.243338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.243656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.244026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.244387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.244750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.245123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.245482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.245834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.246199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.246553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.246928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.247659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Tracked resource versions report: Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: pushed versions: Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: { 'AddressGroup': {'1.2'}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': {'1.0'}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': {'1.0'}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': {'1.1'}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': {'1.7'}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': {'1.2'}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': {'1.8'}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': {'1.4'}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': {'1.0'}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': {'1.1'}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': {'1.1'}} Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: consumer versions: Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: { DHCP agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: L3 agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: Metadata agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: Metering agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: Open vSwitch agent@dv-neutron-786478-3-hyperv: { 'AddressGroup': '1.2', Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': '1.0', Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': '1.0', Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': '1.1', Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': '1.7', Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': '1.2', Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': '1.8', Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': '1.4', Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': '1.2', Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': '1.0', Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': '1.1', Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': '1.1'}} Apr 22 16:48:11.248696 dv-neutron-786478-3-hyperv neutron-server[87094]: {{(pid=87212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:48:11.263811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:11.273393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Attempting to bind port e70c97d4-088a-46ad-a038-85f4125a1f4a on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:48:11.273820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Attempting to bind port e70c97d4-088a-46ad-a038-85f4125a1f4a by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '109744e0-241c-4efb-a11d-94f53af1f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:48:11.274201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Attempting to bind port e70c97d4-088a-46ad-a038-85f4125a1f4a on network 73078893-e350-4ac8-9d64-0aa74679bd8b {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:48:11.280448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:48:11.280864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Checking segment: {'id': '109744e0-241c-4efb-a11d-94f53af1f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:48:11.281342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:11.281767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Bound using segment: {'id': '109744e0-241c-4efb-a11d-94f53af1f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:48:11.282303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Bound port: e70c97d4-088a-46ad-a038-85f4125a1f4a, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109744e0-241c-4efb-a11d-94f53af1f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:48:11.282733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:11.377327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] For port e70c97d4-088a-46ad-a038-85f4125a1f4a, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:48:11.381677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] For port e70c97d4-088a-46ad-a038-85f4125a1f4a, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e70c97d4-088a-46ad-a038-85f4125a1f4a,segment=NetworkSegment(109744e0-241c-4efb-a11d-94f53af1f997),segment_id=109744e0-241c-4efb-a11d-94f53af1f997)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:48:11.443277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:11.448286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:11.537913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Pushing event updated for resources: {'Port': ['ID=e70c97d4-088a-46ad-a038-85f4125a1f4a,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:11.540758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Routers {'162b4713-f095-4189-89cc-7e454174f686'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:48:11.541409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:48:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['162b4713-f095-4189-89cc-7e454174f686'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:48:11.594997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:11.706809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] Set router 162b4713-f095-4189-89cc-7e454174f686 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:48:12.047116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162b4713-f095-4189-89cc-7e454174f686', 'name': 'router1', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:47:57Z', 'updated_at': '2021-04-22T16:48:08Z', 'revision_number': 2, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'gw_port_host': None, '_interfaces': [{'id': 'e70c97d4-088a-46ad-a038-85f4125a1f4a', 'name': '', 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'mac_address': 'fa:16:3e:6a:41:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162b4713-f095-4189-89cc-7e454174f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:48:07Z', 'updated_at': '2021-04-22T16:48:11Z', 'revision_number': 4, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'subnets': [{'id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1381d5a-3a3e-4d45-9bb1-2eed86f1ae59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:48:12.051276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0f2e1-f4f6-4903-a9ca-38c163f6bd0f None None] The sync data for ids ['162b4713-f095-4189-89cc-7e454174f686'] in dv-neutron-786478-3-hyperv is: [{'id': '162b4713-f095-4189-89cc-7e454174f686', 'name': 'router1', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:47:57Z', 'updated_at': '2021-04-22T16:48:08Z', 'revision_number': 2, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'gw_port_host': None, '_interfaces': [{'id': 'e70c97d4-088a-46ad-a038-85f4125a1f4a', 'name': '', 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'mac_address': 'fa:16:3e:6a:41:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162b4713-f095-4189-89cc-7e454174f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:48:07Z', 'updated_at': '2021-04-22T16:48:11Z', 'revision_number': 4, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'subnets': [{'id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1381d5a-3a3e-4d45-9bb1-2eed86f1ae59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:48:12.303452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48142) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:48:12.461566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe3efaf-93bc-4620-a68f-b2c77b11e64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:48:12.462330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-abe3efaf-93bc-4620-a68f-b2c77b11e64b admin admin] Synchronizing usage tracker for tenant:70becdb111134014aeafbe1d9de25c01 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:48:12.511803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-abe3efaf-93bc-4620-a68f-b2c77b11e64b admin admin] Unset dirty status for tenant:70becdb111134014aeafbe1d9de25c01 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:48:12.513091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-abe3efaf-93bc-4620-a68f-b2c77b11e64b admin admin] 10.222.0.77 "GET /v2.0/networks/5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 842 time: 0.2086639 Apr 22 16:48:12.523549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:48:12.529215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:48:12.533217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Usage tracker for resource:subnet and tenant:70becdb111134014aeafbe1d9de25c01 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:48:12.536270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:48:12.542807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:48:12.574499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Made reservation on behalf of 70becdb111134014aeafbe1d9de25c01 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:48:12.579114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:13.198374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87209) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 16:48:13.198859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:13.203716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:13.277242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6a2145-fd2e-4636-833c-334cdcfd015e,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:13.285181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:13.287811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:48:13.288197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Network hostable DHCP agents. Network: 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:48:13.361755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:48:13.408659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:48:13.413629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:48:13.414368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:13.418510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7234cebf-293c-488b-9afc-9e189f43aefa None None] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:48:13.466808 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9469309 Apr 22 16:48:13.655347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fb0d21-13b4-4b15-a1d0-671ed4bd8213 None None] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:48:15.375838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e70c97d4-088a-46ad-a038-85f4125a1f4a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:48:15.483782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port e70c97d4-088a-46ad-a038-85f4125a1f4a completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:48:15.488885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e70c97d4-088a-46ad-a038-85f4125a1f4a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:48:15.489292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:15.637206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:15.672583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port e70c97d4-088a-46ad-a038-85f4125a1f4a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e70c97d4-088a-46ad-a038-85f4125a1f4a,segment=NetworkSegment(109744e0-241c-4efb-a11d-94f53af1f997),segment_id=109744e0-241c-4efb-a11d-94f53af1f997)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:48:15.744294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:15.746498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:15.968819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=e70c97d4-088a-46ad-a038-85f4125a1f4a,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:15.972057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:16.103470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48156) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:48:16.474098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8458ce57-ef44-4b3d-a13b-0e47586738a7 admin admin] 10.222.0.77 "GET /v2.0/routers/162b4713-f095-4189-89cc-7e454174f686 HTTP/1.1" status: 200 len: 710 time: 0.3694096 Apr 22 16:48:16.610170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3ef89-cb29-4570-83d9-8ffdbcb1950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:48:16.611649 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-62f3ef89-cb29-4570-83d9-8ffdbcb1950b admin admin] 10.222.0.77 "GET /v2.0/networks/5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 886 time: 0.1317799 Apr 22 16:48:16.621485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:48:17.086439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:17.338836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e70c97d4-088a-46ad-a038-85f4125a1f4a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:48:17.410391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e70c97d4-088a-46ad-a038-85f4125a1f4a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:48:17.410839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:17.467987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:17.533848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:17.676590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Allocated IP 172.26.6.240 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/ba25c198-bea8-4142-8052-4715c89176c5) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:48:17.833079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:17.893394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:17.898590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:17.962050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:48:17.970819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:48:17.973511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:48:18.055956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=ba25c198-bea8-4142-8052-4715c89176c5,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:18.059085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:18.684501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:19.040896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:19.045802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:19.236631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Router 162b4713-f095-4189-89cc-7e454174f686 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:48:19.423667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:48:19.432018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:19.433280 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] 10.222.0.77 "PUT /v2.0/routers/162b4713-f095-4189-89cc-7e454174f686 HTTP/1.1" status: 200 len: 890 time: 2.8153281 Apr 22 16:48:19.433897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Sync routers for ids ['162b4713-f095-4189-89cc-7e454174f686'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:48:19.445395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Routers {'162b4713-f095-4189-89cc-7e454174f686'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:48:19.446098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:48:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['162b4713-f095-4189-89cc-7e454174f686'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:48:19.656165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Set router 162b4713-f095-4189-89cc-7e454174f686 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:48:20.043663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162b4713-f095-4189-89cc-7e454174f686', 'name': 'router1', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'ba25c198-bea8-4142-8052-4715c89176c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:47:57Z', 'updated_at': '2021-04-22T16:48:18Z', 'revision_number': 4, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'gw_port': {'id': 'ba25c198-bea8-4142-8052-4715c89176c5', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162b4713-f095-4189-89cc-7e454174f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:48:17Z', 'updated_at': '2021-04-22T16:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'e70c97d4-088a-46ad-a038-85f4125a1f4a', 'name': '', 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'mac_address': 'fa:16:3e:6a:41:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162b4713-f095-4189-89cc-7e454174f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:48:07Z', 'updated_at': '2021-04-22T16:48:15Z', 'revision_number': 5, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'subnets': [{'id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1381d5a-3a3e-4d45-9bb1-2eed86f1ae59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:48:20.053082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Checking router: 162b4713-f095-4189-89cc-7e454174f686 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:48:20.053737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Updating router 162b4713-f095-4189-89cc-7e454174f686 port ba25c198-bea8-4142-8052-4715c89176c5 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:48:20.139794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:20.512740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:20.580431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Transition to ACTIVE for port object ba25c198-bea8-4142-8052-4715c89176c5 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:48:20.614590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:20.620037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:20.699393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Attempting to bind port ba25c198-bea8-4142-8052-4715c89176c5 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:48:20.699811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Attempting to bind port ba25c198-bea8-4142-8052-4715c89176c5 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:48:20.700215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Attempting to bind port ba25c198-bea8-4142-8052-4715c89176c5 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:48:20.711050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:48:20.711457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:48:20.711905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:20.712339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:48:20.712864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Bound port: ba25c198-bea8-4142-8052-4715c89176c5, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:48:20.713277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:20.755763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee85a6-9d73-4c94-9f6e-b2fc94af5386 None None] Pushing event updated for resources: {'Port': ['ID=ba25c198-bea8-4142-8052-4715c89176c5,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:20.758724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8ee85a6-9d73-4c94-9f6e-b2fc94af5386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:20.801809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] For port ba25c198-bea8-4142-8052-4715c89176c5, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:48:20.805113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] For port ba25c198-bea8-4142-8052-4715c89176c5, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ba25c198-bea8-4142-8052-4715c89176c5,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:48:20.843911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:20.849371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:20.928773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Routers {'162b4713-f095-4189-89cc-7e454174f686'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:48:20.929457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:48:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['162b4713-f095-4189-89cc-7e454174f686'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:48:21.006865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee85a6-9d73-4c94-9f6e-b2fc94af5386 None None] Pushing event updated for resources: {'Port': ['ID=ba25c198-bea8-4142-8052-4715c89176c5,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:21.010125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8ee85a6-9d73-4c94-9f6e-b2fc94af5386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:21.130977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] Set router 162b4713-f095-4189-89cc-7e454174f686 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:48:21.481166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162b4713-f095-4189-89cc-7e454174f686', 'name': 'router1', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'ba25c198-bea8-4142-8052-4715c89176c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:47:57Z', 'updated_at': '2021-04-22T16:48:18Z', 'revision_number': 4, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'gw_port': {'id': 'ba25c198-bea8-4142-8052-4715c89176c5', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162b4713-f095-4189-89cc-7e454174f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:48:17Z', 'updated_at': '2021-04-22T16:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'e70c97d4-088a-46ad-a038-85f4125a1f4a', 'name': '', 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'mac_address': 'fa:16:3e:6a:41:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162b4713-f095-4189-89cc-7e454174f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:48:07Z', 'updated_at': '2021-04-22T16:48:15Z', 'revision_number': 5, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'subnets': [{'id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1381d5a-3a3e-4d45-9bb1-2eed86f1ae59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:48:21.485918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af0d41-72a5-42f0-97dd-7f8fec8fe3f5 None None] The sync data for ids ['162b4713-f095-4189-89cc-7e454174f686'] in dv-neutron-786478-3-hyperv is: [{'id': '162b4713-f095-4189-89cc-7e454174f686', 'name': 'router1', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'ba25c198-bea8-4142-8052-4715c89176c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:47:57Z', 'updated_at': '2021-04-22T16:48:18Z', 'revision_number': 4, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'gw_port': {'id': 'ba25c198-bea8-4142-8052-4715c89176c5', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162b4713-f095-4189-89cc-7e454174f686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:48:17Z', 'updated_at': '2021-04-22T16:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'e70c97d4-088a-46ad-a038-85f4125a1f4a', 'name': '', 'network_id': '73078893-e350-4ac8-9d64-0aa74679bd8b', 'tenant_id': 'b9d4cd0c90e04666a2165f4648012770', 'mac_address': 'fa:16:3e:6a:41:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162b4713-f095-4189-89cc-7e454174f686', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:48:07Z', 'updated_at': '2021-04-22T16:48:15Z', 'revision_number': 5, 'project_id': 'b9d4cd0c90e04666a2165f4648012770', 'subnets': [{'id': '23c13db9-cd0b-45cc-b841-6c0343f850bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1381d5a-3a3e-4d45-9bb1-2eed86f1ae59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:48:21.978127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 5 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:48:22.206179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48166) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:48:22.342020 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3e482fd6-7083-4afc-8ab3-85f2cc980f2b admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1341422 Apr 22 16:48:23.360353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ba25c198-bea8-4142-8052-4715c89176c5 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:48:23.472891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port ba25c198-bea8-4142-8052-4715c89176c5 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:48:23.485117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ba25c198-bea8-4142-8052-4715c89176c5 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:48:23.485756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:23.625279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:23.644953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port ba25c198-bea8-4142-8052-4715c89176c5, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ba25c198-bea8-4142-8052-4715c89176c5,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:48:23.678042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:23.681891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8ee85a6-9d73-4c94-9f6e-b2fc94af5386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:48:23.759571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=ba25c198-bea8-4142-8052-4715c89176c5,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:48:23.762988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:48:25.362193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ba25c198-bea8-4142-8052-4715c89176c5 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:48:25.477787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ba25c198-bea8-4142-8052-4715c89176c5 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:48:25.478593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:27.888256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85571403-d728-4222-b035-29d9e9377e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:30.220590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-270c8513-96a5-4e2c-a428-4559233af36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:31.288723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:31.374709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:32.574941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:57.895167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f17d0c4f-56d3-45b0-ab8e-4f0a10303640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:58.980676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 5 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:49:00.254328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e555a1eb-21b5-4026-85c2-ec53a7dc339b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:01.287197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:01.378736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:02.574023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:27.874968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edeaddc9-e56f-42a9-a9e1-b30dafbc3772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:30.219747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c7a0f73-a017-4ec6-bd66-c80ef0808d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:31.282210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:31.373878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:32.571493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:35.980570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 5 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:49:57.871108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9dfc9759-a831-40b8-8473-2ee323372098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:00.225188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8037570d-36ed-49cf-b1c4-44f6393fa236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:01.281878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:01.371614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:02.596563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:12.980771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 5 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:50:17.443987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48770) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:50:17.519253 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5de0b4e-7c61-435e-afd8-bf4ce5004fb4 admin admin] GET failed (client error): The resource could not be found. Apr 22 16:50:17.520637 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f5de0b4e-7c61-435e-afd8-bf4ce5004fb4 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0756254 Apr 22 16:50:17.663614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862a9e75-16d6-4baf-bd99-863b63a10da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:17.665249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-862a9e75-16d6-4baf-bd99-863b63a10da7 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1401832 Apr 22 16:50:20.182474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48780) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:50:20.302450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5890ae1-0f27-4c65-b991-0de1e3b46a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:20.303121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a5890ae1-0f27-4c65-b991-0de1e3b46a6c admin admin] Synchronizing usage tracker for tenant:70becdb111134014aeafbe1d9de25c01 on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:50:20.378667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a5890ae1-0f27-4c65-b991-0de1e3b46a6c admin admin] Unset dirty status for tenant:70becdb111134014aeafbe1d9de25c01 on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:50:20.385946 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a5890ae1-0f27-4c65-b991-0de1e3b46a6c admin admin] 10.222.0.77 "GET /v2.0/subnets/23c13db9-cd0b-45cc-b841-6c0343f850bd HTTP/1.1" status: 200 len: 849 time: 0.2023196 Apr 22 16:50:20.390982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:50:20.518935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:20.864088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780230166745'] for subnet, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:20.869532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a15622ab-ba6c-4e0d-85fd-bcd03f4e2067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:50:20.912971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:20.913740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:20.918833 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] 10.222.0.77 "PUT /v2.0/subnets/23c13db9-cd0b-45cc-b841-6c0343f850bd HTTP/1.1" status: 200 len: 868 time: 0.5281808 Apr 22 16:50:20.919040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8a782c-80d2-49cd-8dd1-0d9940b3dae5 None None] Network 73078893-e350-4ac8-9d64-0aa74679bd8b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:50:20.946066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c13db9-cd0b-45cc-b841-6c0343f850bd,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:50:20.958431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.958840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.959185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.959553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.960064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.960747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.961256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.961805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.962179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.962550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.962931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.963453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:50:20.967907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:50:21.359188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7fecaa16-d993-4bad-8594-b3bdb763cc29 None None] Provisioning complete for port e70c97d4-088a-46ad-a038-85f4125a1f4a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:50:21.359713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7fecaa16-d993-4bad-8594-b3bdb763cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:21.498583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7fecaa16-d993-4bad-8594-b3bdb763cc29 None None] Provisioning complete for port d64068d7-6518-4d39-9e72-ce8b2dd78f30 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:50:21.499023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7fecaa16-d993-4bad-8594-b3bdb763cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:23.457531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48790) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:50:23.645668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461658f-726d-4d6a-aae7-822af51bce29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:23.646103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461658f-726d-4d6a-aae7-822af51bce29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:23.647789 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a461658f-726d-4d6a-aae7-822af51bce29 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1891842 Apr 22 16:50:26.168589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48800) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:50:26.541251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628e8177-fc42-44b1-8b4e-dbf7163fd45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:26.541778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628e8177-fc42-44b1-8b4e-dbf7163fd45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:26.543463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-628e8177-fc42-44b1-8b4e-dbf7163fd45d admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.3738179 Apr 22 16:50:27.869917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e994386a-ee41-4bb5-87c8-b9057ff74982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:29.060263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48810) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:50:29.246708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970b943-ab15-4c1d-8463-f43e86a9c75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:29.248108 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0970b943-ab15-4c1d-8463-f43e86a9c75b admin admin] 10.222.0.77 "GET /v2.0/networks/5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 886 time: 0.1867886 Apr 22 16:50:30.224453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de2154e5-d0a8-465f-89f6-3a6d438c059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:31.281601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:31.359482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:31.780366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48820) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:50:31.966539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5babc1d1-7f7b-4308-82ba-5cfcf8f21293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:31.968929 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5babc1d1-7f7b-4308-82ba-5cfcf8f21293 admin admin] 10.222.0.77 "GET /v2.0/networks/73078893-e350-4ac8-9d64-0aa74679bd8b HTTP/1.1" status: 200 len: 870 time: 0.1872768 Apr 22 16:50:32.584241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:34.479516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48830) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:50:34.596947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32454538-99dd-4838-b383-b853c58b5137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:34.597464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32454538-99dd-4838-b383-b853c58b5137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:34.599176 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-32454538-99dd-4838-b383-b853c58b5137 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186271 Apr 22 16:50:37.119065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48840) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:50:37.237891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131b1b2-fe84-469e-8fa8-e4de215d9203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:37.238456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131b1b2-fe84-469e-8fa8-e4de215d9203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:37.240128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c131b1b2-fe84-469e-8fa8-e4de215d9203 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200347 Apr 22 16:50:39.771841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48850) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:50:39.890253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31504cf8-903a-4b40-9295-dd0e2d91b7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:39.891738 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-31504cf8-903a-4b40-9295-dd0e2d91b7d3 admin admin] 10.222.0.77 "GET /v2.0/subnets/23c13db9-cd0b-45cc-b841-6c0343f850bd HTTP/1.1" status: 200 len: 868 time: 0.1183689 Apr 22 16:50:42.414857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48860) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:50:42.526010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d371f-ef13-43de-a551-f721f228babd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:50:42.527487 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3b7d371f-ef13-43de-a551-f721f228babd admin admin] 10.222.0.77 "GET /v2.0/subnets/7f6a2145-fd2e-4636-833c-334cdcfd015e HTTP/1.1" status: 200 len: 816 time: 0.1115434 Apr 22 16:50:49.979573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 5 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:50:57.881136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8a6f1ac-2a3c-4a03-b11a-1a024c9867fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:00.233514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5f3d992-b050-4e42-844a-81a06871e6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:01.299054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:01.364586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:02.595626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:09.417857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48904) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:51:09.471417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-b5ac4aef-5721-4159-9031-99ba21439bdf admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:51:09.472486 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b5ac4aef-5721-4159-9031-99ba21439bdf admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539136 Apr 22 16:51:12.053222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48914) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:51:12.275736 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a47b4d-bda8-4b5d-ba21-88903e592d83 admin admin] GET failed (client error): The resource could not be found. Apr 22 16:51:12.277107 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-72a47b4d-bda8-4b5d-ba21-88903e592d83 admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.2228534 Apr 22 16:51:12.413114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc84bf-1c31-46bb-a89f-b6edc4bd4cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:51:12.414743 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85cc84bf-1c31-46bb-a89f-b6edc4bd4cd6 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1332500 Apr 22 16:51:14.945034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48924) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:51:14.996062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:51:15.000976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:51:15.010863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:51:15.046353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Made reservation on behalf of 70becdb111134014aeafbe1d9de25c01 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:51:15.051107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:15.144028 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.services.revisions.revision_plugin [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Could not find related network for resource to bump revision. Apr 22 16:51:15.248999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:51:15.258787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:15.259160 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Added segment 85d54179-3165-4c79-b00b-7bf0a635dc6b of type vlan for network daf422f3-2e69-4e1a-ad96-70cec776fa3b Apr 22 16:51:15.285489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:15.346869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:15.348318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:51:15.348951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:15.353961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:51:15.451221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Pushing event updated for resources: {'Network': ['ID=daf422f3-2e69-4e1a-ad96-70cec776fa3b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:51:15.455852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:51:15.462593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network daf422f3-2e69-4e1a-ad96-70cec776fa3b details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:51:15.492894 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5466769 Apr 22 16:51:18.005002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 48934) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:51:18.081009 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f263c182-7109-4c87-868b-ac5426822a95 admin admin] GET failed (client error): The resource could not be found. Apr 22 16:51:18.081584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f263c182-7109-4c87-868b-ac5426822a95 admin admin] Synchronizing usage tracker for tenant:70becdb111134014aeafbe1d9de25c01 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:51:18.135720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f263c182-7109-4c87-868b-ac5426822a95 admin admin] Unset dirty status for tenant:70becdb111134014aeafbe1d9de25c01 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:51:18.136994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f263c182-7109-4c87-868b-ac5426822a95 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1310139 Apr 22 16:51:18.252901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883f182-0123-40df-9f14-fd946d154a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:51:18.254468 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f883f182-0123-40df-9f14-fd946d154a8a admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1127605 Apr 22 16:51:18.265575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:51:18.270181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:51:18.280314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:51:18.312415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Made reservation on behalf of 70becdb111134014aeafbe1d9de25c01 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:51:18.317302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:18.746991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:18.751741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-527682b2-cf88-4ca8-8e80-be57a32696f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:51:18.830033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa28ee8f-fad8-4282-9a4c-3917f72c8008,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:51:18.832360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Checking segment: {'id': '85d54179-3165-4c79-b00b-7bf0a635dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:51:18.832785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Network hostable DHCP agents. Network: daf422f3-2e69-4e1a-ad96-70cec776fa3b, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:51:18.838004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:51:18.895161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Network daf422f3-2e69-4e1a-ad96-70cec776fa3b is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:51:18.929311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, daf422f3-2e69-4e1a-ad96-70cec776fa3b) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:51:18.933323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:51:18.933954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:18.939240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1f756a-f96f-499b-8142-b12ed3084193 None None] Network daf422f3-2e69-4e1a-ad96-70cec776fa3b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:51:18.982118 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7202706 Apr 22 16:51:19.182494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-daf422f3-2e69-4e1a-ad96-70cec776fa3b', 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b', 'tenant_id': '70becdb111134014aeafbe1d9de25c01', 'fixed_ips': [{'subnet_id': 'fa28ee8f-fad8-4282-9a4c-3917f72c8008'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:51:19.183435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:19.352887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Allocated IP 192.168.233.2 (daf422f3-2e69-4e1a-ad96-70cec776fa3b/fa28ee8f-fad8-4282-9a4c-3917f72c8008/ccd48999-1c4b-4804-af0d-f439b01d11a3) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:51:19.654265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:19.667274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Transition to ACTIVE for port object ccd48999-1c4b-4804-af0d-f439b01d11a3 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:51:19.691440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Transition to ACTIVE for port object ccd48999-1c4b-4804-af0d-f439b01d11a3 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:51:19.749976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:19.756670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:51:19.816970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Network daf422f3-2e69-4e1a-ad96-70cec776fa3b is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:51:19.826498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:51:19.831388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:51:19.878433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Pushing event updated for resources: {'Port': ['ID=ccd48999-1c4b-4804-af0d-f439b01d11a3,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:51:19.928730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.929091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.929458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.929830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.930197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.930574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.930964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.931324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.931704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.932063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.932421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.932773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:51:19.944520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:51:19.955467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Attempting to bind port ccd48999-1c4b-4804-af0d-f439b01d11a3 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:51:19.955880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Attempting to bind port ccd48999-1c4b-4804-af0d-f439b01d11a3 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '85d54179-3165-4c79-b00b-7bf0a635dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:51:19.956291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Attempting to bind port ccd48999-1c4b-4804-af0d-f439b01d11a3 on network daf422f3-2e69-4e1a-ad96-70cec776fa3b {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:51:19.963235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:51:19.963643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Checking segment: {'id': '85d54179-3165-4c79-b00b-7bf0a635dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:51:19.964093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:19.964524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Bound using segment: {'id': '85d54179-3165-4c79-b00b-7bf0a635dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:51:19.965063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Bound port: ccd48999-1c4b-4804-af0d-f439b01d11a3, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d54179-3165-4c79-b00b-7bf0a635dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:51:19.965489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:20.068037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] For port ccd48999-1c4b-4804-af0d-f439b01d11a3, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:51:20.072289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] For port ccd48999-1c4b-4804-af0d-f439b01d11a3, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ccd48999-1c4b-4804-af0d-f439b01d11a3,segment=NetworkSegment(85d54179-3165-4c79-b00b-7bf0a635dc6b),segment_id=85d54179-3165-4c79-b00b-7bf0a635dc6b)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:51:20.127368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:20.133692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:51:20.220089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Pushing event updated for resources: {'Port': ['ID=ccd48999-1c4b-4804-af0d-f439b01d11a3,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:51:20.223620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:51:21.524370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ccd48999-1c4b-4804-af0d-f439b01d11a3 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:51:21.564017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b316e6-e0b2-4fe6-ba97-fcfed1c34fd1 None None] Network daf422f3-2e69-4e1a-ad96-70cec776fa3b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:51:21.723797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9348fe29-42a2-41ac-861c-c8ccc21bfbe7 None None] Provisioning for port ccd48999-1c4b-4804-af0d-f439b01d11a3 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:51:21.744437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9348fe29-42a2-41ac-861c-c8ccc21bfbe7 None None] Provisioning complete for port ccd48999-1c4b-4804-af0d-f439b01d11a3 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:51:21.744850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9348fe29-42a2-41ac-861c-c8ccc21bfbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:21.777617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port ccd48999-1c4b-4804-af0d-f439b01d11a3 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:51:21.836141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ccd48999-1c4b-4804-af0d-f439b01d11a3 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:51:21.836568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:22.269841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9348fe29-42a2-41ac-861c-c8ccc21bfbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:22.301984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:22.338379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9348fe29-42a2-41ac-861c-c8ccc21bfbe7 None None] For port ccd48999-1c4b-4804-af0d-f439b01d11a3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ccd48999-1c4b-4804-af0d-f439b01d11a3,segment=NetworkSegment(85d54179-3165-4c79-b00b-7bf0a635dc6b),segment_id=85d54179-3165-4c79-b00b-7bf0a635dc6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:51:22.392665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9348fe29-42a2-41ac-861c-c8ccc21bfbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:22.413951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:51:22.470362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:51:22.470814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:51:22.524487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348fe29-42a2-41ac-861c-c8ccc21bfbe7 None None] Pushing event updated for resources: {'Port': ['ID=ccd48999-1c4b-4804-af0d-f439b01d11a3,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:51:22.528354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9348fe29-42a2-41ac-861c-c8ccc21bfbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:51:22.535267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-91db0a87-c0a5-4a5d-be0f-77b191784e31 None None] Provisioning complete for port ccd48999-1c4b-4804-af0d-f439b01d11a3 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:51:22.535267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91db0a87-c0a5-4a5d-be0f-77b191784e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:23.489976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ccd48999-1c4b-4804-af0d-f439b01d11a3 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:51:23.566194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ccd48999-1c4b-4804-af0d-f439b01d11a3 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:51:23.567023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:26.979000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 5 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:51:27.875030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d2de-e7f8-4e0c-ad5e-8748dcc81be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:30.246823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-147fe2b8-3261-4012-993e-4e589a600da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:31.292364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:31.366706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:32.595984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:51:57.897581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52762fbe-6096-4697-ba8a-8858ca1e4913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:00.260823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe728513-4b73-466b-b445-f3980a94a2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:01.303620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:01.375304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:02.596038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:03.978840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 5 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:52:27.889061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-903cb7c8-5590-41cf-8719-8f6f319e83e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:30.272500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e34415ea-4e63-4641-b737-7e0aa24f0567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:31.305861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:31.385864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:32.594660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:40.977854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 5 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:52:45.952217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 48984) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:52:45.959508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-be2cf245-66a3-49ee-a1b8-f7c585c329ea tempest-verify_tempest_config-2050502792 tempest-verify_tempest_config-2050502792-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:52:45.960550 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-be2cf245-66a3-49ee-a1b8-f7c585c329ea tempest-verify_tempest_config-2050502792 tempest-verify_tempest_config-2050502792-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0072973 Apr 22 16:52:46.409889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49002) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:52:46.546234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:46.566531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:52:46.570614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Usage tracker for resource:security_group_rule and tenant:f94be287c4b742688081e535cf0e5ca4 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:52:46.573532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:52:46.579428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:52:46.863104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:46.928162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:46.938001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:52:46.979414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Synchronizing usage tracker for tenant:70becdb111134014aeafbe1d9de25c01 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:52:46.984100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2214778-c9cd-4111-aea3-769dad831d66,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:52:46.995722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:46.996111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:46.996476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:46.996839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:46.997268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:46.997606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:46.997954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:46.998316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:46.998684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:46.999034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:46.999380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:46.999727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:52:47.006080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:52:47.041671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Unset dirty status for tenant:70becdb111134014aeafbe1d9de25c01 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:52:47.041671 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f94be287c4b742688081e535cf0e5ca4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6304386 Apr 22 16:52:47.044227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49008) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:52:47.108633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d77ccb-b983-4004-aed1-ab46f467a98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:47.140812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d77ccb-b983-4004-aed1-ab46f467a98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:47.348391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d77ccb-b983-4004-aed1-ab46f467a98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:47.354688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:52:47.372982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d77ccb-b983-4004-aed1-ab46f467a98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2214778-c9cd-4111-aea3-769dad831d66,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:52:47.375354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88d77ccb-b983-4004-aed1-ab46f467a98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:52:47.377708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d77ccb-b983-4004-aed1-ab46f467a98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:52:47.378780 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-88d77ccb-b983-4004-aed1-ab46f467a98b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e2214778-c9cd-4111-aea3-769dad831d66 HTTP/1.1" status: 204 len: 168 time: 0.3333344 Apr 22 16:52:57.994928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d50f0cf2-6255-4ec7-81ff-2cce08dd9522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:53:00.236632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-123c0fbc-2b61-4080-918f-de5d3ca14248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:53:01.297079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:53:01.365477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:53:02.600042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:53:17.977070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 5 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:53:27.890686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2afad863-309c-4dd9-890f-003952916af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:53:30.236409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77d4fa10-4ee2-4369-a46d-a8e526272a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:53:31.302458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:53:31.367637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:53:32.605200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:53:54.983754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 5 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:53:57.875833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a70d2e4b-18f9-4d0e-ba29-3739ba39825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:00.242172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c60fd565-348d-4f41-b3c1-d90e75b627ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:01.307621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:01.377183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:02.616655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:04.961719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589'] for agent, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:24.140318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49080) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:54:24.263381 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d599c92e-5560-4077-a50a-d16fd394c683 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1218705 Apr 22 16:54:26.787439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49090) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:54:26.849148 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3ca01923-558c-43de-9984-a098241ad635 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0604987 Apr 22 16:54:27.880637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-284752c6-e421-4148-9cda-a6eb37210fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:30.244015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03442329-def2-45b4-bc90-dbe50247fff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:31.329671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:31.372181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:31.973264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:54:32.618180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:34.935689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:54:57.886254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ca77dcb-5682-475e-9efa-e4a6bc74cfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:00.244431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ae38d9b-8425-4532-a60f-3089fbf00313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:01.320669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:01.389348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:02.649170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:04.950604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:08.975148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:55:27.880054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9df6c1cb-66ad-4a72-ad53-6f9c0971bf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:30.234396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a75d9ba-d6be-4ce3-b708-f2b6e2a9186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:31.314451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:31.366212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:32.628287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:34.931384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:45.978882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:55:49.046898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49284) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:49.148785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49294) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:49.485587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1127153818-network', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:49.491098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:49.496189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Usage tracker for resource:network and tenant:23b22b94dd7f4ccda61d86fc33585c1f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:49.500196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:49.505538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:49.549073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Made reservation on behalf of 23b22b94dd7f4ccda61d86fc33585c1f for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:49.554897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:49.570993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:49.587357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:49.591809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Usage tracker for resource:security_group_rule and tenant:23b22b94dd7f4ccda61d86fc33585c1f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:49.595023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:49.602916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:49.637541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49312) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:49.706542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1942884338-network', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:49.713097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:49.719986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Usage tracker for resource:network and tenant:f4be92a3aaff4872b5455251895dc70e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:49.724535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:49.737535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:49.775078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:49.780890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Made reservation on behalf of f4be92a3aaff4872b5455251895dc70e for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:49.785736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:49.801044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:49.809278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:49.816184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:49.817420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:49.822199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Usage tracker for resource:security_group_rule and tenant:f4be92a3aaff4872b5455251895dc70e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:49.825336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:49.831919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:49.856067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:55:49.862528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9275364d-d728-4af2-89d4-8fa92a03f939,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:49.872125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.872500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.872911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.873268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.873622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.873979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.874332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.874718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.875074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.875420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.875765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.876107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Tracked resource versions report: Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: pushed versions: Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: { 'AddressGroup': {'1.2'}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': {'1.0'}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': {'1.0'}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': {'1.1'}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': {'1.7'}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': {'1.2'}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': {'1.8'}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': {'1.4'}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': {'1.0'}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': {'1.1'}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': {'1.1'}} Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: consumer versions: Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: { DHCP agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: HyperV agent@hv-neutron-7864: {}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: L3 agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: Metadata agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: Metering agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: Open vSwitch agent@dv-neutron-786478-3-hyperv: { 'AddressGroup': '1.2', Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': '1.0', Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': '1.0', Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': '1.1', Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': '1.7', Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': '1.2', Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': '1.8', Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': '1.4', Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': '1.2', Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': '1.0', Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': '1.1', Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': '1.1'}} Apr 22 16:55:49.877268 dv-neutron-786478-3-hyperv neutron-server[87094]: {{(pid=87209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:55:49.883472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:49.893353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49322) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:49.921685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:49.922305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Added segment 7cb15c84-a691-4fe9-85c3-50dc6de012d2 of type vlan for network bbfd5673-9429-4970-ac83-0273788cb7ee Apr 22 16:55:50.005545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.123396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.134527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1320585866-network', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:50.137501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.138974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:50.139740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.140571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:50.145505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Usage tracker for resource:network and tenant:78d9071ff9ec4f9bac121b4b44a0ef4a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:50.149027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:50.158212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:50.164452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5b9a01f-6c31-4b2d-a382-c514f787b6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:50.165224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.173464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:50.239625 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1911113 Apr 22 16:55:50.243075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49338) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:50.251507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-684408818'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:50.266432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Request body: {'subnet': {'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1127153818-subnet', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:50.269824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Pushing event updated for resources: {'Network': ['ID=bbfd5673-9429-4970-ac83-0273788cb7ee,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:50.280110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:50.282259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network bbfd5673-9429-4970-ac83-0273788cb7ee details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:55:50.310410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:55:50.320101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:50.323843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8f8c7b-2c52-42d3-b52d-ff973a7dea30,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:50.326804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:50.337861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Usage tracker for resource:subnet and tenant:23b22b94dd7f4ccda61d86fc33585c1f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:50.346490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:50.349743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Made reservation on behalf of 78d9071ff9ec4f9bac121b4b44a0ef4a for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:50.355099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.366690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.368007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.368349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.368685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.369221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.369583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.370465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.371182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.371541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.371894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.372247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.372596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Tracked resource versions report: Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: pushed versions: Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: { 'AddressGroup': {'1.2'}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': {'1.0'}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': {'1.0'}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': {'1.1'}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': {'1.7'}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': {'1.2'}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': {'1.8'}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': {'1.4'}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': {'1.0'}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': {'1.1'}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': {'1.1'}} Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: consumer versions: Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: { DHCP agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: HyperV agent@hv-neutron-7864: {}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: L3 agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: Metadata agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: Metering agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: Open vSwitch agent@dv-neutron-786478-3-hyperv: { 'AddressGroup': '1.2', Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': '1.0', Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': '1.0', Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': '1.1', Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': '1.7', Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': '1.2', Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': '1.8', Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': '1.4', Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': '1.2', Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': '1.0', Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': '1.1', Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': '1.1'}} Apr 22 16:55:50.373779 dv-neutron-786478-3-hyperv neutron-server[87094]: {{(pid=87210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:55:50.382648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Usage tracker for resource:network and tenant:6eb01893f0e946dfa1e7ad6dd914d5aa is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:50.386158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:50.387186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:50.391881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.392249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Added segment 8c9d4e1d-da98-4619-a7a7-f96e8b8a2855 of type vlan for network 8c06ed26-3d28-4f3d-a46f-84330d432a95 Apr 22 16:55:50.394114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:50.399219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.411469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:50.435246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:50.456503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Usage tracker for resource:security_group_rule and tenant:78d9071ff9ec4f9bac121b4b44a0ef4a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:50.461146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:50.465983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.474880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:50.478481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Made reservation on behalf of 23b22b94dd7f4ccda61d86fc33585c1f for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:50.483387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.580798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Made reservation on behalf of 6eb01893f0e946dfa1e7ad6dd914d5aa for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:50.586939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.615134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:55:50.631477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.666527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:50.692097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Usage tracker for resource:security_group_rule and tenant:6eb01893f0e946dfa1e7ad6dd914d5aa is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:50.721120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.722847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:50.724056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:50.744615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:50.763979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:50.796844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:50.909219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Pushing event updated for resources: {'Network': ['ID=8c06ed26-3d28-4f3d-a46f-84330d432a95,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:50.912105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:50.922130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49366) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:50.926160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 8c06ed26-3d28-4f3d-a46f-84330d432a95 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:55:50.943685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7935076 Apr 22 16:55:50.946537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49374) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:50.956061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Request body: {'subnet': {'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1942884338-subnet', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:50.964381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:50.971569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Usage tracker for resource:subnet and tenant:f4be92a3aaff4872b5455251895dc70e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:50.975284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:50.983535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:51.022740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Made reservation on behalf of f4be92a3aaff4872b5455251895dc70e for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:51.029495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.183528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.219322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.237863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:51.380593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-84107562'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:51.386918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:51.392675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.393764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c245be6-89f7-4453-8a06-f98d8042bf89,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:51.395522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49384) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:51.400534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:51.401595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:55:51.416212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Usage tracker for resource:network and tenant:6d55e4b00b4b41abb4824142b16e40c2 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:51.450269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:51.461850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:51.484658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.485040 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Added segment f3554cc3-1712-493b-a603-6cd54a7b0106 of type vlan for network 04582f77-2428-4f63-825f-e2d1659dd7ad Apr 22 16:55:51.489309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.505336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:51.538371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:55:51.564211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de8070f-2872-49f8-94ed-b7e32a279736,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:51.574343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:51.599661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Made reservation on behalf of 6d55e4b00b4b41abb4824142b16e40c2 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:51.606602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.626798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.650180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.650355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:51.650565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Added segment 5e9beaaa-50c7-4ff1-90aa-526bd72fdbba of type vlan for network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 Apr 22 16:55:51.663981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.688643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-736831525'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:51.696112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Usage tracker for resource:security_group_rule and tenant:6d55e4b00b4b41abb4824142b16e40c2 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:51.700392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:51.709146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.711410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:51.726034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:51.742740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Usage tracker for resource:network and tenant:96b6e81388fd4d47b9bb727b0218776d is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:51.754274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:51.769208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:51.773036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.789873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:51.840739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.854345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:51.855018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.872199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5de68c3-351e-4e23-8221-2f6b4cd15af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:51.873168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Made reservation on behalf of 96b6e81388fd4d47b9bb727b0218776d for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:51.878545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.898074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.963478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:51.982330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Usage tracker for resource:security_group_rule and tenant:96b6e81388fd4d47b9bb727b0218776d is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:51.984043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:51.985204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Checking segment: {'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:55:51.985597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Network hostable DHCP agents. Network: 8c06ed26-3d28-4f3d-a46f-84330d432a95, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:55:51.990004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3b9272-0e28-4bf3-9438-dc9bff58f2cb,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:51.993839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:52.015204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:52.015459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Pushing event updated for resources: {'Network': ['ID=04582f77-2428-4f63-825f-e2d1659dd7ad,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:52.015647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:52.019272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:52.019272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d82b448-fd9a-4cb6-b031-3a9a61660fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:52.025447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.049127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.049431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 04582f77-2428-4f63-825f-e2d1659dd7ad details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:55:52.064421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:52.065172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.072094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.077743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-370b54f8-d2fa-4663-bdf1-44c5d1b3799c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:52.098805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4600477 Apr 22 16:55:52.099673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49406) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:52.122686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Request body: {'subnet': {'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1320585866-subnet', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:52.128256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Network 8c06ed26-3d28-4f3d-a46f-84330d432a95 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:55:52.136416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:52.144617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Usage tracker for resource:subnet and tenant:78d9071ff9ec4f9bac121b4b44a0ef4a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:52.147905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Checking segment: {'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:55:52.148758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Network hostable DHCP agents. Network: bbfd5673-9429-4970-ac83-0273788cb7ee, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:55:52.155398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:52.159031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b380e3-2996-4eff-9186-c5eb84b7ddb6,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:52.165066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49410) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:52.167966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:52.170292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:52.171568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-99896f83-5aaa-4c29-9458-d9a5be261854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:52.187323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:55:52.197122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b64337-47cd-47b0-b72a-803cd59a629d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:52.203280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:52.210562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.211125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Added segment 79e61a46-e607-4ef6-86b9-dbcf6e1e842a of type vlan for network 64f7a453-81f8-4c1e-b19e-5e087b781260 Apr 22 16:55:52.254970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 8c06ed26-3d28-4f3d-a46f-84330d432a95) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:52.263824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.269647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:52.281588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc6e92a-3d89-430f-b343-7dbf558caf8e None None] Network 8c06ed26-3d28-4f3d-a46f-84330d432a95 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:55:52.282884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.294403 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.3996143 Apr 22 16:55:52.310725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Made reservation on behalf of 78d9071ff9ec4f9bac121b4b44a0ef4a for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:52.320993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Notify callbacks [] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.367512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Network bbfd5673-9429-4970-ac83-0273788cb7ee is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:55:52.383946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Pushing event updated for resources: {'Network': ['ID=e836f905-4ba0-43c7-b0f3-ea0c4c388d67,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:52.395261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.423792 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4725642 Apr 22 16:55:52.424203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49426) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:52.425256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:55:52.430671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:52.442405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:52.457146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Usage tracker for resource:router and tenant:f4be92a3aaff4872b5455251895dc70e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:52.461610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:52.468886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:52.472502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-30ad274a-b856-457f-8cce-01f2f670b5e1 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:52.472709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.473672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.482102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:52.490279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, bbfd5673-9429-4970-ac83-0273788cb7ee) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:52.495730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:52.496401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.505273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:52.514968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.532275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:52.536453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebdaf63-6f10-4030-8bd8-d0d4e1c9a5e7 None None] Network bbfd5673-9429-4970-ac83-0273788cb7ee requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:55:52.596356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:55:52.598570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3520920 Apr 22 16:55:52.599808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49434) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:52.609577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:52.619918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:52.632249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.635896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Usage tracker for resource:router and tenant:23b22b94dd7f4ccda61d86fc33585c1f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:52.644009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.645169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:52.705060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.707280 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Added segment 02342e0f-485c-4a68-92e6-2f289c61e22f of type vlan for network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 Apr 22 16:55:52.710904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a2dc74-87b0-445d-bd9f-5b0c259058ec,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:52.721424 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-30ad274a-b856-457f-8cce-01f2f670b5e1 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] 10.222.0.77 "PUT /v2.0/quotas/15af5ab1a05a4593ab5215c63a577f33 HTTP/1.1" status: 200 len: 366 time: 0.5552917 Apr 22 16:55:52.726351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49440) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:52.741904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:52.742576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:52.745641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:52.760439 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-10c221cf-b81e-49f3-802e-9a427f1fe693 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0241537 Apr 22 16:55:52.762125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49444) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:52.779776 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8589032 Apr 22 16:55:52.784717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49448) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:52.792928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Request body: {'subnet': {'network_id': '64f7a453-81f8-4c1e-b19e-5e087b781260', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:52.820800 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9191c594-6e73-420f-bf3d-3587112f6efb tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] 10.222.0.77 "GET /v2.0/quotas/15af5ab1a05a4593ab5215c63a577f33 HTTP/1.1" status: 200 len: 366 time: 0.0576992 Apr 22 16:55:52.828005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49452) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:52.902060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Pushing event updated for resources: {'Network': ['ID=64f7a453-81f8-4c1e-b19e-5e087b781260,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:52.920135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.927164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.928552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:52.947180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:52.970502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:53.002547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:53.006779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Usage tracker for resource:subnet and tenant:6d55e4b00b4b41abb4824142b16e40c2 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:53.009882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:53.016674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:53.024445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:53.038315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 64f7a453-81f8-4c1e-b19e-5e087b781260 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:55:53.101544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49460) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:53.115940 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85737cb3-daad-4054-ab7b-e4efc1158bb0 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/15af5ab1a05a4593ab5215c63a577f33 HTTP/1.1" status: 204 len: 168 time: 0.2866757 Apr 22 16:55:53.116827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49466) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:53.132100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Made reservation on behalf of 6d55e4b00b4b41abb4824142b16e40c2 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:53.140294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks [] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:53.142998 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f791e999-3bbc-45e6-b985-50890211952f tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0167589 Apr 22 16:55:53.228385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:55:53.250161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49472) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:53.250664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49474) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:53.270134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Request body: {'port': {'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-795272825'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:53.280029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:53.362002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Usage tracker for resource:port and tenant:45938e04d754403fad95b680c251561e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:53.365603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:53.376062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:53.391456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:53.392213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:53.399856 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c1ca01e8-aa52-4f2b-893f-acfbf92f262d tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] 10.222.0.77 "GET /v2.0/quotas/15af5ab1a05a4593ab5215c63a577f33 HTTP/1.1" status: 200 len: 370 time: 0.1353624 Apr 22 16:55:53.399856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:53.405130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:53.411582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a5e87ed-cbdd-414b-98db-6a8633d20b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:53.451372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-8c06ed26-3d28-4f3d-a46f-84330d432a95', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'fixed_ips': [{'subnet_id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:55:53.452526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:53.454922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49480) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:53.491772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a9fcf6ec-f072-4b2f-86ad-faa063d0c9a1 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] 10.222.0.77 "GET /v2.0/quotas/15af5ab1a05a4593ab5215c63a577f33/default HTTP/1.1" status: 200 len: 370 time: 0.0170472 Apr 22 16:55:53.492024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:53.498327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49486) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:53.524984 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-8b4081cf-8eb9-4f40-ae53-48ffa75b37eb tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] delete failed (client error): The resource could not be found. Apr 22 16:55:53.527677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8b4081cf-8eb9-4f40-ae53-48ffa75b37eb tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/15af5ab1a05a4593ab5215c63a577f33 HTTP/1.1" status: 404 len: 348 time: 0.0240605 Apr 22 16:55:53.654226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-bbfd5673-9429-4970-ac83-0273788cb7ee', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:55:53.655665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:53.704474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:53.713950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Usage tracker for resource:floatingip and tenant:0ae999af431c4038a041901570658dd4 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:53.791654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:53.813961 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4170256 Apr 22 16:55:53.818835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:53.837159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Pushing event updated for resources: {'Network': ['ID=f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:53.840590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:53.845861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Made reservation on behalf of 45938e04d754403fad95b680c251561e for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:53.852230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:53.859917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:55:53.891099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:53.904901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:53.970312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Allocated IP 172.20.0.2 (8c06ed26-3d28-4f3d-a46f-84330d432a95/ee3b9272-0e28-4bf3-9438-dc9bff58f2cb/a3555aad-1d37-4918-b5e5-2229e3193792) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:55:53.990715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:54.009975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49500) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:54.047162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Usage tracker for resource:security_group_rule and tenant:45938e04d754403fad95b680c251561e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:54.056102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:54.068460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:54.086979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.126851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Allocated IP 172.20.0.2 (bbfd5673-9429-4970-ac83-0273788cb7ee/c4b380e3-2996-4eff-9186-c5eb84b7ddb6/532fe66d-dcd9-4ff9-a21b-163742d55363) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:55:54.184090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Usage tracker for resource:network and tenant:9c1311bd394142f3b26dfe028a969618 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:54.218242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:54.308755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.319587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Usage tracker for resource:subnet and tenant:9c1311bd394142f3b26dfe028a969618 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:54.332860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:54.346804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.383134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:54.434325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.438379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Usage tracker for resource:subnetpool and tenant:9c1311bd394142f3b26dfe028a969618 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:54.454139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:54.456451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Transition to ACTIVE for port object a3555aad-1d37-4918-b5e5-2229e3193792 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:55:54.457194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:54.480684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:54.506575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.518772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Transition to ACTIVE for port object a3555aad-1d37-4918-b5e5-2229e3193792 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:55:54.525917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] device_id is not set on port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:55:54.562075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49506) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:54.570776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Checking segment: {'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:55:54.571172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Network hostable DHCP agents. Network: 04582f77-2428-4f63-825f-e2d1659dd7ad, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:55:54.579292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.582980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Usage tracker for resource:port and tenant:9c1311bd394142f3b26dfe028a969618 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:54.589071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Request body: {'port': {'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1819153453'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:54.596283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:54.601796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:54.607869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:54.611089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:54.617129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Usage tracker for resource:port and tenant:ce7ba871385e4f1a944acec67ae21183 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:54.617640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.630455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:54.646361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:54.668469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Usage tracker for resource:router and tenant:9c1311bd394142f3b26dfe028a969618 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:54.685332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:54.687935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Pushing event updated for resources: {'Port': ['ID=a3555aad-1d37-4918-b5e5-2229e3193792,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:54.690479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.694455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Network 8c06ed26-3d28-4f3d-a46f-84330d432a95 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:55:54.699562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:54.708525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:55:54.712735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.713120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.713263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Network 04582f77-2428-4f63-825f-e2d1659dd7ad is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:55:54.713517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.713880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.714240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.714598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.714982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.715336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.715689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.716077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.716380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.716725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Tracked resource versions report: Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: pushed versions: Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: { 'AddressGroup': {'1.2'}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': {'1.0'}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': {'1.0'}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': {'1.1'}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': {'1.7'}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': {'1.2'}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': {'1.8'}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': {'1.4'}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': {'1.0'}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': {'1.1'}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': {'1.1'}} Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: consumer versions: Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: { DHCP agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: HyperV agent@hv-neutron-7864: {}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: L3 agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: Metadata agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: Metering agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: Open vSwitch agent@dv-neutron-786478-3-hyperv: { 'AddressGroup': '1.2', Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': '1.0', Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': '1.0', Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': '1.1', Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': '1.7', Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': '1.2', Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': '1.8', Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': '1.4', Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': '1.2', Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': '1.0', Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': '1.1', Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': '1.1'}} Apr 22 16:55:54.717913 dv-neutron-786478-3-hyperv neutron-server[87094]: {{(pid=87211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:55:54.730758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Transition to ACTIVE for port object 532fe66d-dcd9-4ff9-a21b-163742d55363 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:55:54.730758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:54.731402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Usage tracker for resource:floatingip and tenant:9c1311bd394142f3b26dfe028a969618 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:54.747340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce9908f-a4a5-4b00-8c74-ed0c182777fe,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:54.766911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:54.788423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.823966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:54.827856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Transition to ACTIVE for port object 532fe66d-dcd9-4ff9-a21b-163742d55363 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:55:54.836495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Made reservation on behalf of ce7ba871385e4f1a944acec67ae21183 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:54.841064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.848086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Attempting to bind port a3555aad-1d37-4918-b5e5-2229e3193792 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:54.848660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Attempting to bind port a3555aad-1d37-4918-b5e5-2229e3193792 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:54.849266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Attempting to bind port a3555aad-1d37-4918-b5e5-2229e3193792 on network 8c06ed26-3d28-4f3d-a46f-84330d432a95 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:54.851052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 04582f77-2428-4f63-825f-e2d1659dd7ad) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:54.851218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.858263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:55:54.858964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Checking segment: {'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:55:54.859685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.859819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Bound using segment: {'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:55:54.860359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Bound port: a3555aad-1d37-4918-b5e5-2229e3193792, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:55:54.860991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.875309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd0d4c-5b39-4351-be4c-59ed013034b3 None None] Network 04582f77-2428-4f63-825f-e2d1659dd7ad requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:55:54.896164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.929638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.956537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:54.957089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:54.966662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:55.016135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:55.036904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Usage tracker for resource:security_group_rule and tenant:ce7ba871385e4f1a944acec67ae21183 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:55.048391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:55.076713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:55.094248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.126047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Network bbfd5673-9429-4970-ac83-0273788cb7ee is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:55:55.138169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:55.139683 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0277586 Apr 22 16:55:55.140200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:55:55.142672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Pushing event updated for resources: {'Port': ['ID=532fe66d-dcd9-4ff9-a21b-163742d55363,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:55.144642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49510) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:55.144920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.145446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:55.159871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:55.163612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Allocated IP 172.26.6.82 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/0567c8ab-4d91-453d-ad32-2acc6282c1e9) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:55:55.202548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:55.218315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Usage tracker for resource:router and tenant:78d9071ff9ec4f9bac121b4b44a0ef4a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:55.232808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:55.249953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:55.270874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] device_id is not set on port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:55:55.299532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] For port a3555aad-1d37-4918-b5e5-2229e3193792, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:55:55.335806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] For port a3555aad-1d37-4918-b5e5-2229e3193792, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a3555aad-1d37-4918-b5e5-2229e3193792,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:55:55.336939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Attempting to bind port 532fe66d-dcd9-4ff9-a21b-163742d55363 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:55.337368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Attempting to bind port 532fe66d-dcd9-4ff9-a21b-163742d55363 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:55.337762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Attempting to bind port 532fe66d-dcd9-4ff9-a21b-163742d55363 on network bbfd5673-9429-4970-ac83-0273788cb7ee {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:55.340083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.354799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:55:55.355221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Checking segment: {'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:55:55.355653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.356087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Bound using segment: {'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:55:55.356672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Bound port: 532fe66d-dcd9-4ff9-a21b-163742d55363, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:55:55.357086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.378256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Transition to ACTIVE for port object ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:55:55.384098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.402192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.403292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.432192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Usage tracker for resource:security_group and tenant:9c1311bd394142f3b26dfe028a969618 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:55.438300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.462976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:55.468215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.473199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.497863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:55.519308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.535078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:55.564112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Usage tracker for resource:security_group_rule and tenant:9c1311bd394142f3b26dfe028a969618 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:55.586814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:55.606754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event updated for resources: {'Port': ['ID=ab222ebb-ebe5-4551-a747-d2ae8c42dbd8,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:55.611704 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dde0a343-0323-4442-bbb9-9247a9b0e358 tempest-QuotasTest-1526393922 tempest-QuotasTest-1526393922-project-admin] 10.222.0.77 "GET /v2.0/quotas/9c1311bd394142f3b26dfe028a969618/details.json HTTP/1.1" status: 200 len: 703 time: 1.5988483 Apr 22 16:55:55.612764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:55.634574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:55.699468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Checking segment: {'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:55:55.700116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Network hostable DHCP agents. Network: e836f905-4ba0-43c7-b0f3-ea0c4c388d67, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:55:55.700258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Pushing event updated for resources: {'Subnet': ['ID=2baf0268-d845-45a2-a07b-07f6713ab2a6,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:55.703889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.708038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:55.725842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Checking segment: {'id': '79e61a46-e607-4ef6-86b9-dbcf6e1e842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '64f7a453-81f8-4c1e-b19e-5e087b781260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:55:55.726273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Network hostable DHCP agents. Network: 64f7a453-81f8-4c1e-b19e-5e087b781260, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:55:55.740046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.754973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] device_id is not set on port 064e2243-affc-475b-b7f4-e5205a9f57b8 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:55:55.764572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-04582f77-2428-4f63-825f-e2d1659dd7ad', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'fixed_ips': [{'subnet_id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:55:55.765509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:55.848971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:55.907282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746d011f-e76a-4b0c-a893-538afcd225fb,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:55.908186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Pushing event updated for resources: {'Port': ['ID=a3555aad-1d37-4918-b5e5-2229e3193792,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:55.912678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:55.922008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:55.929042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Network 64f7a453-81f8-4c1e-b19e-5e087b781260 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:55:56.001454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:56.005135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] For port 532fe66d-dcd9-4ff9-a21b-163742d55363, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:55:56.008254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:55:56.008481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:56.014407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] For port 532fe66d-dcd9-4ff9-a21b-163742d55363, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=532fe66d-dcd9-4ff9-a21b-163742d55363,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:55:56.033583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 64f7a453-81f8-4c1e-b19e-5e087b781260) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:56.042850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:56.043541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:56.104560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:56.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd21af5d-8614-486b-949b-b6b887d337bb None None] Network 64f7a453-81f8-4c1e-b19e-5e087b781260 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:55:56.256415 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4697602 Apr 22 16:55:56.266386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49520) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:56.278596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc0f50cd-6ddc-46a5-bf9b-a0593a84c399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:56.286681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Request body: {'port': {'network_id': '64f7a453-81f8-4c1e-b19e-5e087b781260', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1182176172'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:56.313121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-603b3863-a3f5-4622-91e5-ed673b1f4a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:56.347621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, e836f905-4ba0-43c7-b0f3-ea0c4c388d67) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:56.366108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49524) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:56.375500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:55:56.398186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Allocated IP 172.26.6.253 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/b0af3c56-a085-4a80-9db7-f078188bd92b) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:55:56.408011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Pushing event updated for resources: {'Port': ['ID=532fe66d-dcd9-4ff9-a21b-163742d55363,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:56.411326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4b6f5f-5bb6-48f2-8a97-6a9ff3d64f92 None None] Network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:55:56.434196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:55:56.445302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:56.476111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:56.496621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:56.496945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:56.497322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:56.502749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:55:56.517881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event updated for resources: {'Port': ['ID=0567c8ab-4d91-453d-ad32-2acc6282c1e9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:56.525008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:56.525368 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:55:56.534818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] device_id is not set on port 064e2243-affc-475b-b7f4-e5205a9f57b8 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:55:56.548157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:56.548672 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 2 to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 Apr 22 16:55:56.551533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Allocated IP 172.20.0.2 (04582f77-2428-4f63-825f-e2d1659dd7ad/cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6/cc4d61b6-55df-4164-87b3-294560845788) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:55:56.553362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:56.580360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Transition to ACTIVE for port object 064e2243-affc-475b-b7f4-e5205a9f57b8 will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:55:56.642195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:56.667649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:56.702076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:56.702454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:56.702866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:56.711430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c32b9cd1-8ae8-4f58-9cf0-1c29807950d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:56.733793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:56.734159 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:55:56.751079 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 3 to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 Apr 22 16:55:56.778467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event updated for resources: {'Port': ['ID=064e2243-affc-475b-b7f4-e5205a9f57b8,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:56.779199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:56.786065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c32b9cd1-8ae8-4f58-9cf0-1c29807950d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:56.789957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:56.792443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:55:56.802899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Usage tracker for resource:port and tenant:6d55e4b00b4b41abb4824142b16e40c2 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:56.813073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:56.818125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:56.818507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:56.818912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:56.823906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c32b9cd1-8ae8-4f58-9cf0-1c29807950d1 admin admin] Usage tracker for resource:security_group_rule and tenant:cc09da1ad95b4a2d82ca59fcfa7dd64a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:55:56.829876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-64f7a453-81f8-4c1e-b19e-5e087b781260', 'network_id': '64f7a453-81f8-4c1e-b19e-5e087b781260', 'tenant_id': '6d55e4b00b4b41abb4824142b16e40c2', 'fixed_ips': [{'subnet_id': '2baf0268-d845-45a2-a07b-07f6713ab2a6'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:55:56.829876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:56.833161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c32b9cd1-8ae8-4f58-9cf0-1c29807950d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:55:56.835821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:56.841476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:56.842044 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:55:56.842811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c32b9cd1-8ae8-4f58-9cf0-1c29807950d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:55:56.847437 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 4 to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 Apr 22 16:55:56.856635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Checking segment: {'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:55:56.857191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Network hostable DHCP agents. Network: f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:55:56.886079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Made reservation on behalf of 6d55e4b00b4b41abb4824142b16e40c2 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:55:56.893251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:56.919524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:55:56.925044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] device_id is not set on port 3fe46fb3-27a3-4ad4-94ac-79ecf9d379ec yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:55:56.941325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:56.941694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:56.942069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.005137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.005137 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:55:57.012026 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 5 to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 Apr 22 16:55:57.023171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:57.026141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.035271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:55:57.053650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.085559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.101261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Transition to ACTIVE for port object cc4d61b6-55df-4164-87b3-294560845788 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:55:57.113130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.113130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.113406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.125006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab15d96-71ca-4b80-bda5-e2ce2a94626a None None] Network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:55:57.126258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.126661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.127038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.129103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.129472 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:55:57.133208 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 2 to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 Apr 22 16:55:57.156532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.156874 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:55:57.168215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Transition to ACTIVE for port object cc4d61b6-55df-4164-87b3-294560845788 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:55:57.169368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 6 to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 Apr 22 16:55:57.171031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.171407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.171776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.174901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Allocated IP 172.20.0.11 (64f7a453-81f8-4c1e-b19e-5e087b781260/2baf0268-d845-45a2-a07b-07f6713ab2a6/3fe46fb3-27a3-4ad4-94ac-79ecf9d379ec) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:55:57.184778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.185119 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:55:57.189635 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 3 to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 Apr 22 16:55:57.221941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.222314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.222660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.222860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.223064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.223392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.232693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.233109 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:55:57.235782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 4 to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 Apr 22 16:55:57.258466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.268590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:57.275559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.276544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.276859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.295978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.296303 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:55:57.314678 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 5 to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 Apr 22 16:55:57.346456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.346862 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:55:57.369219 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 7 to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 Apr 22 16:55:57.397170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.397886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.397886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.418435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.418829 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:55:57.421921 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 6 to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 Apr 22 16:55:57.432931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Pushing event updated for resources: {'Port': ['ID=cc4d61b6-55df-4164-87b3-294560845788,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:57.436991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:57.450561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Network 04582f77-2428-4f63-825f-e2d1659dd7ad is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:55:57.463061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.463977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.464360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.485216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.485690 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:55:57.487994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 7 to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 Apr 22 16:55:57.489833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:57.499216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:55:57.522470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.526608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.527022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.527391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.542274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.542744 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:55:57.577562 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 8 to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 Apr 22 16:55:57.584424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c32b9cd1-8ae8-4f58-9cf0-1c29807950d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.586058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.587053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.587564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.606403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Transition to ACTIVE for port object 3fe46fb3-27a3-4ad4-94ac-79ecf9d379ec will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:55:57.613897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.614035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.614378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.623611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:57.636186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.636560 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:55:57.640336 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 9 to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 Apr 22 16:55:57.674164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.674516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.674947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.699173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.699738 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:55:57.711511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.711885 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:55:57.713093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Allocated IP 172.26.6.222 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/39fb9ac4-cb0f-4588-bff8-039f32a7cac9) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:55:57.719867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 10 to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 Apr 22 16:55:57.732837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Attempting to bind port cc4d61b6-55df-4164-87b3-294560845788 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.733257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Attempting to bind port cc4d61b6-55df-4164-87b3-294560845788 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.737963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Attempting to bind port cc4d61b6-55df-4164-87b3-294560845788 on network 04582f77-2428-4f63-825f-e2d1659dd7ad {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.757390 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 8 to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 Apr 22 16:55:57.763455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.763782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.764160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.787035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c32b9cd1-8ae8-4f58-9cf0-1c29807950d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.787593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Pushing event updated for resources: {'Port': ['ID=b0af3c56-a085-4a80-9db7-f078188bd92b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:57.787721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port 064e2243-affc-475b-b7f4-e5205a9f57b8 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:57.787962 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port 064e2243-affc-475b-b7f4-e5205a9f57b8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:55:57.788377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.834863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:57.844278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:55:57.844701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Checking segment: {'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:55:57.845121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.845554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Bound using segment: {'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:55:57.846093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Bound port: cc4d61b6-55df-4164-87b3-294560845788, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:55:57.846519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.852070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:57.861012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88d77ccb-b983-4004-aed1-ab46f467a98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:57.879225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:57.890098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1123da8-13bf-49a6-b411-0176c1ec238c None None] Network 8c06ed26-3d28-4f3d-a46f-84330d432a95 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:55:57.907625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:55:57.909041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:57.909641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:57.909940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:57.922217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 532fe66d-dcd9-4ff9-a21b-163742d55363 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:55:57.931308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:57.934676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:55:57.995878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.028494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Network 64f7a453-81f8-4c1e-b19e-5e087b781260 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:55:58.040179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:58.049648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:55:58.055777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:58.056401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.063628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.063838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Pushing event updated for resources: {'Port': ['ID=3fe46fb3-27a3-4ad4-94ac-79ecf9d379ec,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:58.066338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:58.066726 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:55:58.074577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 9 to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 Apr 22 16:55:58.082793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b9cd1-8ae8-4f58-9cf0-1c29807950d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c8a8f1-266e-49e7-bb0e-452e8cd16ee3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:58.086205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c32b9cd1-8ae8-4f58-9cf0-1c29807950d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:58.086368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:58.128109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc646-e493-47df-838a-50070c343d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.131735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] For port 064e2243-affc-475b-b7f4-e5205a9f57b8, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:55:58.132004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempted to set empty binding levels {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 16:55:58.135301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.136603 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c32b9cd1-8ae8-4f58-9cf0-1c29807950d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cc09da1ad95b4a2d82ca59fcfa7dd64a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7610741 Apr 22 16:55:58.137574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49538) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:58.178966 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9049630 Apr 22 16:55:58.181795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49540) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:58.224950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.226135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.245450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8013c12-38cb-4207-a058-48bb8b8e7f40 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:58.332292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Allocated IP 172.20.0.2 (64f7a453-81f8-4c1e-b19e-5e087b781260/2baf0268-d845-45a2-a07b-07f6713ab2a6/b2ca2607-d956-448f-b55d-9a6c66f539eb) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:55:58.339007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event updated for resources: {'Port': ['ID=064e2243-affc-475b-b7f4-e5205a9f57b8,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:58.371760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:58.372330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:58.373180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:58.375703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d81d4d6c-94a4-4b60-816e-c1638e931428 None None] Provisioning for port a3555aad-1d37-4918-b5e5-2229e3193792 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:55:58.414603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:55:58.415290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.467194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c828ae23-5199-4e04-a9d2-70f80bb40137 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Deleting port 3fe46fb3-27a3-4ad4-94ac-79ecf9d379ec {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:55:58.467572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c828ae23-5199-4e04-a9d2-70f80bb40137 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.507743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:55:58.521835 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.9495614 Apr 22 16:55:58.524553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:58.529131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49546) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:58.535204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:55:58.540972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 532fe66d-dcd9-4ff9-a21b-163742d55363 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:55:58.555817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a3555aad-1d37-4918-b5e5-2229e3193792 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:55:58.582676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] For port cc4d61b6-55df-4164-87b3-294560845788, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:55:58.599998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Pushing event updated for resources: {'Port': ['ID=39fb9ac4-cb0f-4588-bff8-039f32a7cac9,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:58.643747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] For port cc4d61b6-55df-4164-87b3-294560845788, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cc4d61b6-55df-4164-87b3-294560845788,segment=NetworkSegment(f3554cc3-1712-493b-a603-6cd54a7b0106),segment_id=f3554cc3-1712-493b-a603-6cd54a7b0106)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:55:58.654118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172fe4b-9104-4871-b4b8-8ff3467fa357 None None] Network bbfd5673-9429-4970-ac83-0273788cb7ee requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:55:58.784946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:58.785440 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:55:58.793942 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 10 to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 Apr 22 16:55:58.804664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:55:58.836617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:58.846602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f81b7343-0bf9-4625-9a31-5cd0abd70a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.854930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.458s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:58.854930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:58.865002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.882564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.886865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:55:58.887332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:55:58.887779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:55:58.932670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:58.951434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:55:58.951905 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:55:58.952430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.981011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f81b7343-0bf9-4625-9a31-5cd0abd70a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:58.988947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.022316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:59.035903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-531786ed-d7bd-44eb-aeb4-47936c37bda9 None None] Provisioning for port 532fe66d-dcd9-4ff9-a21b-163742d55363 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:55:59.111220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.118412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.139645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e80628aa-5cd9-4b3d-b029-9c039f1a48cf tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Deleting port 064e2243-affc-475b-b7f4-e5205a9f57b8 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:55:59.140000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e80628aa-5cd9-4b3d-b029-9c039f1a48cf tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.145442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-531786ed-d7bd-44eb-aeb4-47936c37bda9 None None] Provisioning complete for port 532fe66d-dcd9-4ff9-a21b-163742d55363 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:55:59.145862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-531786ed-d7bd-44eb-aeb4-47936c37bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.193177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Pushing event updated for resources: {'Port': ['ID=cc4d61b6-55df-4164-87b3-294560845788,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:59.203669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:59.226165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.233741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Transition to ACTIVE for port object b2ca2607-d956-448f-b55d-9a6c66f539eb will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:55:59.259978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Transition to ACTIVE for port object b2ca2607-d956-448f-b55d-9a6c66f539eb will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:55:59.293747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port a3555aad-1d37-4918-b5e5-2229e3193792 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:55:59.317720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a3555aad-1d37-4918-b5e5-2229e3193792 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:55:59.318171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.353727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Allocated IP 172.26.6.93 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/fb532f12-b2b5-49b2-bc46-299aa2f7ed4f) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:55:59.392548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c828ae23-5199-4e04-a9d2-70f80bb40137 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.395379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event updated for resources: {'Port': ['ID=0567c8ab-4d91-453d-ad32-2acc6282c1e9,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:59.399258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.412953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:59.428997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:59.441229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] For port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:55:59.441653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempted to set empty binding levels {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 16:55:59.539785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f81b7343-0bf9-4625-9a31-5cd0abd70a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.541069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.551152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.552690 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4491155 Apr 22 16:55:59.561098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f81b7343-0bf9-4625-9a31-5cd0abd70a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.562339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f81b7343-0bf9-4625-9a31-5cd0abd70a75 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b5c8a8f1-266e-49e7-bb0e-452e8cd16ee3 HTTP/1.1" status: 204 len: 168 time: 1.2659640 Apr 22 16:55:59.583223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49550) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:55:59.585106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:55:59.645286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-799747800'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:55:59.739202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Network 64f7a453-81f8-4c1e-b19e-5e087b781260 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:55:59.776957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:55:59.809320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:55:59.851949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Pushing event updated for resources: {'Port': ['ID=b2ca2607-d956-448f-b55d-9a6c66f539eb,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:59.914870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:59.921493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c828ae23-5199-4e04-a9d2-70f80bb40137 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Calling delete_port for 3fe46fb3-27a3-4ad4-94ac-79ecf9d379ec owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:55:59.952531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-531786ed-d7bd-44eb-aeb4-47936c37bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.980023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:55:59.982605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b7343-0bf9-4625-9a31-5cd0abd70a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c8a8f1-266e-49e7-bb0e-452e8cd16ee3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:55:59.997862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f81b7343-0bf9-4625-9a31-5cd0abd70a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:55:59.999577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:00.005538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:00.099726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.132616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event updated for resources: {'Port': ['ID=ab222ebb-ebe5-4551-a747-d2ae8c42dbd8,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:00.139029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Usage tracker for resource:network and tenant:0ae999af431c4038a041901570658dd4 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:00.158106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-531786ed-d7bd-44eb-aeb4-47936c37bda9 None None] For port 532fe66d-dcd9-4ff9-a21b-163742d55363, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=532fe66d-dcd9-4ff9-a21b-163742d55363,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:00.161031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Attempting to bind port b2ca2607-d956-448f-b55d-9a6c66f539eb on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:00.161446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Attempting to bind port b2ca2607-d956-448f-b55d-9a6c66f539eb by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '79e61a46-e607-4ef6-86b9-dbcf6e1e842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '64f7a453-81f8-4c1e-b19e-5e087b781260'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:00.161855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Attempting to bind port b2ca2607-d956-448f-b55d-9a6c66f539eb on network 64f7a453-81f8-4c1e-b19e-5e087b781260 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:00.190791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:00.191466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Checking segment: {'id': '79e61a46-e607-4ef6-86b9-dbcf6e1e842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '64f7a453-81f8-4c1e-b19e-5e087b781260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:00.192078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.192536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Bound using segment: {'id': '79e61a46-e607-4ef6-86b9-dbcf6e1e842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '64f7a453-81f8-4c1e-b19e-5e087b781260'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:00.193084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Bound port: b2ca2607-d956-448f-b55d-9a6c66f539eb, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e61a46-e607-4ef6-86b9-dbcf6e1e842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '64f7a453-81f8-4c1e-b19e-5e087b781260'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:00.193510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.322512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-531786ed-d7bd-44eb-aeb4-47936c37bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.340103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port a3555aad-1d37-4918-b5e5-2229e3193792, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a3555aad-1d37-4918-b5e5-2229e3193792,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:00.391611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8ee85a6-9d73-4c94-9f6e-b2fc94af5386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:00.452316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e80628aa-5cd9-4b3d-b029-9c039f1a48cf tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] For port 064e2243-affc-475b-b7f4-e5205a9f57b8, host hv-neutron-7864, got binding levels [] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:00.452863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e80628aa-5cd9-4b3d-b029-9c039f1a48cf tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.477445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.508840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:00.509707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:00.543488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:00.548450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:00.549110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.580225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f17cc6b-aa1e-4afe-afcb-02cc8686d089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.614092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.3502235 Apr 22 16:56:00.624538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] For port b2ca2607-d956-448f-b55d-9a6c66f539eb, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:00.627007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a1daf38a-08c4-413b-a684-85fabd5295ab None None] Provisioning complete for port 532fe66d-dcd9-4ff9-a21b-163742d55363 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:00.627558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1daf38a-08c4-413b-a684-85fabd5295ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.627771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49560) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:00.730932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cc4d61b6-55df-4164-87b3-294560845788 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:00.739447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0dbcfdcb-cbb5-4a0c-a9ef-2acfb5b31ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Deleting port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:00.739835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0dbcfdcb-cbb5-4a0c-a9ef-2acfb5b31ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.766398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49564) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:00.773352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e80628aa-5cd9-4b3d-b029-9c039f1a48cf tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Calling delete_port for 064e2243-affc-475b-b7f4-e5205a9f57b8 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:00.778024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Made reservation on behalf of 0ae999af431c4038a041901570658dd4 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:00.785444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.792360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531786ed-d7bd-44eb-aeb4-47936c37bda9 None None] Pushing event updated for resources: {'Port': ['ID=532fe66d-dcd9-4ff9-a21b-163742d55363,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:00.803279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-531786ed-d7bd-44eb-aeb4-47936c37bda9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:00.806740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] For port b2ca2607-d956-448f-b55d-9a6c66f539eb, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b2ca2607-d956-448f-b55d-9a6c66f539eb,segment=NetworkSegment(79e61a46-e607-4ef6-86b9-dbcf6e1e842a),segment_id=79e61a46-e607-4ef6-86b9-dbcf6e1e842a)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:00.812012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:00.825461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:01.076746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.076746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dea0f4c-4827-42e0-8e89-2dc48eebaa21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.076746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8dea0f4c-4827-42e0-8e89-2dc48eebaa21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:01.082464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c828ae23-5199-4e04-a9d2-70f80bb40137 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.083094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8dea0f4c-4827-42e0-8e89-2dc48eebaa21 admin admin] Usage tracker for resource:security_group_rule and tenant:9c1311bd394142f3b26dfe028a969618 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:01.083094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8dea0f4c-4827-42e0-8e89-2dc48eebaa21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:01.083094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8dea0f4c-4827-42e0-8e89-2dc48eebaa21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:01.084175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:01.084271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:01.084271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Router 5052fb34-65e2-4e58-9f8c-0d0856146793 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:56:01.084407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.084515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Usage tracker for resource:security_group_rule and tenant:0ae999af431c4038a041901570658dd4 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:01.084515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:01.084694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=a3555aad-1d37-4918-b5e5-2229e3193792,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:01.084788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828ae23-5199-4e04-a9d2-70f80bb40137 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Pushing event deleted for resources: {'Port': ['ID=3fe46fb3-27a3-4ad4-94ac-79ecf9d379ec,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:01.084788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c828ae23-5199-4e04-a9d2-70f80bb40137 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:01.087905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c828ae23-5199-4e04-a9d2-70f80bb40137 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.121187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:01.127135 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c828ae23-5199-4e04-a9d2-70f80bb40137 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] 10.222.0.77 "DELETE /v2.0/ports/3fe46fb3-27a3-4ad4-94ac-79ecf9d379ec HTTP/1.1" status: 204 len: 168 time: 2.9438283 Apr 22 16:56:01.127289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49568) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:01.128632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:01.136980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:01.138937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.388344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007171ca-e7b8-4c53-8ed4-0f7147d5f83c None None] Network 04582f77-2428-4f63-825f-e2d1659dd7ad requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:56:01.515090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port cc4d61b6-55df-4164-87b3-294560845788 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:01.551852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.609058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.639603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Pushing event updated for resources: {'Port': ['ID=b2ca2607-d956-448f-b55d-9a6c66f539eb,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:01.648815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:01.672735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a1daf38a-08c4-413b-a684-85fabd5295ab None None] Provisioning complete for port a3555aad-1d37-4918-b5e5-2229e3193792 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:01.673154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1daf38a-08c4-413b-a684-85fabd5295ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.768121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e80628aa-5cd9-4b3d-b029-9c039f1a48cf tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.785171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:01.813490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:56:01.825446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Sync routers for ids ['5052fb34-65e2-4e58-9f8c-0d0856146793'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:56:01.830679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e80628aa-5cd9-4b3d-b029-9c039f1a48cf tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.836468 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e80628aa-5cd9-4b3d-b029-9c039f1a48cf tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "DELETE /v2.0/ports/064e2243-affc-475b-b7f4-e5205a9f57b8 HTTP/1.1" status: 204 len: 168 time: 3.3032696 Apr 22 16:56:01.837360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49576) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:01.843653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Routers {'5052fb34-65e2-4e58-9f8c-0d0856146793'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:01.847499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['5052fb34-65e2-4e58-9f8c-0d0856146793'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:01.909564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:01.911859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80628aa-5cd9-4b3d-b029-9c039f1a48cf tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event deleted for resources: {'Port': ['ID=064e2243-affc-475b-b7f4-e5205a9f57b8,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:01.914419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e80628aa-5cd9-4b3d-b029-9c039f1a48cf tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:01.918788 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-96216ad1-e0e3-49a6-8500-f681b7313556 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] GET failed (client error): The resource could not be found. Apr 22 16:56:01.919320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-96216ad1-e0e3-49a6-8500-f681b7313556 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Synchronizing usage tracker for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:01.950170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dea0f4c-4827-42e0-8e89-2dc48eebaa21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.019816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.028021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0dbcfdcb-cbb5-4a0c-a9ef-2acfb5b31ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] For port ab222ebb-ebe5-4551-a747-d2ae8c42dbd8, host hv-neutron-7864, got binding levels [] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:02.028601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0dbcfdcb-cbb5-4a0c-a9ef-2acfb5b31ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.090993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Set router 5052fb34-65e2-4e58-9f8c-0d0856146793 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:02.133995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-96216ad1-e0e3-49a6-8500-f681b7313556 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Unset dirty status for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:02.135920 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-96216ad1-e0e3-49a6-8500-f681b7313556 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "GET /v2.0/ports/064e2243-affc-475b-b7f4-e5205a9f57b8 HTTP/1.1" status: 404 len: 333 time: 0.2889490 Apr 22 16:56:02.149506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.152351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49580) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:02.216971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-88f74fed-d7cb-473f-af37-490918e5ac18 None None] Provisioning for port cc4d61b6-55df-4164-87b3-294560845788 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:02.223851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dea0f4c-4827-42e0-8e89-2dc48eebaa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.227284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-88f74fed-d7cb-473f-af37-490918e5ac18 None None] Provisioning complete for port cc4d61b6-55df-4164-87b3-294560845788 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:02.227284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88f74fed-d7cb-473f-af37-490918e5ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.230601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Request body: {'port': {'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-161206294'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:02.246052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:56:02.248968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0dbcfdcb-cbb5-4a0c-a9ef-2acfb5b31ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Calling delete_port for ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:02.282712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.297520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:02.343788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:02.379753 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7401edff-2849-43c2-84d2-51fc5c37c900 tempest-DHCPAgentSchedulersTestJSON-911411267 tempest-DHCPAgentSchedulersTestJSON-911411267-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 1.2373390 Apr 22 16:56:02.382658 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8dea0f4c-4827-42e0-8e89-2dc48eebaa21 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c1311bd394142f3b26dfe028a969618&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6069617 Apr 22 16:56:02.389931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88f74fed-d7cb-473f-af37-490918e5ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.396419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49586) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:02.396800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49588) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:02.399058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.404020 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.9786100 Apr 22 16:56:02.416050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49590) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:02.449934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:56:02.459685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.460077 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Added segment eb75838d-d774-4d6d-ade2-27327b9ac309 of type vlan for network 56388d30-b518-462c-95ff-cfdfb364ff0a Apr 22 16:56:02.473039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-88f74fed-d7cb-473f-af37-490918e5ac18 None None] For port cc4d61b6-55df-4164-87b3-294560845788, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cc4d61b6-55df-4164-87b3-294560845788,segment=NetworkSegment(f3554cc3-1712-493b-a603-6cd54a7b0106),segment_id=f3554cc3-1712-493b-a603-6cd54a7b0106)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:02.497124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.500653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:56:02.507599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1810431438'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:02.509044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88f74fed-d7cb-473f-af37-490918e5ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.511278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-212d3ded-cd06-4b8c-8ca3-6005aaae10a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:02.520656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:02.534091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:55:58Z', 'revision_number': 3, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:02.540292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Checking router: 5052fb34-65e2-4e58-9f8c-0d0856146793 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:56:02.540681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Updating router 5052fb34-65e2-4e58-9f8c-0d0856146793 port b0af3c56-a085-4a80-9db7-f078188bd92b binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:56:02.563516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.568603 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.9671006 Apr 22 16:56:02.569523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49598) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:02.633993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:02.644405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:02.645650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Sync routers for ids ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:56:02.655760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f74fed-d7cb-473f-af37-490918e5ac18 None None] Pushing event updated for resources: {'Port': ['ID=cc4d61b6-55df-4164-87b3-294560845788,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:02.666445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88f74fed-d7cb-473f-af37-490918e5ac18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:02.683734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.683933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Routers {'e6860ec2-13ec-4bc2-ac46-0901a39dffd0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:02.685191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:02.721496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:02.741713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Pushing event updated for resources: {'Port': ['ID=fb532f12-b2b5-49b2-bc46-299aa2f7ed4f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:02.749613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Usage tracker for resource:network and tenant:6d55e4b00b4b41abb4824142b16e40c2 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:02.754758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:02.756613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.795434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a5dbdf46-e377-46e5-b581-7193553b68ed None None] Provisioning complete for port cc4d61b6-55df-4164-87b3-294560845788 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:02.796045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a5dbdf46-e377-46e5-b581-7193553b68ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.853291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:02.860707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:02.861170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b2ca2607-d956-448f-b55d-9a6c66f539eb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:02.866694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:02.875699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:02.973353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8061e451-f186-47df-b3a0-9a32569afa22 None None] Network 64f7a453-81f8-4c1e-b19e-5e087b781260 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:56:03.120503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:03.130706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:03.131402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.248535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.254984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Set router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:03.263475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Transition to ACTIVE for port object b0af3c56-a085-4a80-9db7-f078188bd92b will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:03.302578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.311516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:03.350518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Made reservation on behalf of ce7ba871385e4f1a944acec67ae21183 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:03.355330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.401473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Attempting to bind port b0af3c56-a085-4a80-9db7-f078188bd92b on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:03.402584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Attempting to bind port b0af3c56-a085-4a80-9db7-f078188bd92b by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:03.403204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Attempting to bind port b0af3c56-a085-4a80-9db7-f078188bd92b on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:03.410610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port b2ca2607-d956-448f-b55d-9a6c66f539eb completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:03.417632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:03.418369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:03.419017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.419619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:03.420321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Bound port: b0af3c56-a085-4a80-9db7-f078188bd92b, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:03.421372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.441425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 532fe66d-dcd9-4ff9-a21b-163742d55363 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:03.479231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Made reservation on behalf of 6d55e4b00b4b41abb4824142b16e40c2 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:03.485446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.496013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea0f4c-4827-42e0-8e89-2dc48eebaa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921a7ce4-b52e-4f19-a14c-f6f18860923e,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:03.508388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] For port b0af3c56-a085-4a80-9db7-f078188bd92b, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:03.512345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] For port b0af3c56-a085-4a80-9db7-f078188bd92b, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b0af3c56-a085-4a80-9db7-f078188bd92b,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:03.526285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Pushing event updated for resources: {'Port': ['ID=b0af3c56-a085-4a80-9db7-f078188bd92b,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:03.532834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0dbcfdcb-cbb5-4a0c-a9ef-2acfb5b31ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.534500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.534900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.535664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.536027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.536383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.536828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.537088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.537438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.537786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.538133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.538477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.538846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Tracked resource versions report: Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: pushed versions: Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: { 'AddressGroup': {'1.2'}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': {'1.0'}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': {'1.0'}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': {'1.1'}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': {'1.7'}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': {'1.2'}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': {'1.8'}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': {'1.4'}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': {'1.0'}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': {'1.1'}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': {'1.1'}} Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: consumer versions: Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: { DHCP agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: HyperV agent@hv-neutron-7864: {}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: L3 agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: Metadata agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: Metering agent@dv-neutron-786478-3-hyperv: {}, Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: Open vSwitch agent@dv-neutron-786478-3-hyperv: { 'AddressGroup': '1.2', Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'ConntrackHelper': '1.0', Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Log': '1.0', Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Network': '1.1', Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Port': '1.7', Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'PortForwarding': '1.2', Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'QosPolicy': '1.8', Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroup': '1.4', Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SecurityGroupRule': '1.2', Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'SubPort': '1.0', Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Subnet': '1.1', Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: 'Trunk': '1.1'}} Apr 22 16:56:03.540149 dv-neutron-786478-3-hyperv neutron-server[87094]: {{(pid=87212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:56:03.543731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.544599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:03.549737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:03.554256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2aedc790-0d6c-4168-bfe9-0be6aac99135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.557546 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.9440122 Apr 22 16:56:03.560044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] device_id is not set on port ac4e5157-ff5b-4aef-a544-aeb392baab8b yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:03.566540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49606) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:03.584487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Request body: {'subnet': {'network_id': '56388d30-b518-462c-95ff-cfdfb364ff0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:03.607475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e4f0c95e-8760-4cd8-be44-1193f6778b9d None None] Provisioning for port b2ca2607-d956-448f-b55d-9a6c66f539eb completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:03.631525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e4f0c95e-8760-4cd8-be44-1193f6778b9d None None] Provisioning complete for port b2ca2607-d956-448f-b55d-9a6c66f539eb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:03.632267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c95e-8760-4cd8-be44-1193f6778b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.638903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Pushing event updated for resources: {'Port': ['ID=b0af3c56-a085-4a80-9db7-f078188bd92b,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:03.643926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:03.659213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Routers {'5052fb34-65e2-4e58-9f8c-0d0856146793'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:03.659879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['5052fb34-65e2-4e58-9f8c-0d0856146793'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:03.686379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:56:03.695784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.696177 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Added segment adebdcf2-2a75-4fef-8a44-5898c8c0eb49 of type vlan for network 40857289-8d98-4ba2-a4d7-3268919ade92 Apr 22 16:56:03.800228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:03.814910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Usage tracker for resource:subnet and tenant:0ae999af431c4038a041901570658dd4 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:03.822414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:03.834479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:03.908927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:03.914567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] Set router 5052fb34-65e2-4e58-9f8c-0d0856146793 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:03.945463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.014191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05d814a-3a69-4743-8828-32fab5501f22,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:04.018523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2aedc790-0d6c-4168-bfe9-0be6aac99135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.040901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 532fe66d-dcd9-4ff9-a21b-163742d55363 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:04.041687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.079422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.091264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0dbcfdcb-cbb5-4a0c-a9ef-2acfb5b31ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.094135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.227s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:04.116743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:04.117403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.121691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.602s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:04.122022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:04.215885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:04.228784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c95e-8760-4cd8-be44-1193f6778b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.323449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:55:59Z', 'revision_number': 3, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:04.352239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Checking router: e6860ec2-13ec-4bc2-ac46-0901a39dffd0 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:56:04.362578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Updating router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:56:04.384484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:55:58Z', 'revision_number': 3, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:04.394582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87106e5-891d-47d6-b5c1-5576c52c5c75 None None] The sync data for ids ['5052fb34-65e2-4e58-9f8c-0d0856146793'] in dv-neutron-786478-3-hyperv is: [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:55:58Z', 'revision_number': 3, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:56:04.403638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a3555aad-1d37-4918-b5e5-2229e3193792 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:04.438798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Made reservation on behalf of 0ae999af431c4038a041901570658dd4 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:04.451089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.460152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e4f0c95e-8760-4cd8-be44-1193f6778b9d None None] For port b2ca2607-d956-448f-b55d-9a6c66f539eb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b2ca2607-d956-448f-b55d-9a6c66f539eb,segment=NetworkSegment(79e61a46-e607-4ef6-86b9-dbcf6e1e842a),segment_id=79e61a46-e607-4ef6-86b9-dbcf6e1e842a)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:04.500544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c95e-8760-4cd8-be44-1193f6778b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.508167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-531786ed-d7bd-44eb-aeb4-47936c37bda9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:04.558643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.578526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Allocated IP 172.20.0.1 (bbfd5673-9429-4970-ac83-0273788cb7ee/c4b380e3-2996-4eff-9186-c5eb84b7ddb6/f62988c3-135b-4c8a-8fcb-215d56e7b2ae) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:04.677626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0c95e-8760-4cd8-be44-1193f6778b9d None None] Pushing event updated for resources: {'Port': ['ID=b2ca2607-d956-448f-b55d-9a6c66f539eb,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:04.693680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4f0c95e-8760-4cd8-be44-1193f6778b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:04.710858 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0dbcfdcb-cbb5-4a0c-a9ef-2acfb5b31ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "DELETE /v2.0/ports/ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 HTTP/1.1" status: 204 len: 168 time: 4.0759079 Apr 22 16:56:04.731654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49610) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:04.751150 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3447771 Apr 22 16:56:04.756640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49614) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:04.810183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ff552b1a-0eeb-4d0b-a5f7-dc5ad696b230 None None] Provisioning complete for port b2ca2607-d956-448f-b55d-9a6c66f539eb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:04.810183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff552b1a-0eeb-4d0b-a5f7-dc5ad696b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.829661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a3555aad-1d37-4918-b5e5-2229e3193792 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:04.830081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:04.840574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event updated for resources: {'Network': ['ID=56388d30-b518-462c-95ff-cfdfb364ff0a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:04.890926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 56388d30-b518-462c-95ff-cfdfb364ff0a details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:56:05.074348 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b57d2d6-6bbf-4508-980f-6792000d352a tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] GET failed (client error): The resource could not be found. Apr 22 16:56:05.075194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6b57d2d6-6bbf-4508-980f-6792000d352a tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Synchronizing usage tracker for tenant:45938e04d754403fad95b680c251561e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:05.137322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:05.154302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:05.170125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:05.268794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6b57d2d6-6bbf-4508-980f-6792000d352a tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Unset dirty status for tenant:45938e04d754403fad95b680c251561e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:05.274140 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6b57d2d6-6bbf-4508-980f-6792000d352a tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "GET /v2.0/ports/ab222ebb-ebe5-4551-a747-d2ae8c42dbd8 HTTP/1.1" status: 404 len: 333 time: 0.5228348 Apr 22 16:56:05.276434 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eb6505ae-c36d-4a01-bdd7-2e45238b4605 tempest-DHCPAgentSchedulersTestJSON-911411267 tempest-DHCPAgentSchedulersTestJSON-911411267-project-admin] 10.222.0.77 "GET /v2.0/agents/b0bd705d-ca3a-40cc-a612-b3233baf1718/dhcp-networks HTTP/1.1" status: 200 len: 7233 time: 0.5117319 Apr 22 16:56:05.277269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49618) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:05.277638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49620) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:05.289988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Pushing event updated for resources: {'Network': ['ID=40857289-8d98-4ba2-a4d7-3268919ade92,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:05.291413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Request body: {'port': {'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-356339394'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:05.295914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Transition to ACTIVE for port object f62988c3-135b-4c8a-8fcb-215d56e7b2ae will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:05.318778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 40857289-8d98-4ba2-a4d7-3268919ade92 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:56:05.349122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:05.390742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:05.394377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.179s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:05.406399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-210c9d99-cd29-4c08-b9f3-fa44da15906a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.767s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:05.465844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcfdcb-cbb5-4a0c-a9ef-2acfb5b31ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab222ebb-ebe5-4551-a747-d2ae8c42dbd8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:05.467957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2aedc790-0d6c-4168-bfe9-0be6aac99135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:05.472856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:05.480522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:05.489738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0dbcfdcb-cbb5-4a0c-a9ef-2acfb5b31ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:05.493005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:05.498188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.219s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:05.499270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:05.507542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c32b9cd1-8ae8-4f58-9cf0-1c29807950d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:05.542824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedc790-0d6c-4168-bfe9-0be6aac99135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921a7ce4-b52e-4f19-a14c-f6f18860923e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:05.549924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2aedc790-0d6c-4168-bfe9-0be6aac99135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:05.568992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Pushing event updated for resources: {'Port': ['ID=f62988c3-135b-4c8a-8fcb-215d56e7b2ae,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:05.600338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2aedc790-0d6c-4168-bfe9-0be6aac99135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:05.601804 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2aedc790-0d6c-4168-bfe9-0be6aac99135 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/921a7ce4-b52e-4f19-a14c-f6f18860923e HTTP/1.1" status: 204 len: 168 time: 3.1946275 Apr 22 16:56:05.641949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:05.683045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Network bbfd5673-9429-4970-ac83-0273788cb7ee is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:05.688752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:05.694606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:05.695190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:05.756975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:05.798789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Transition to ACTIVE for port object 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:05.813782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a3575cbb-b7aa-4f57-9dc2-5ef1aa610442 None None] Could not find standard attr ID for object 3fe46fb3-27a3-4ad4-94ac-79ecf9d379ec. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 16:56:05.843285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:05.847754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Made reservation on behalf of 45938e04d754403fad95b680c251561e for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:05.847912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:05.852538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:05.912700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d44718-2403-47b9-bd20-0c256940b6b4 tempest-DHCPAgentSchedulersTestJSON-911411267 tempest-DHCPAgentSchedulersTestJSON-911411267-project-admin] Network 40857289-8d98-4ba2-a4d7-3268919ade92 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:56:05.958283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] device_id is not set on port cabdff57-f397-4ffe-89cc-27238003b372 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:06.000369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b2ca2607-d956-448f-b55d-9a6c66f539eb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:06.036852 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-00d44718-2403-47b9-bd20-0c256940b6b4 tempest-DHCPAgentSchedulersTestJSON-911411267 tempest-DHCPAgentSchedulersTestJSON-911411267-project-admin] 10.222.0.77 "POST /v2.0/agents/b0bd705d-ca3a-40cc-a612-b3233baf1718/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7523556 Apr 22 16:56:06.048873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49628) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:06.069797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2a9b9-df1a-465e-a89e-28794503a6a2 None None] Network 40857289-8d98-4ba2-a4d7-3268919ade92 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:56:06.294583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.345316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:06.427343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c27417-c71d-4b1d-a977-b3e03d4cf7ff None None] Pushing event updated for resources: {'Port': ['ID=39fb9ac4-cb0f-4588-bff8-039f32a7cac9,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:06.444014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Attempting to bind port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:06.444480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Attempting to bind port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:06.444836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Attempting to bind port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:06.448548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02c27417-c71d-4b1d-a977-b3e03d4cf7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:06.450359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.470138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4e5157-ff5b-4aef-a544-aeb392baab8b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:06.487634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:06.503451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:06.503887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:06.504348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.504801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:06.505508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Bound port: 39fb9ac4-cb0f-4588-bff8-039f32a7cac9, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:06.505970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.547939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:06.552805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:06.566641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:06.567757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:06.568412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.597815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] For port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:06.604582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] For port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=39fb9ac4-cb0f-4588-bff8-039f32a7cac9,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:06.612844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.628663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port b2ca2607-d956-448f-b55d-9a6c66f539eb triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:06.629087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.662093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.687443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02c27417-c71d-4b1d-a977-b3e03d4cf7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:06.713039 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 4.4878738 Apr 22 16:56:06.717364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49642) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:06.727567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-046ea319-df00-4304-b563-b2961d5970a4 None None] Provisioning for port f62988c3-135b-4c8a-8fcb-215d56e7b2ae completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:06.758940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:06.786255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-046ea319-df00-4304-b563-b2961d5970a4 None None] Provisioning complete for port f62988c3-135b-4c8a-8fcb-215d56e7b2ae triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:06.786717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-046ea319-df00-4304-b563-b2961d5970a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.850237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.873498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-046ea319-df00-4304-b563-b2961d5970a4 None None] Port f62988c3-135b-4c8a-8fcb-215d56e7b2ae cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:06.887013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Routers {'e6860ec2-13ec-4bc2-ac46-0901a39dffd0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:06.887710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:06.907063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.918482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:06.944867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f83f4ad-e10d-450f-96e6-5707ea5a83da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:06.978009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Allocated IP 172.20.0.1 (8c06ed26-3d28-4f3d-a46f-84330d432a95/ee3b9272-0e28-4bf3-9438-dc9bff58f2cb/dda578af-daff-4659-bd11-f9d68db68624) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:07.017724 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bb77badd-6ddb-4d01-9852-332d70ad4522 tempest-DHCPAgentSchedulersTestJSON-911411267 tempest-DHCPAgentSchedulersTestJSON-911411267-project-admin] 10.222.0.77 "GET /v2.0/agents/b0bd705d-ca3a-40cc-a612-b3233baf1718/dhcp-networks HTTP/1.1" status: 200 len: 8004 time: 0.9521978 Apr 22 16:56:07.018974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49654) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:07.076375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Router dfe74c98-00ae-4182-8bea-1c56466fc8fa is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:56:07.153354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c27417-c71d-4b1d-a977-b3e03d4cf7ff None None] Pushing event updated for resources: {'Port': ['ID=39fb9ac4-cb0f-4588-bff8-039f32a7cac9,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:07.157817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] Set router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:07.183479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49660) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:07.231864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02c27417-c71d-4b1d-a977-b3e03d4cf7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:07.261552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:07.273247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event updated for resources: {'Subnet': ['ID=e830aef7-07af-4189-8e64-425a873ee96b,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:07.316642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:07.321702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Checking segment: {'id': 'eb75838d-d774-4d6d-ade2-27327b9ac309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '56388d30-b518-462c-95ff-cfdfb364ff0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:07.322185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Network hostable DHCP agents. Network: 56388d30-b518-462c-95ff-cfdfb364ff0a, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:56:07.368159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:56:07.375267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b0af3c56-a085-4a80-9db7-f078188bd92b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:07.381909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Sync routers for ids ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:56:07.405007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Routers {'dfe74c98-00ae-4182-8bea-1c56466fc8fa'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:07.405007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e1609750-520e-4804-b7af-48794f515e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:07.461168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:07.472422 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cd8a98bd-a287-4219-8e50-c338bf08f416 tempest-DHCPAgentSchedulersTestJSON-911411267 tempest-DHCPAgentSchedulersTestJSON-911411267-project-admin] 10.222.0.77 "DELETE /v2.0/agents/b0bd705d-ca3a-40cc-a612-b3233baf1718/dhcp-networks/40857289-8d98-4ba2-a4d7-3268919ade92 HTTP/1.1" status: 204 len: 168 time: 0.4486887 Apr 22 16:56:07.473188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49666) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:07.476985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:07.478070 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.3245039 Apr 22 16:56:07.485016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-732431814'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:07.492793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49670) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:07.504745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Transition to ACTIVE for port object dda578af-daff-4659-bd11-f9d68db68624 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:07.504950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:07.621513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Set router dfe74c98-00ae-4182-8bea-1c56466fc8fa gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:07.634123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:07.651760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:07.751006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Network 8c06ed26-3d28-4f3d-a46f-84330d432a95 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:07.762941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port b0af3c56-a085-4a80-9db7-f078188bd92b completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:07.764510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:07.772126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:07.772366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:07.801706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port b0af3c56-a085-4a80-9db7-f078188bd92b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:07.803898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:07.876101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Pushing event updated for resources: {'Port': ['ID=dda578af-daff-4659-bd11-f9d68db68624,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:07.882563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:07.935293 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b0f970d4-d241-4822-931c-f07a7aaca7ac tempest-DHCPAgentSchedulersTestJSON-911411267 tempest-DHCPAgentSchedulersTestJSON-911411267-project-admin] 10.222.0.77 "GET /v2.0/agents/b0bd705d-ca3a-40cc-a612-b3233baf1718/dhcp-networks HTTP/1.1" status: 200 len: 7233 time: 0.4549179 Apr 22 16:56:07.936339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49674) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:07.956551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f62988c3-135b-4c8a-8fcb-215d56e7b2ae', 'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'mac_address': 'fa:16:3e:00:7d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:03Z', 'updated_at': '2021-04-22T16:56:04Z', 'revision_number': 1, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'subnets': [{'id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:07.976106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339c41a-8dff-453d-bb86-91df13c13c4c None None] The sync data for ids ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'] in dv-neutron-786478-3-hyperv is: [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f62988c3-135b-4c8a-8fcb-215d56e7b2ae', 'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'mac_address': 'fa:16:3e:00:7d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:03Z', 'updated_at': '2021-04-22T16:56:04Z', 'revision_number': 1, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'subnets': [{'id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:56:07.999748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e1609750-520e-4804-b7af-48794f515e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:03Z', 'revision_number': 3, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:08.005897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Checking router: dfe74c98-00ae-4182-8bea-1c56466fc8fa for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:56:08.006287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Updating router dfe74c98-00ae-4182-8bea-1c56466fc8fa port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:56:08.018326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:08.093871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:08.108839 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e2e1ce98-33fa-4bfe-8d94-3e5f9ac3ec33 tempest-DHCPAgentSchedulersTestJSON-911411267 tempest-DHCPAgentSchedulersTestJSON-911411267-project-admin] 10.222.0.77 "GET /v2.0/networks/64f7a453-81f8-4c1e-b19e-5e087b781260/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1706240 Apr 22 16:56:08.109540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49678) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:08.109931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:08.126659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port b0af3c56-a085-4a80-9db7-f078188bd92b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b0af3c56-a085-4a80-9db7-f078188bd92b,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:08.163130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:08.164027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cc4d61b6-55df-4164-87b3-294560845788 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:08.165898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7a715052-2466-4186-9fa7-fdb3b42da0c1 tempest-DHCPAgentSchedulersTestJSON-911411267 tempest-DHCPAgentSchedulersTestJSON-911411267-project-admin] 10.222.0.77 "GET /v2.0/networks/64f7a453-81f8-4c1e-b19e-5e087b781260/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0525916 Apr 22 16:56:08.169971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49682) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:08.208296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0ad4cc10-d894-4fb8-95d5-c9f53539e6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:08.262754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d23c53c7-90ea-4937-b765-3e2a76f9bdc3 None None] Provisioning for port dda578af-daff-4659-bd11-f9d68db68624 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:08.296425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Usage tracker for resource:network and tenant:c7e7cc4de244438e98680fe090c523bb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:08.312997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d23c53c7-90ea-4937-b765-3e2a76f9bdc3 None None] Provisioning complete for port dda578af-daff-4659-bd11-f9d68db68624 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:08.313409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d23c53c7-90ea-4937-b765-3e2a76f9bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:08.358017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:08.362307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:08.395844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Network 56388d30-b518-462c-95ff-cfdfb364ff0a is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:56:08.396454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d23c53c7-90ea-4937-b765-3e2a76f9bdc3 None None] Port dda578af-daff-4659-bd11-f9d68db68624 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:08.429061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=b0af3c56-a085-4a80-9db7-f078188bd92b,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:08.444254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:08.448008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:08.464623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port cc4d61b6-55df-4164-87b3-294560845788 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:08.465041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:08.486267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:08.545973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 56388d30-b518-462c-95ff-cfdfb364ff0a) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:08.610437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event updated for resources: {'Port': ['ID=cabdff57-f397-4ffe-89cc-27238003b372,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:08.617429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a56a9-a72d-4ff1-9187-882a7283bd14 None None] Network 56388d30-b518-462c-95ff-cfdfb364ff0a requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:56:08.633633 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5897a01a-2a0c-469f-ae32-b6dc306e10fc tempest-DHCPAgentSchedulersTestJSON-911411267 tempest-DHCPAgentSchedulersTestJSON-911411267-project-admin] 10.222.0.77 "GET /v2.0/agents/b0bd705d-ca3a-40cc-a612-b3233baf1718/dhcp-networks HTTP/1.1" status: 200 len: 8037 time: 0.4623356 Apr 22 16:56:08.635636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49690) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:08.791118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:08.806252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Transition to ACTIVE for port object fb532f12-b2b5-49b2-bc46-299aa2f7ed4f will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:08.856866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:08.865139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:08.866612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:08.948934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:08.960152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:08.960809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.024333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb3e06-2d31-437f-b9a4-c016a919d6cf None None] Pushing event updated for resources: {'Port': ['ID=fb532f12-b2b5-49b2-bc46-299aa2f7ed4f,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:09.029796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b0af3c56-a085-4a80-9db7-f078188bd92b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:09.051175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-96bb3e06-2d31-437f-b9a4-c016a919d6cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:09.091112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.103673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Attempting to bind port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:09.104092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Attempting to bind port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:09.104504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Attempting to bind port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:09.125775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:09.125775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:09.125775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.125775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:09.126108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Bound port: fb532f12-b2b5-49b2-bc46-299aa2f7ed4f, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:09.126430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.158116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Made reservation on behalf of c7e7cc4de244438e98680fe090c523bb for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:09.178068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.205501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:09.235203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e1609750-520e-4804-b7af-48794f515e1a None None] For port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:09.238968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e1609750-520e-4804-b7af-48794f515e1a None None] For port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=fb532f12-b2b5-49b2-bc46-299aa2f7ed4f,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:09.247935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:09.248345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.253081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.272844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:09.274045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:09.274856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.284989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.295166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > segment before_delete 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.295579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.296413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.296969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > port after_create 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.305488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > port after_delete 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.305488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > port after_update 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.305488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > segment after_delete 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.305488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > subnet after_create 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.305488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > subnet after_delete 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.305488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > subnet after_update 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.328685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:09.331732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.337555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e1ba3f7-4abf-4e86-b271-85053589652f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:09.348643 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7799265 Apr 22 16:56:09.353472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49696) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:09.399545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2064786105', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:09.409259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:09.414219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Usage tracker for resource:router and tenant:0ae999af431c4038a041901570658dd4 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:09.418459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:09.432374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:09.441795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:09.444753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-56388d30-b518-462c-95ff-cfdfb364ff0a', 'network_id': '56388d30-b518-462c-95ff-cfdfb364ff0a', 'tenant_id': '0ae999af431c4038a041901570658dd4', 'fixed_ips': [{'subnet_id': 'e830aef7-07af-4189-8e64-425a873ee96b'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:56:09.446017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.457380 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.1754823 Apr 22 16:56:09.458222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49700) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:09.459380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb3e06-2d31-437f-b9a4-c016a919d6cf None None] Pushing event updated for resources: {'Port': ['ID=fb532f12-b2b5-49b2-bc46-299aa2f7ed4f,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:09.461360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Usage tracker for resource:security_group_rule and tenant:c7e7cc4de244438e98680fe090c523bb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:09.471790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-96bb3e06-2d31-437f-b9a4-c016a919d6cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:09.488648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:09.491351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Routers {'dfe74c98-00ae-4182-8bea-1c56466fc8fa'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:09.492053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e1609750-520e-4804-b7af-48794f515e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:09.495253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:09.506563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.509187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port b0af3c56-a085-4a80-9db7-f078188bd92b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:09.509623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.526887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.528130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.535315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > subnet after_create 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.535703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > subnet after_delete 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.536403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > subnet before_create 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.536783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Subscribe: > subnet before_update 55550000 {{(pid=87209) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:09.542117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40857289-8d98-4ba2-a4d7-3268919ade92']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:09.545615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.574288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:09.574795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adebdcf2-2a75-4fef-8a44-5898c8c0eb49') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:09.581217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adebdcf2-2a75-4fef-8a44-5898c8c0eb49') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:09.615455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.639372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.649164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:56:09.664023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:09.688718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0dbcfdcb-cbb5-4a0c-a9ef-2acfb5b31ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:09.849064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:09.865490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Allocated IP 172.20.0.2 (56388d30-b518-462c-95ff-cfdfb364ff0a/e830aef7-07af-4189-8e64-425a873ee96b/0d8d9f9d-bb11-499f-981c-2e83932cc755) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:09.880556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e1609750-520e-4804-b7af-48794f515e1a None None] Set router dfe74c98-00ae-4182-8bea-1c56466fc8fa gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:10.055519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Allocated IP 172.20.0.1 (04582f77-2428-4f63-825f-e2d1659dd7ad/cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6/bd7f3a0a-d715-4d89-8ed4-7f04340444b1) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:10.123099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:10.136080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Transition to ACTIVE for port object 0d8d9f9d-bb11-499f-981c-2e83932cc755 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:10.157660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Transition to ACTIVE for port object 0d8d9f9d-bb11-499f-981c-2e83932cc755 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:10.198360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:10.204921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3687c41-c296-4fdf-9073-a429c78adfcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:10.230526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Network 8c06ed26-3d28-4f3d-a46f-84330d432a95 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:10.244598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:10.294570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e1609750-520e-4804-b7af-48794f515e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:03Z', 'revision_number': 3, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:10.300132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1609750-520e-4804-b7af-48794f515e1a None None] The sync data for ids ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'] in dv-neutron-786478-3-hyperv is: [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:03Z', 'revision_number': 3, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:56:10.310436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Network 56388d30-b518-462c-95ff-cfdfb364ff0a is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:10.314240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:10.319218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:10.327300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:10.374304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:10.429729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Pushing event updated for resources: {'Port': ['ID=0d8d9f9d-bb11-499f-981c-2e83932cc755,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:10.434873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:10.447307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Attempting to bind port 0d8d9f9d-bb11-499f-981c-2e83932cc755 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:10.447730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Attempting to bind port 0d8d9f9d-bb11-499f-981c-2e83932cc755 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'eb75838d-d774-4d6d-ade2-27327b9ac309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '56388d30-b518-462c-95ff-cfdfb364ff0a'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:10.448154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Attempting to bind port 0d8d9f9d-bb11-499f-981c-2e83932cc755 on network 56388d30-b518-462c-95ff-cfdfb364ff0a {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:10.457943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:10.458347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Checking segment: {'id': 'eb75838d-d774-4d6d-ade2-27327b9ac309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '56388d30-b518-462c-95ff-cfdfb364ff0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:10.458872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:10.459357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Bound using segment: {'id': 'eb75838d-d774-4d6d-ade2-27327b9ac309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '56388d30-b518-462c-95ff-cfdfb364ff0a'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:10.459858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Bound port: 0d8d9f9d-bb11-499f-981c-2e83932cc755, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb75838d-d774-4d6d-ade2-27327b9ac309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '56388d30-b518-462c-95ff-cfdfb364ff0a'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:10.460277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:10.517854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] It took 0.87 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:10.527025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:10.561807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32f19aa3-8fcb-430e-a8b9-cbba001f9b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:10.562819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Network 40857289-8d98-4ba2-a4d7-3268919ade92 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:10.566377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c4b453cd-23da-4ed2-9d95-4876061306e9 None None] Provisioning complete for port dda578af-daff-4659-bd11-f9d68db68624 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:10.566860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4b453cd-23da-4ed2-9d95-4876061306e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:10.571112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Pushing event updated for resources: {'Port': ['ID=dda578af-daff-4659-bd11-f9d68db68624,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:10.577235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:10.593381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:10.609968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:10.645774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-29235949-02c7-4774-b61b-60539b81e051 None None] For port 0d8d9f9d-bb11-499f-981c-2e83932cc755, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:10.648176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c4b453cd-23da-4ed2-9d95-4876061306e9 None None] Port dda578af-daff-4659-bd11-f9d68db68624 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:10.813607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Network 40857289-8d98-4ba2-a4d7-3268919ade92 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:10.845080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Transition to ACTIVE for port object bd7f3a0a-d715-4d89-8ed4-7f04340444b1 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: from cryptography.utils import int_from_bytes Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: from cryptography.utils import int_from_bytes Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: (rel_b, rel_a, rel_b), Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: (rel_b, rel_a, rel_b), Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:56:10.846741 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:56:10.862960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Router 5052fb34-65e2-4e58-9f8c-0d0856146793 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:56:10.863760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:10.890177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Pushing event updated for resources: {'Port': ['ID=f62988c3-135b-4c8a-8fcb-215d56e7b2ae,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:10.915368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:11.004713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] device_id is not set on port ac4e5157-ff5b-4aef-a544-aeb392baab8b yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:11.034190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.052857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device fb532f12-b2b5-49b2-bc46-299aa2f7ed4f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:11.131265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Transition to ACTIVE for port object ac4e5157-ff5b-4aef-a544-aeb392baab8b will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:11.133618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-29235949-02c7-4774-b61b-60539b81e051 None None] For port 0d8d9f9d-bb11-499f-981c-2e83932cc755, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0d8d9f9d-bb11-499f-981c-2e83932cc755,segment=NetworkSegment(eb75838d-d774-4d6d-ade2-27327b9ac309),segment_id=eb75838d-d774-4d6d-ade2-27327b9ac309)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:11.178151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.195732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.201412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:11.201546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:11.206825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:11.223371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.225482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.234297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Pushing event deleted for resources: {'Network': ['ID=40857289-8d98-4ba2-a4d7-3268919ade92,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:11.240874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:11.244514 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] 10.222.0.77 "DELETE /v2.0/networks/40857289-8d98-4ba2-a4d7-3268919ade92 HTTP/1.1" status: 204 len: 168 time: 2.6069071 Apr 22 16:56:11.247194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49704) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:11.259284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:11.260217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.264168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Network bbfd5673-9429-4970-ac83-0273788cb7ee is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:11.267022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:11.285788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.292989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:11.326251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:56:11.342773 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] 10.222.0.77 "PUT /v2.0/routers/5052fb34-65e2-4e58-9f8c-0d0856146793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8609807 Apr 22 16:56:11.352919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-851c682b-0c2b-4b10-8edb-ab814668822d tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] DELETE failed (client error): The resource could not be found. Apr 22 16:56:11.354081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851c682b-0c2b-4b10-8edb-ab814668822d tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 16:56:11.360382 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-851c682b-0c2b-4b10-8edb-ab814668822d tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] 10.222.0.77 "DELETE /v2.0/ports/3fe46fb3-27a3-4ad4-94ac-79ecf9d379ec HTTP/1.1" status: 404 len: 333 time: 0.1120470 Apr 22 16:56:11.361097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49710) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:11.366580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Sync routers for ids ['5052fb34-65e2-4e58-9f8c-0d0856146793'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:56:11.429907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Pushing event updated for resources: {'Port': ['ID=0d8d9f9d-bb11-499f-981c-2e83932cc755,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:11.434015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Routers {'5052fb34-65e2-4e58-9f8c-0d0856146793'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:11.443415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['5052fb34-65e2-4e58-9f8c-0d0856146793'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:11.490595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-9305aa01-55b4-4293-89e5-1977c67a9ffb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Deleting subnet 2baf0268-d845-45a2-a07b-07f6713ab2a6 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:56:11.496364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9305aa01-55b4-4293-89e5-1977c67a9ffb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.569576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:11.607621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9305aa01-55b4-4293-89e5-1977c67a9ffb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.815131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-25170f0f-338b-4074-ace1-f86b6809d1ee None None] Provisioning complete for port f62988c3-135b-4c8a-8fcb-215d56e7b2ae triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:11.815613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25170f0f-338b-4074-ace1-f86b6809d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.922367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.924433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9305aa01-55b4-4293-89e5-1977c67a9ffb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:11.955469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Set router 5052fb34-65e2-4e58-9f8c-0d0856146793 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:12.113379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=fb532f12-b2b5-49b2-bc46-299aa2f7ed4f,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:12.140854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-25170f0f-338b-4074-ace1-f86b6809d1ee None None] Port f62988c3-135b-4c8a-8fcb-215d56e7b2ae cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:12.198942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:56:12.200070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4e5157-ff5b-4aef-a544-aeb392baab8b,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:12.228880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:12.229847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:12.330846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:12.371207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9305aa01-55b4-4293-89e5-1977c67a9ffb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:12.377502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:12.410413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=fb532f12-b2b5-49b2-bc46-299aa2f7ed4f,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:12.421497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:12.440381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305aa01-55b4-4293-89e5-1977c67a9ffb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Pushing event deleted for resources: {'Subnet': ['ID=2baf0268-d845-45a2-a07b-07f6713ab2a6,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:12.443328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9305aa01-55b4-4293-89e5-1977c67a9ffb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:12.449432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9305aa01-55b4-4293-89e5-1977c67a9ffb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:12.452810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9305aa01-55b4-4293-89e5-1977c67a9ffb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] 10.222.0.77 "DELETE /v2.0/subnets/2baf0268-d845-45a2-a07b-07f6713ab2a6 HTTP/1.1" status: 204 len: 168 time: 1.0904155 Apr 22 16:56:12.456061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49720) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:12.462449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75731f73-11eb-4375-9405-f725e471d29f None None] Network 64f7a453-81f8-4c1e-b19e-5e087b781260 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:56:12.590686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49724) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:12.608946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135892095', 'description': 'tempest-description--388526651'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:12.617407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:12.624611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Usage tracker for resource:security_group and tenant:f4be92a3aaff4872b5455251895dc70e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:12.627979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:12.638301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:12.646512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:12.664025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Deleting port b2ca2607-d956-448f-b55d-9a6c66f539eb {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:12.664793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:12.715756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:12.717829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Network 04582f77-2428-4f63-825f-e2d1659dd7ad is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:12.719465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:12.762761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:12.771869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:12.789627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:12.811696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:12.835292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Usage tracker for resource:security_group_rule and tenant:f4be92a3aaff4872b5455251895dc70e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:12.842787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:12.909244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] device_id is not set on port cabdff57-f397-4ffe-89cc-27238003b372 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:12.922139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:12.940707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:12.941247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Transition to ACTIVE for port object cabdff57-f397-4ffe-89cc-27238003b372 will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:12.973479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:12.973910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.019453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] For port b2ca2607-d956-448f-b55d-9a6c66f539eb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b2ca2607-d956-448f-b55d-9a6c66f539eb,segment=NetworkSegment(79e61a46-e607-4ef6-86b9-dbcf6e1e842a),segment_id=79e61a46-e607-4ef6-86b9-dbcf6e1e842a)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:13.020019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.107168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Allocated IP 172.26.6.188 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/dfff0cd1-eb90-4832-89b7-a9f2fef833ae) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:13.203389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Calling delete_port for b2ca2607-d956-448f-b55d-9a6c66f539eb owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:13.246168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:13.246876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.249223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.262971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:07Z', 'revision_number': 4, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'dda578af-daff-4659-bd11-f9d68db68624', 'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'mac_address': 'fa:16:3e:f4:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:06Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 2, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'subnets': [{'id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:13.273348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Checking router: 5052fb34-65e2-4e58-9f8c-0d0856146793 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:56:13.273752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Updating router 5052fb34-65e2-4e58-9f8c-0d0856146793 port dda578af-daff-4659-bd11-f9d68db68624 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:56:13.330445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67d25de-fb48-457f-a39e-0b6f6b3a969f None None] Network 56388d30-b518-462c-95ff-cfdfb364ff0a requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:56:13.349867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a2f0e344-df5b-4a4e-b86b-7753ad43016f None None] Provisioning for port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:13.351888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.359480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:13.359860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:13.360548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:13.362906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Pushing event updated for resources: {'Port': ['ID=bd7f3a0a-d715-4d89-8ed4-7f04340444b1,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:13.365360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc56f1-ef9d-404a-95cd-9fbe9823150f None None] DHCP port deletion for 64f7a453-81f8-4c1e-b19e-5e087b781260 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:56:13.366408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.073s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:13.372493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=39fb9ac4-cb0f-4588-bff8-039f32a7cac9,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:13.380066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a2f0e344-df5b-4a4e-b86b-7753ad43016f None None] Provisioning complete for port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:13.380488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e344-df5b-4a4e-b86b-7753ad43016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.385827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.009s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:13.386241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:13.393682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.400160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:13.403781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.422729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.423611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.426902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:13.427033 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:13.437597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 2 to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b Apr 22 16:56:13.457146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:13.462044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2a8eae-b4f2-4750-96f1-18a10bc2288a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:13.474539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] No DVR routers for this DVR port b2ca2607-d956-448f-b55d-9a6c66f539eb on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:56:13.476527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:13.476979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:13.493836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.502171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4f0c95e-8760-4cd8-be44-1193f6778b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:13.542011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.582782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Pushing event deleted for resources: {'Port': ['ID=b2ca2607-d956-448f-b55d-9a6c66f539eb,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:13.590536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.594882 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0003550 Apr 22 16:56:13.597477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:13.598162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49728) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:13.598263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=39fb9ac4-cb0f-4588-bff8-039f32a7cac9,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:13.606843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.618311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:13.623488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.626706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Request body: {'security_group_rule': {'security_group_id': '4f2a8eae-b4f2-4750-96f1-18a10bc2288a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:13.640501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:13.640879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:13.641257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:13.649851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a2f0e344-df5b-4a4e-b86b-7753ad43016f None None] Port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:13.705661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:13.720324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:13.720682 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:13.731104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Usage tracker for resource:security_group_rule and tenant:f4be92a3aaff4872b5455251895dc70e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:13.738155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:13.738533 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 3 to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b Apr 22 16:56:13.748790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.779900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:13.809970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:56:13.824830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:13.825233 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Added segment d7f42eac-8bb0-4923-a610-6c5945dd85c0 of type vlan for network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae Apr 22 16:56:13.848632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0d8d9f9d-bb11-499f-981c-2e83932cc755 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:13.849319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:56:13.861822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Sync routers for ids ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:56:13.877427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:13.877863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:13.878164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:13.886105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event updated for resources: {'Port': ['ID=cabdff57-f397-4ffe-89cc-27238003b372,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:13.901561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:13.901561 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:13.903783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Routers {'e6860ec2-13ec-4bc2-ac46-0901a39dffd0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:13.904540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:13.979082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:13.990894 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 4 to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b Apr 22 16:56:14.013877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.033929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:14.039444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4ee254e5-ade3-40b9-af88-c231ca525385 None None] Provisioning for port 0d8d9f9d-bb11-499f-981c-2e83932cc755 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:14.079038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:14.079256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:14.079756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:14.142945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f7a453-81f8-4c1e-b19e-5e087b781260']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:14.155219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Set router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:14.160829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e61a46-e607-4ef6-86b9-dbcf6e1e842a') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:14.161476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e61a46-e607-4ef6-86b9-dbcf6e1e842a') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:14.174917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53937c9-382c-4b33-8135-183c1e4e1520,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:14.175569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.177838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:14.178171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:14.178549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:14.186815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:14.189149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:14.189521 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:14.199370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.209609 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 5 to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b Apr 22 16:56:14.224435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.224631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 0d8d9f9d-bb11-499f-981c-2e83932cc755 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:14.233125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:56:14.239750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 0d8d9f9d-bb11-499f-981c-2e83932cc755 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:14.241175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.251379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:14.251751 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:14.262262 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 2 to bind port cabdff57-f397-4ffe-89cc-27238003b372 Apr 22 16:56:14.351927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] 10.222.0.77 "PUT /v2.0/routers/e6860ec2-13ec-4bc2-ac46-0901a39dffd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7715504 Apr 22 16:56:14.360076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:14.360454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:14.360838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:14.397938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:14.398317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:14.398720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:14.415211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:14.415638 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:14.430156 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 6 to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b Apr 22 16:56:14.452894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:14.453261 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:14.461690 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 3 to bind port cabdff57-f397-4ffe-89cc-27238003b372 Apr 22 16:56:14.464180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Network 64f7a453-81f8-4c1e-b19e-5e087b781260 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:14.476733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.504424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.534450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:14.534883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:14.535275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:14.544425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:14.588627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:14.588827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:14.589190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:14.608783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.618445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:14.619392 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:14.641847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:14.641847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.644441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 7 to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b Apr 22 16:56:14.649649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.653620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:14.653817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.653915 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:14.678076 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 4 to bind port cabdff57-f397-4ffe-89cc-27238003b372 Apr 22 16:56:14.692974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Transition to ACTIVE for port object dda578af-daff-4659-bd11-f9d68db68624 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:14.712467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:14.715856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d7214b4d-75dc-457c-96d0-66ffd244d7d8 None None] Provisioning complete for port 0d8d9f9d-bb11-499f-981c-2e83932cc755 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:14.717439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7214b4d-75dc-457c-96d0-66ffd244d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.722005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:14.730145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:14.730527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:14.730935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:14.736832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.739192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:14.769643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.775537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Network 64f7a453-81f8-4c1e-b19e-5e087b781260 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:14.784032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:14.807155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event updated for resources: {'Port': ['ID=dfff0cd1-eb90-4832-89b7-a9f2fef833ae,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:14.809917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:14.810296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:14.810694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:14.813296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:14.827636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea121233-efa8-4780-ab73-81eb1e0b095c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:14.833026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f62988c3-135b-4c8a-8fcb-215d56e7b2ae', 'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'mac_address': 'fa:16:3e:00:7d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:03Z', 'updated_at': '2021-04-22T16:56:07Z', 'revision_number': 2, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'subnets': [{'id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:56:14.834564 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:56:14.843337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Checking router: e6860ec2-13ec-4bc2-ac46-0901a39dffd0 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:56:14.844244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Updating router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 port f62988c3-135b-4c8a-8fcb-215d56e7b2ae binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:56:14.847863 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 7.6484256 Apr 22 16:56:14.848971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:14.849434 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:14.853865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49738) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:14.858692 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 8 to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b Apr 22 16:56:14.882557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:14.882951 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:14.941291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 0d8d9f9d-bb11-499f-981c-2e83932cc755, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0d8d9f9d-bb11-499f-981c-2e83932cc755,segment=NetworkSegment(eb75838d-d774-4d6d-ade2-27327b9ac309),segment_id=eb75838d-d774-4d6d-ade2-27327b9ac309)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:14.988244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:14.989813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device fb532f12-b2b5-49b2-bc46-299aa2f7ed4f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:14.992765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.011950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.026953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.029316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:15.069293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fec36d-1203-4494-8c3f-d5c5d7740b21,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:15.084804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:15.087676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.117268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.136045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:15.179331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] 10.222.0.77 "DELETE /v2.0/networks/64f7a453-81f8-4c1e-b19e-5e087b781260 HTTP/1.1" status: 204 len: 168 time: 2.7218757 Apr 22 16:56:15.180587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Pushing event deleted for resources: {'Network': ['ID=64f7a453-81f8-4c1e-b19e-5e087b781260,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:15.190429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:15.193504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e66c6-6e34-4f6c-8e0a-f2f730a77c4f None None] Pushing event updated for resources: {'Port': ['ID=dda578af-daff-4659-bd11-f9d68db68624,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:15.210939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.212281 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6127539 Apr 22 16:56:15.215726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49746) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:15.223133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Request body: {'security_group_rule': {'security_group_id': '4f2a8eae-b4f2-4750-96f1-18a10bc2288a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:15.229202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b04e66c6-6e34-4f6c-8e0a-f2f730a77c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:15.239045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:15.239237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:15.251849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Usage tracker for resource:security_group_rule and tenant:f4be92a3aaff4872b5455251895dc70e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:15.256097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:15.265582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:15.312428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49750) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:15.333025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992048001', 'description': 'tempest-description--1671513184'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:15.337627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:15.338564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.352175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:15.371055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.376993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Request body: {'subnet': {'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:15.379684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:15.396097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 5 to bind port cabdff57-f397-4ffe-89cc-27238003b372 Apr 22 16:56:15.397257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.414784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:15.415234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:15.415524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:15.429688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Usage tracker for resource:security_group and tenant:23b22b94dd7f4ccda61d86fc33585c1f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:15.451193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:15.451461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:15.451592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:15.451977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:15.458300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.493556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:15.508533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:15.508991 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:15.542247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.557299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Transition to ACTIVE for port object f62988c3-135b-4c8a-8fcb-215d56e7b2ae will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:15.588636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.588946 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 6 to bind port cabdff57-f397-4ffe-89cc-27238003b372 Apr 22 16:56:15.596016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:15.606576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.617041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:15.617486 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:15.620418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.637655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:15.638065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:15.638412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:15.654936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.661955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 9 to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b Apr 22 16:56:15.679912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:15.686065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.690487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Usage tracker for resource:security_group_rule and tenant:23b22b94dd7f4ccda61d86fc33585c1f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:15.698029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:15.716635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:15.716862 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:15.717523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:15.721028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:15.721470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:15.724415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad3e8c43-b531-4b94-85d0-c6bfb289bc0a tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:15.742177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7c325-7240-4abb-9968-2b5f24e820db None None] Pushing event updated for resources: {'Port': ['ID=f62988c3-135b-4c8a-8fcb-215d56e7b2ae,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:15.748543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c7b7c325-7240-4abb-9968-2b5f24e820db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:15.758997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:15.770383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Attempting to bind port dda578af-daff-4659-bd11-f9d68db68624 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:15.771152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Attempting to bind port dda578af-daff-4659-bd11-f9d68db68624 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:15.772587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Attempting to bind port dda578af-daff-4659-bd11-f9d68db68624 on network 8c06ed26-3d28-4f3d-a46f-84330d432a95 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:15.773434 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 7 to bind port cabdff57-f397-4ffe-89cc-27238003b372 Apr 22 16:56:15.791465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:15.791886 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:15.816747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7e158f-daa5-4847-abec-04f44f18e0bf,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:15.832388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:15.832908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Checking segment: {'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:15.833613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.834302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Bound using segment: {'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:15.835182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Bound port: dda578af-daff-4659-bd11-f9d68db68624, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:15.835856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.839443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:15.866471 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 10 to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b Apr 22 16:56:15.885423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'Network': ['ID=5bebf74e-70ba-45a0-96b3-3bc963c0a3ae,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:15.907489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:15.907689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:15.907938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:15.916792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:56:15.917126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.918404 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7016313 Apr 22 16:56:15.926170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49756) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:15.936305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:15.940891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:15.941508 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port ac4e5157-ff5b-4aef-a544-aeb392baab8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:15.941908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:15.943421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:15.957259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:15.959758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:15.969186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Usage tracker for resource:floatingip and tenant:f4be92a3aaff4872b5455251895dc70e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:15.977249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:15.989974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:16.003982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49760) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:16.035041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:16.065141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Attempting to bind port f62988c3-135b-4c8a-8fcb-215d56e7b2ae on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:16.066222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Attempting to bind port f62988c3-135b-4c8a-8fcb-215d56e7b2ae by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:16.066685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Attempting to bind port f62988c3-135b-4c8a-8fcb-215d56e7b2ae on network bbfd5673-9429-4970-ac83-0273788cb7ee {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:16.075214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:16.076116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Checking segment: {'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:16.076574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:16.077467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Bound using segment: {'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:16.078159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Bound port: f62988c3-135b-4c8a-8fcb-215d56e7b2ae, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:16.078586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:16.084240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:16.084615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:16.084992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:16.122030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:16.122399 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:16.145513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=0d8d9f9d-bb11-499f-981c-2e83932cc755,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:16.150765 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 8 to bind port cabdff57-f397-4ffe-89cc-27238003b372 Apr 22 16:56:16.169285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:16.174236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Pushing event updated for resources: {'Port': ['ID=bd7f3a0a-d715-4d89-8ed4-7f04340444b1,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:16.206091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:16.214303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:16.221551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:16.227229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] For port f62988c3-135b-4c8a-8fcb-215d56e7b2ae, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:16.232443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] For port f62988c3-135b-4c8a-8fcb-215d56e7b2ae, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f62988c3-135b-4c8a-8fcb-215d56e7b2ae,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:16.258857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:16.260782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Usage tracker for resource:subnet and tenant:c7e7cc4de244438e98680fe090c523bb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:16.268522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:16.282564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-96bb3e06-2d31-437f-b9a4-c016a919d6cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:16.286229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f81b7343-0bf9-4625-9a31-5cd0abd70a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:16.293507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] For port dda578af-daff-4659-bd11-f9d68db68624, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:16.302543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] For port dda578af-daff-4659-bd11-f9d68db68624, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dda578af-daff-4659-bd11-f9d68db68624,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:16.340910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:16.349436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:16.366269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Routers {'e6860ec2-13ec-4bc2-ac46-0901a39dffd0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:16.367116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:16.372063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f0691b-1a9a-42eb-be86-d7f9140907f6,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:16.386129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:16.390500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:16.405450 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-83a178da-fd88-4dca-9de3-05d308af270d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d55e4b00b4b41abb4824142b16e40c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3977547 Apr 22 16:56:16.408604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:16.411669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b2ca2607-d956-448f-b55d-9a6c66f539eb no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:56:16.433136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49766) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:16.433972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:16.437935 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1202688 Apr 22 16:56:16.439969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49768) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:16.471881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Request body: {'security_group_rule': {'security_group_id': 'd6f0691b-1a9a-42eb-be86-d7f9140907f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:16.485793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:16.493148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: b2ca2607-d956-448f-b55d-9a6c66f539eb {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:56:16.493635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b2ca2607-d956-448f-b55d-9a6c66f539eb not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:56:16.513897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Usage tracker for resource:security_group_rule and tenant:23b22b94dd7f4ccda61d86fc33585c1f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:16.531879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] For port ac4e5157-ff5b-4aef-a544-aeb392baab8b, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:16.532994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:16.535439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempted to set empty binding levels {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 16:56:16.555902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Routers {'5052fb34-65e2-4e58-9f8c-0d0856146793'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:16.557513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['5052fb34-65e2-4e58-9f8c-0d0856146793'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:16.580246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:16.593849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:16.624664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:16.625236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:16.625726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:16.642650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Network 04582f77-2428-4f63-825f-e2d1659dd7ad is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:16.778805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e66c6-6e34-4f6c-8e0a-f2f730a77c4f None None] Pushing event updated for resources: {'Port': ['ID=dda578af-daff-4659-bd11-f9d68db68624,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:16.805585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0d8d9f9d-bb11-499f-981c-2e83932cc755 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:16.850958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:16.851562 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:16.852724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:16.853960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b04e66c6-6e34-4f6c-8e0a-f2f730a77c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:16.861545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:16.862845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Made reservation on behalf of c7e7cc4de244438e98680fe090c523bb for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:16.870642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:16.897484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Allocated IP 172.26.6.177 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/c67bd80f-59fc-4163-a777-8b12f152463b) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:16.924359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] Set router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:16.997133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] Set router 5052fb34-65e2-4e58-9f8c-0d0856146793 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:17.104266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 0d8d9f9d-bb11-499f-981c-2e83932cc755 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:17.104700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.121481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.170903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.183451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-743e8378-91a3-4149-9ef8-2bcd21c512d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.198397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.216125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-743e8378-91a3-4149-9ef8-2bcd21c512d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.262982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.277550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:17.366225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:17.375273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:17.377601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-685351e2-0375-43d2-822e-b5ef9eb1118f None None] Provisioning complete for port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:17.378030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-685351e2-0375-43d2-822e-b5ef9eb1118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.380435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:17.384357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7c325-7240-4abb-9968-2b5f24e820db None None] Pushing event updated for resources: {'Port': ['ID=f62988c3-135b-4c8a-8fcb-215d56e7b2ae,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:17.402268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c7b7c325-7240-4abb-9968-2b5f24e820db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.120s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:17.423949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-743e8378-91a3-4149-9ef8-2bcd21c512d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.435129 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 9 to bind port cabdff57-f397-4ffe-89cc-27238003b372 Apr 22 16:56:17.442570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Pushing event updated for resources: {'Port': ['ID=c67bd80f-59fc-4163-a777-8b12f152463b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:17.453708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-685351e2-0375-43d2-822e-b5ef9eb1118f None None] Port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:17.457663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:17.459171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e8f4538-8f4d-4e41-9257-2ef3a79fbeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:17.471605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.475060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e8378-91a3-4149-9ef8-2bcd21c512d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b64337-47cd-47b0-b72a-803cd59a629d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:17.483574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-743e8378-91a3-4149-9ef8-2bcd21c512d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:17.506173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.512751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-743e8378-91a3-4149-9ef8-2bcd21c512d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.523701 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-743e8378-91a3-4149-9ef8-2bcd21c512d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61b64337-47cd-47b0-b72a-803cd59a629d HTTP/1.1" status: 204 len: 168 time: 1.0772097 Apr 22 16:56:17.523701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:17.550472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcf5606-cec0-468e-819a-8a17f33614fd,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:17.554103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:17.559702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.585023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:17.669382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.713393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:17.721405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.731701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f62988c3-135b-4c8a-8fcb-215d56e7b2ae', 'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'mac_address': 'fa:16:3e:00:7d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:03Z', 'updated_at': '2021-04-22T16:56:16Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'subnets': [{'id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:17.737776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161485a-173e-4c6d-ba7f-e40a8d86bcbf None None] The sync data for ids ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'] in dv-neutron-786478-3-hyperv is: [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f62988c3-135b-4c8a-8fcb-215d56e7b2ae', 'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'mac_address': 'fa:16:3e:00:7d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:03Z', 'updated_at': '2021-04-22T16:56:16Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'subnets': [{'id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:56:17.746246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:17.754721 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3129835 Apr 22 16:56:17.766299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49778) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:17.772694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Request body: {'security_group_rule': {'security_group_id': 'd6f0691b-1a9a-42eb-be86-d7f9140907f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:17.790485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:17.809170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Usage tracker for resource:security_group_rule and tenant:23b22b94dd7f4ccda61d86fc33585c1f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:17.814136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:17.856138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:17.895443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:17.896962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:17.897571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:17.905094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03f1d7e8-981d-4498-9212-15a335707eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:17.941984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.035596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.064407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:07Z', 'revision_number': 4, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'dda578af-daff-4659-bd11-f9d68db68624', 'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'mac_address': 'fa:16:3e:f4:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:06Z', 'updated_at': '2021-04-22T16:56:16Z', 'revision_number': 4, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'subnets': [{'id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:18.070881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3427f1e-0442-4efc-b298-ba1acbcc7b3d None None] The sync data for ids ['5052fb34-65e2-4e58-9f8c-0d0856146793'] in dv-neutron-786478-3-hyperv is: [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:07Z', 'revision_number': 4, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'dda578af-daff-4659-bd11-f9d68db68624', 'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'mac_address': 'fa:16:3e:f4:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:06Z', 'updated_at': '2021-04-22T16:56:16Z', 'revision_number': 4, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'subnets': [{'id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:56:18.256355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.264975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.300197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.313463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9cdc7d2d-7f75-4c97-a0be-24dc0896eac8 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:18.379606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49784) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:18.386482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.437407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:18.437753 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:18.446935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] In _notify_port_updated(), no bound segment for port ac4e5157-ff5b-4aef-a544-aeb392baab8b on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:56:18.447901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.448564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.450848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Pushing event updated for resources: {'Port': ['ID=c67bd80f-59fc-4163-a777-8b12f152463b,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:18.450994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "PUT /v2.0/ports/ac4e5157-ff5b-4aef-a544-aeb392baab8b HTTP/1.1" status: 200 len: 976 time: 11.7124658 Apr 22 16:56:18.452497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41a0e8ea-5775-4382-a075-85426117cf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.469860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:18.472039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49788) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:18.473485 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 10 to bind port cabdff57-f397-4ffe-89cc-27238003b372 Apr 22 16:56:18.476176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7c59d4b-6ff9-4f61-94ae-08b7451a5085 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:18.573761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-41a0e8ea-5775-4382-a075-85426117cf75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:18.576324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9670b9f-3c38-442c-ae18-20feb55a475c,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:18.583180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:18.587062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-41a0e8ea-5775-4382-a075-85426117cf75 admin admin] Usage tracker for resource:security_group_rule and tenant:28c9156a32694386974a2758732f2df5 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:18.592899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-41a0e8ea-5775-4382-a075-85426117cf75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:18.597751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.618287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.624309 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8541396 Apr 22 16:56:18.632799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49792) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:18.633536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-41a0e8ea-5775-4382-a075-85426117cf75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:18.645021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4e5157-ff5b-4aef-a544-aeb392baab8b,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:18.647974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:18.648532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:18.648936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:18.656127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:18.662309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:18.662823 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port cabdff57-f397-4ffe-89cc-27238003b372 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:18.663105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.684868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.686690 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7590892 Apr 22 16:56:18.721594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:18.726812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.727355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.727888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.728507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.729025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.729547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.730064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.730583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.731146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.731661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.732160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.732677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.733187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.733700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.734209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.735065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.735593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.736113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.736627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:18.738605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Synchronizing usage tracker for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:18.784843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:18.795210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Unset dirty status for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:18.798267 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-87c57b47-4112-4b35-802a-05a1eb5c50cd tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17003 time: 0.3131275 Apr 22 16:56:18.804330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49798) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:18.833053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dda578af-daff-4659-bd11-f9d68db68624 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:18.919958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41a0e8ea-5775-4382-a075-85426117cf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.958759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Usage tracker for resource:floatingip and tenant:23b22b94dd7f4ccda61d86fc33585c1f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:18.972469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f03ab5e8-014b-46f9-b568-6fd8a7052505 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Deleting port ac4e5157-ff5b-4aef-a544-aeb392baab8b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:18.972853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f03ab5e8-014b-46f9-b568-6fd8a7052505 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:18.982416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:18.996903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port dda578af-daff-4659-bd11-f9d68db68624 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:18.997853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Router dfe74c98-00ae-4182-8bea-1c56466fc8fa has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:56:19.003333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port dda578af-daff-4659-bd11-f9d68db68624 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:19.004594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:19.015943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:19.039227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41a0e8ea-5775-4382-a075-85426117cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:19.100673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:19.218339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:19.316548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port dda578af-daff-4659-bd11-f9d68db68624, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dda578af-daff-4659-bd11-f9d68db68624,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:19.351899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:19.352940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f62988c3-135b-4c8a-8fcb-215d56e7b2ae up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:19.365787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:19.373719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f03ab5e8-014b-46f9-b568-6fd8a7052505 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] For port ac4e5157-ff5b-4aef-a544-aeb392baab8b, host hv-neutron-7864, got binding levels [] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:19.374116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f03ab5e8-014b-46f9-b568-6fd8a7052505 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:19.381586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:56:19.398822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:19.432260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] For port cabdff57-f397-4ffe-89cc-27238003b372, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:19.432677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempted to set empty binding levels {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 16:56:19.456703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Sync routers for ids ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:56:19.510958 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] 10.222.0.77 "PUT /v2.0/routers/dfe74c98-00ae-4182-8bea-1c56466fc8fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0126543 Apr 22 16:56:19.519454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:19.531711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f03ab5e8-014b-46f9-b568-6fd8a7052505 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Calling delete_port for ac4e5157-ff5b-4aef-a544-aeb392baab8b owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:19.538052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:19.570479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49824) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:19.595954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] In _notify_port_updated(), no bound segment for port cabdff57-f397-4ffe-89cc-27238003b372 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:56:19.597325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:19.597990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:19.599642 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "PUT /v2.0/ports/cabdff57-f397-4ffe-89cc-27238003b372 HTTP/1.1" status: 200 len: 980 time: 10.1133888 Apr 22 16:56:19.602494 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 16:56:19.614697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49828) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:19.621041 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41a0e8ea-5775-4382-a075-85426117cf75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=28c9156a32694386974a2758732f2df5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2379310 Apr 22 16:56:19.622352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0e8ea-5775-4382-a075-85426117cf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5860a864-e119-4966-abec-768e6a7d759f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:19.647172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49832) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:19.655412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Router 05798ba4-8535-4ba2-adb1-78a1780c3f87 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:56:19.669756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Routers {'dfe74c98-00ae-4182-8bea-1c56466fc8fa'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:19.670799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:19.686804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-41a0e8ea-5775-4382-a075-85426117cf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:19.699394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f03ab5e8-014b-46f9-b568-6fd8a7052505 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:19.717545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:19.812229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=dda578af-daff-4659-bd11-f9d68db68624,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:19.813747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:19.821720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:19.903105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-534c8253-c2be-4c20-bf06-69741023a023 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Synchronizing usage tracker for tenant:f4be92a3aaff4872b5455251895dc70e on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:19.980519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event updated for resources: {'Port': ['ID=cabdff57-f397-4ffe-89cc-27238003b372,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:19.988926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839bdf9a-7cd0-49de-b04b-5e87bcb8d4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:19.997099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:20.067205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ab5e8-014b-46f9-b568-6fd8a7052505 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac4e5157-ff5b-4aef-a544-aeb392baab8b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:20.069383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1c2e46d7-fb82-46e2-aaab-663024fa9139 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:20.073400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f03ab5e8-014b-46f9-b568-6fd8a7052505 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:20.082862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f03ab5e8-014b-46f9-b568-6fd8a7052505 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.131715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.132311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.132765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.133294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.133962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.134519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.135143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.135687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.136183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.136706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.137491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.138012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.138526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.139492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.140015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.140533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.141044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.141554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.147876 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-55b6e32b-7b3a-4ee6-9e7e-1e939441fd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16238 time: 0.5245655 Apr 22 16:56:20.147876 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f03ab5e8-014b-46f9-b568-6fd8a7052505 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "DELETE /v2.0/ports/ac4e5157-ff5b-4aef-a544-aeb392baab8b HTTP/1.1" status: 204 len: 168 time: 1.3356142 Apr 22 16:56:20.148130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49840) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:20.151274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49842) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:20.159898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'Subnet': ['ID=03bd2e75-9069-46f8-92a8-49d1afc04bdd,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:20.180979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:20.206683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Checking segment: {'id': 'd7f42eac-8bb0-4923-a610-6c5945dd85c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:20.207091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Network hostable DHCP agents. Network: 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:56:20.215911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port f62988c3-135b-4c8a-8fcb-215d56e7b2ae completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:20.223886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839bdf9a-7cd0-49de-b04b-5e87bcb8d4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.229349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f62988c3-135b-4c8a-8fcb-215d56e7b2ae triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:20.229885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.246187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-96446aa5-ba5a-4d26-b589-b07c5508f7dc tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] GET failed (client error): The resource could not be found. Apr 22 16:56:20.246805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-96446aa5-ba5a-4d26-b589-b07c5508f7dc tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Synchronizing usage tracker for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:20.272986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-534c8253-c2be-4c20-bf06-69741023a023 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Unset dirty status for tenant:f4be92a3aaff4872b5455251895dc70e on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:20.274287 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-534c8253-c2be-4c20-bf06-69741023a023 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1135892095&fields=id&tenant_id=f4be92a3aaff4872b5455251895dc70e HTTP/1.1" status: 200 len: 267 time: 0.6960511 Apr 22 16:56:20.283545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1885d-36f6-48ed-9751-bfbe877f26e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Deleting port cabdff57-f397-4ffe-89cc-27238003b372 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:20.283934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ab1885d-36f6-48ed-9751-bfbe877f26e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.298251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Set router dfe74c98-00ae-4182-8bea-1c56466fc8fa gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:20.372794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-96446aa5-ba5a-4d26-b589-b07c5508f7dc tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Unset dirty status for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:20.378131 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-96446aa5-ba5a-4d26-b589-b07c5508f7dc tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "GET /v2.0/ports/ac4e5157-ff5b-4aef-a544-aeb392baab8b HTTP/1.1" status: 404 len: 333 time: 0.2220409 Apr 22 16:56:20.382389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49848) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:20.389070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-707186066', 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:20.403639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:20.406816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:56:20.423723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.427131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:20.494902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-c7d786e2-41b1-4e27-a8cc-c5571e89c622 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.495584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-c7d786e2-41b1-4e27-a8cc-c5571e89c622 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Synchronizing usage tracker for tenant:f4be92a3aaff4872b5455251895dc70e on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:20.498150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49852) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:20.534928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Made reservation on behalf of ce7ba871385e4f1a944acec67ae21183 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:20.539904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.542877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:20.545041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:56:20.549484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--500431803', 'description': 'tempest-description--663782129'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:20.572610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] device_id is not set on port c5b3330d-b024-4ae9-9a3a-08f2b8c919dc yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:20.579348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:20.579946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.581660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73fcaf-68dd-4149-9342-d25904d02785 None None] Sync routers for ids ['05798ba4-8535-4ba2-adb1-78a1780c3f87'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:56:20.592695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73fcaf-68dd-4149-9342-d25904d02785 None None] Routers {'05798ba4-8535-4ba2-adb1-78a1780c3f87'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:20.593382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ed73fcaf-68dd-4149-9342-d25904d02785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['05798ba4-8535-4ba2-adb1-78a1780c3f87'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:20.611395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:20.631514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Usage tracker for resource:security_group and tenant:78d9071ff9ec4f9bac121b4b44a0ef4a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:20.635358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.639567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-c7d786e2-41b1-4e27-a8cc-c5571e89c622 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Unset dirty status for tenant:f4be92a3aaff4872b5455251895dc70e on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:20.640801 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-c7d786e2-41b1-4e27-a8cc-c5571e89c622 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/networks?id=8c06ed26-3d28-4f3d-a46f-84330d432a95 HTTP/1.1" status: 200 len: 806 time: 0.3440313 Apr 22 16:56:20.645331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b1ef3-7144-483c-9e5b-ce1ba064a2f5 None None] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:56:20.655093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:20.668054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ed73fcaf-68dd-4149-9342-d25904d02785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:20.703457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:20.713438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9ab1885d-36f6-48ed-9751-bfbe877f26e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] For port cabdff57-f397-4ffe-89cc-27238003b372, host hv-neutron-7864, got binding levels [] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:20.714462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ab1885d-36f6-48ed-9751-bfbe877f26e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.718906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73fcaf-68dd-4149-9342-d25904d02785 None None] Routers {'05798ba4-8535-4ba2-adb1-78a1780c3f87'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:20.719101 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-8355702f-955e-4a64-b83b-3e4e5151da66 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/quotas/f4be92a3aaff4872b5455251895dc70e HTTP/1.1" status: 200 len: 375 time: 0.0480330 Apr 22 16:56:20.720683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ed73fcaf-68dd-4149-9342-d25904d02785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['05798ba4-8535-4ba2-adb1-78a1780c3f87'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:20.803233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port f62988c3-135b-4c8a-8fcb-215d56e7b2ae, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f62988c3-135b-4c8a-8fcb-215d56e7b2ae,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:20.830381 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.9634821 Apr 22 16:56:20.831159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839bdf9a-7cd0-49de-b04b-5e87bcb8d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.832087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.833693 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.4535036 Apr 22 16:56:20.843274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49856) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:20.844876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49858) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:20.847465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839bdf9a-7cd0-49de-b04b-5e87bcb8d4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.852502 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-839bdf9a-7cd0-49de-b04b-5e87bcb8d4b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5860a864-e119-4966-abec-768e6a7d759f HTTP/1.1" status: 204 len: 168 time: 1.1951239 Apr 22 16:56:20.852726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:20.884948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:20.900740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1885d-36f6-48ed-9751-bfbe877f26e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Calling delete_port for cabdff57-f397-4ffe-89cc-27238003b372 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:20.944988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Request body: {'port': {'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1480914136'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:20.965285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:20.973087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ed73fcaf-68dd-4149-9342-d25904d02785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:20.974528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73fcaf-68dd-4149-9342-d25904d02785 None None] The sync data for ids ['05798ba4-8535-4ba2-adb1-78a1780c3f87'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:56:21.053222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ab1885d-36f6-48ed-9751-bfbe877f26e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:21.070901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6b88b9da-856c-4a79-a19a-a5ffb1ab0d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:21.129350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dda578af-daff-4659-bd11-f9d68db68624 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:21.130478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1885d-36f6-48ed-9751-bfbe877f26e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event deleted for resources: {'Port': ['ID=cabdff57-f397-4ffe-89cc-27238003b372,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:21.140305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ab1885d-36f6-48ed-9751-bfbe877f26e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:21.145699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ab1885d-36f6-48ed-9751-bfbe877f26e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:21.206318 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9ab1885d-36f6-48ed-9751-bfbe877f26e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "DELETE /v2.0/ports/cabdff57-f397-4ffe-89cc-27238003b372 HTTP/1.1" status: 204 len: 168 time: 1.0570643 Apr 22 16:56:21.232726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49866) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:21.237326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=f62988c3-135b-4c8a-8fcb-215d56e7b2ae,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:21.246733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:21.312708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-5bebf74e-70ba-45a0-96b3-3bc963c0a3ae', 'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae', 'tenant_id': 'c7e7cc4de244438e98680fe090c523bb', 'fixed_ips': [{'subnet_id': '03bd2e75-9069-46f8-92a8-49d1afc04bdd'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:56:21.313627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:21.376151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:21.380082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:21.403704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port dda578af-daff-4659-bd11-f9d68db68624 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:21.404046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:21.435342 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-202db172-f2b9-4531-aed7-c7510170973a tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] GET failed (client error): The resource could not be found. Apr 22 16:56:21.435929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-202db172-f2b9-4531-aed7-c7510170973a tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Synchronizing usage tracker for tenant:45938e04d754403fad95b680c251561e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:21.453651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bdf9a-7cd0-49de-b04b-5e87bcb8d4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5860a864-e119-4966-abec-768e6a7d759f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:21.480956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'bd7f3a0a-d715-4d89-8ed4-7f04340444b1', 'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'mac_address': 'fa:16:3e:ea:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:09Z', 'updated_at': '2021-04-22T16:56:14Z', 'revision_number': 2, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'subnets': [{'id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:21.490828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-839bdf9a-7cd0-49de-b04b-5e87bcb8d4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:21.499702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Allocated IP 172.26.6.13 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/02c40e69-70cd-4d30-91c9-8db0b251f507) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:21.507391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-202db172-f2b9-4531-aed7-c7510170973a tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Unset dirty status for tenant:45938e04d754403fad95b680c251561e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:21.512804 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-202db172-f2b9-4531-aed7-c7510170973a tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "GET /v2.0/ports/cabdff57-f397-4ffe-89cc-27238003b372 HTTP/1.1" status: 404 len: 333 time: 0.2786233 Apr 22 16:56:21.517878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49876) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:21.520026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945449027', 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:21.525803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:21.541179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:21.549555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:21.557578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:21.558131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:21.583970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Usage tracker for resource:security_group_rule and tenant:78d9071ff9ec4f9bac121b4b44a0ef4a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:21.593607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Made reservation on behalf of 45938e04d754403fad95b680c251561e for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:21.595621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Checking router: dfe74c98-00ae-4182-8bea-1c56466fc8fa for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:56:21.597487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Updating router dfe74c98-00ae-4182-8bea-1c56466fc8fa port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:56:21.599143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:21.606227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:21.643049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:21.653988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-3b5e1905-30b4-486f-9d53-f344613d1fae tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4be92a3aaff4872b5455251895dc70e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9332929 Apr 22 16:56:21.657023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:21.661215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] device_id is not set on port 464b3fe8-000a-47fb-9b17-d370abb81b6d yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:21.692116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:21.705966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:21.714224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:21.715285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:21.715940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:21.725111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:21.734064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event updated for resources: {'Port': ['ID=c5b3330d-b024-4ae9-9a3a-08f2b8c919dc,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:21.748349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:21.751675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Usage tracker for resource:port and tenant:c7e7cc4de244438e98680fe090c523bb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:21.778279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:21.800610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:21.821288 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4355195 Apr 22 16:56:21.823354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49888) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:21.960951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583f8c68-eac8-44f4-b199-96156f1e8513 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:21.961638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-583f8c68-eac8-44f4-b199-96156f1e8513 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Synchronizing usage tracker for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:22.037851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Made reservation on behalf of c7e7cc4de244438e98680fe090c523bb for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:22.044205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.092596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Allocated IP 2001:db8::2 (5bebf74e-70ba-45a0-96b3-3bc963c0a3ae/03bd2e75-9069-46f8-92a8-49d1afc04bdd/4c6f49c1-7d7b-43ce-9291-399cbe46ce6d) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:22.094677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-0663d96a-4797-4f22-a9cd-006bbf40b0a4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:56:22.095749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-0663d96a-4797-4f22-a9cd-006bbf40b0a4 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1134384 Apr 22 16:56:22.107094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-583f8c68-eac8-44f4-b199-96156f1e8513 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Unset dirty status for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:22.111288 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-583f8c68-eac8-44f4-b199-96156f1e8513 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "GET /v2.0/ports/c5b3330d-b024-4ae9-9a3a-08f2b8c919dc HTTP/1.1" status: 200 len: 954 time: 0.2766056 Apr 22 16:56:22.124625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49900) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:22.191363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] device_id is not set on port 6765c8b9-6ee6-4cc9-be73-e87f776ce9ba yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:22.232956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-34769b4f-60cf-4f85-a145-129ddc3d4862 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Deleting port c5b3330d-b024-4ae9-9a3a-08f2b8c919dc {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:22.233342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34769b4f-60cf-4f85-a145-129ddc3d4862 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.270762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.370072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.419986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.507957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34769b4f-60cf-4f85-a145-129ddc3d4862 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.512541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.522838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.562032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:22.615368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Transition to ACTIVE for port object 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:22.656330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Transition to ACTIVE for port object 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:22.699761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.709321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-34769b4f-60cf-4f85-a145-129ddc3d4862 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Calling delete_port for c5b3330d-b024-4ae9-9a3a-08f2b8c919dc owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:22.713033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.730303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02c27417-c71d-4b1d-a977-b3e03d4cf7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:22.731647 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-56dbea02-de73-4efe-81a8-a9a1626f729d service neutron] 10.222.0.77 "GET /v2.0/networks/8c06ed26-3d28-4f3d-a46f-84330d432a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6104369 Apr 22 16:56:22.732351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eef70b2-6b59-43d7-986b-efce204c5cf9,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:22.748108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.752095 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2121868 Apr 22 16:56:22.753189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:22.755861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:22.783283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49912) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:22.800976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Request body: {'security_group_rule': {'security_group_id': '3eef70b2-6b59-43d7-986b-efce204c5cf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:22.839792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:22.852589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:22.854552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:22.859050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:22.864577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:22.867860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:22.869159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:22.870015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.909911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:22.912874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:22.918049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event updated for resources: {'Port': ['ID=464b3fe8-000a-47fb-9b17-d370abb81b6d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:22.923768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:22.924007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Pushing event updated for resources: {'Port': ['ID=4c6f49c1-7d7b-43ce-9291-399cbe46ce6d,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:22.925833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Usage tracker for resource:security_group_rule and tenant:78d9071ff9ec4f9bac121b4b44a0ef4a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:22.956772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:22.957619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:22.957927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4429595 Apr 22 16:56:22.959047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49920) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:22.961561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:22.969616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:22.979205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:56:23.030410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:23.033198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Attempting to bind port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:23.033622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Attempting to bind port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'd7f42eac-8bb0-4923-a610-6c5945dd85c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:23.034040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Attempting to bind port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d on network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:23.041998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Allocated IP 2001:db8::319 (5bebf74e-70ba-45a0-96b3-3bc963c0a3ae/03bd2e75-9069-46f8-92a8-49d1afc04bdd/6765c8b9-6ee6-4cc9-be73-e87f776ce9ba) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:23.049554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34769b4f-60cf-4f85-a145-129ddc3d4862 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.055008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:23.055436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Checking segment: {'id': 'd7f42eac-8bb0-4923-a610-6c5945dd85c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:23.055877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.056345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Bound using segment: {'id': 'd7f42eac-8bb0-4923-a610-6c5945dd85c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:23.057003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Bound port: 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f42eac-8bb0-4923-a610-6c5945dd85c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:23.057335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.070673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a24f2ffa-2553-44b4-9d73-3c9b8e50b915 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:23.080928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f62988c3-135b-4c8a-8fcb-215d56e7b2ae up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:23.131355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:23.140041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:23.147550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34769b4f-60cf-4f85-a145-129ddc3d4862 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5b3330d-b024-4ae9-9a3a-08f2b8c919dc,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:23.157876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-34769b4f-60cf-4f85-a145-129ddc3d4862 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:23.159295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34769b4f-60cf-4f85-a145-129ddc3d4862 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.171708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1ca72a-d314-46d9-84ce-cd88a23e5ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:23.172674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fc1ca72a-d314-46d9-84ce-cd88a23e5ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Synchronizing usage tracker for tenant:45938e04d754403fad95b680c251561e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:23.190349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:23.198455 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-34769b4f-60cf-4f85-a145-129ddc3d4862 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "DELETE /v2.0/ports/c5b3330d-b024-4ae9-9a3a-08f2b8c919dc HTTP/1.1" status: 204 len: 168 time: 1.0728428 Apr 22 16:56:23.201302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49926) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:23.207506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Pushing event updated for resources: {'Port': ['ID=02c40e69-70cd-4d30-91c9-8db0b251f507,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:23.218276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] For port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:23.221679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] For port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4c6f49c1-7d7b-43ce-9291-399cbe46ce6d,segment=NetworkSegment(d7f42eac-8bb0-4923-a610-6c5945dd85c0),segment_id=d7f42eac-8bb0-4923-a610-6c5945dd85c0)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:23.253352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fc1ca72a-d314-46d9-84ce-cd88a23e5ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Unset dirty status for tenant:45938e04d754403fad95b680c251561e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:23.253544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:23.258237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fc1ca72a-d314-46d9-84ce-cd88a23e5ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "GET /v2.0/ports/464b3fe8-000a-47fb-9b17-d370abb81b6d HTTP/1.1" status: 200 len: 959 time: 0.2977302 Apr 22 16:56:23.270597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49932) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:23.271665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.315584 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-715a6193-3a04-4f03-bf42-8e0faa5467b1 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] GET failed (client error): The resource could not be found. Apr 22 16:56:23.316362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-715a6193-3a04-4f03-bf42-8e0faa5467b1 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Synchronizing usage tracker for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:23.365015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Deleting port 464b3fe8-000a-47fb-9b17-d370abb81b6d {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:23.365390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.401707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-715a6193-3a04-4f03-bf42-8e0faa5467b1 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Unset dirty status for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:23.407442 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-715a6193-3a04-4f03-bf42-8e0faa5467b1 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "GET /v2.0/ports/c5b3330d-b024-4ae9-9a3a-08f2b8c919dc HTTP/1.1" status: 404 len: 333 time: 0.2001348 Apr 22 16:56:23.411537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49936) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:23.420922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.421136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Request body: {'port': {'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-798946656'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:23.430415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.433856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd5f47a4-9157-498b-9948-08f84ab138f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:23.436948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:23.458892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49940) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:23.466246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:23.527264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Transition to ACTIVE for port object bd7f3a0a-d715-4d89-8ed4-7f04340444b1 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:23.557775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Pushing event updated for resources: {'Port': ['ID=4c6f49c1-7d7b-43ce-9291-399cbe46ce6d,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:23.559540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Made reservation on behalf of ce7ba871385e4f1a944acec67ae21183 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:23.561733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:23.562508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f62988c3-135b-4c8a-8fcb-215d56e7b2ae triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:23.565336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.565494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.595990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] device_id is not set on port fabff659-ac30-4de4-9c3a-426e01029052 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:23.609239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.633523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:23.757173 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-07bac0c9-6b94-4fde-9375-5bd8500c700f service neutron] 10.222.0.77 "GET /v2.0/networks/8c06ed26-3d28-4f3d-a46f-84330d432a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0064123 Apr 22 16:56:23.786279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:23.923244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb02087-4d10-4c11-9727-ccca0d9ee533 None None] Pushing event updated for resources: {'Port': ['ID=bd7f3a0a-d715-4d89-8ed4-7f04340444b1,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:23.933501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbb02087-4d10-4c11-9727-ccca0d9ee533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:23.973847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.043110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Calling delete_port for 464b3fe8-000a-47fb-9b17-d370abb81b6d owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:24.068400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Attempting to bind port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:24.068817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Attempting to bind port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:24.069229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Attempting to bind port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 on network 04582f77-2428-4f63-825f-e2d1659dd7ad {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:24.076749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:24.077170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Checking segment: {'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:24.077625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.078067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Bound using segment: {'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:24.078592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Bound port: bd7f3a0a-d715-4d89-8ed4-7f04340444b1, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:24.079048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.085656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bc3f112f-153d-4edb-ae20-4ccb9cbea27e tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-203705388'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:24.086285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bc3f112f-153d-4edb-ae20-4ccb9cbea27e tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Unknown quota resources ['metering_label']. {{(pid=87209) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 22 16:56:24.319495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.321191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] For port bd7f3a0a-d715-4d89-8ed4-7f04340444b1, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:24.325811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] For port bd7f3a0a-d715-4d89-8ed4-7f04340444b1, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=bd7f3a0a-d715-4d89-8ed4-7f04340444b1,segment=NetworkSegment(f3554cc3-1712-493b-a603-6cd54a7b0106),segment_id=f3554cc3-1712-493b-a603-6cd54a7b0106)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:24.362315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.367717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.376935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.383542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:24.454607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Transition to ACTIVE for port object 6765c8b9-6ee6-4cc9-be73-e87f776ce9ba will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:24.482738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.529897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Routers {'dfe74c98-00ae-4182-8bea-1c56466fc8fa'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:24.531280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:24.534575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:24.560096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49968) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:24.688610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.721662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb02087-4d10-4c11-9727-ccca0d9ee533 None None] Pushing event updated for resources: {'Port': ['ID=bd7f3a0a-d715-4d89-8ed4-7f04340444b1,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:24.725822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbb02087-4d10-4c11-9727-ccca0d9ee533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:24.762130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.819291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142444b0-194e-466b-a985-9697649f97e3,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:24.823165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:24.832966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] Set router dfe74c98-00ae-4182-8bea-1c56466fc8fa gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:56:24.862596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:24.919094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.947080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:24.966660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:24.969114 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1844292 Apr 22 16:56:25.005884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:25.008284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "DELETE /v2.0/ports/464b3fe8-000a-47fb-9b17-d370abb81b6d HTTP/1.1" status: 204 len: 168 time: 1.7366085 Apr 22 16:56:25.084290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49980) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:25.084677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49984) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:25.104023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc3f112f-153d-4edb-ae20-4ccb9cbea27e tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:25.108824 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bc3f112f-153d-4edb-ae20-4ccb9cbea27e tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.6491237 Apr 22 16:56:25.124838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 49992) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:25.139240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:25.172512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event deleted for resources: {'Port': ['ID=464b3fe8-000a-47fb-9b17-d370abb81b6d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:25.175605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:25.179584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Request body: {'security_group_rule': {'security_group_id': '3eef70b2-6b59-43d7-986b-efce204c5cf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:25.188485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:25.193493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Usage tracker for resource:security_group_rule and tenant:78d9071ff9ec4f9bac121b4b44a0ef4a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:25.197708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:25.205906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:25.225467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b61f4a88-2fa1-4770-aa9f-7de13158be11 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ad47abb2-149d-44fc-a3a2-528afdfe66a4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:25.226063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b61f4a88-2fa1-4770-aa9f-7de13158be11 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=87210) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 22 16:56:25.239659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcd8e03-b48a-4650-a461-d041bfcf9699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] GET failed (client error): The resource could not be found. Apr 22 16:56:25.239659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1dcd8e03-b48a-4650-a461-d041bfcf9699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Synchronizing usage tracker for tenant:45938e04d754403fad95b680c251561e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:25.242380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:25.263265 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ac552cf-9758-4c54-b664-b29547e986dd req-6d654dbd-d431-4068-99ae-a7895809b502 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.6066723 Apr 22 16:56:25.264268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:25.287663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:25.295247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:25.295975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:25.303298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:25.348901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:25.375198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1dcd8e03-b48a-4650-a461-d041bfcf9699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Unset dirty status for tenant:45938e04d754403fad95b680c251561e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:25.376565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1dcd8e03-b48a-4650-a461-d041bfcf9699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "GET /v2.0/ports/464b3fe8-000a-47fb-9b17-d370abb81b6d HTTP/1.1" status: 404 len: 333 time: 0.2753696 Apr 22 16:56:25.381345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 49998) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:25.390737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Request body: {'port': {'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097482026'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:25.412530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:25.423996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:25.441948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:25.479029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:25.482113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:25.490065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:25.508315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'bd7f3a0a-d715-4d89-8ed4-7f04340444b1', 'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'mac_address': 'fa:16:3e:ea:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:09Z', 'updated_at': '2021-04-22T16:56:24Z', 'revision_number': 4, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'subnets': [{'id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:25.515017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802afb93-de25-4d16-aa44-922985ef90c7 None None] The sync data for ids ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'] in dv-neutron-786478-3-hyperv is: [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'bd7f3a0a-d715-4d89-8ed4-7f04340444b1', 'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'mac_address': 'fa:16:3e:ea:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:09Z', 'updated_at': '2021-04-22T16:56:24Z', 'revision_number': 4, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'subnets': [{'id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:56:25.530565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'Port': ['ID=6765c8b9-6ee6-4cc9-be73-e87f776ce9ba,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:25.540170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20f7fb6-992e-4691-9e4e-deb1904b5baf,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:25.545285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:25.560160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:25.561949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:25.567899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f03ab5e8-014b-46f9-b568-6fd8a7052505 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:25.643754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Made reservation on behalf of 45938e04d754403fad95b680c251561e for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:25.648582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:25.669849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:25.673863 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5768375 Apr 22 16:56:25.674660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50006) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:25.690009 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.services.metering.metering_plugin [None req-b61f4a88-2fa1-4770-aa9f-7de13158be11 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 22 16:56:25.744118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3184bc-1400-4b76-a995-65e0ebc91acd None None] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:56:25.761789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:25.777112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] device_id is not set on port 98250369-37e4-483b-affc-b7b36930fb26 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:25.826540 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.9811444 Apr 22 16:56:25.877639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50010) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:25.966288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Request body: {'port': {'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-372991264', 'allowed_address_pairs': [{'ip_address': '2001:db8::319', 'mac_address': 'fa:16:3e:c4:8c:83'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:26.004648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-708031eb-4375-4886-b441-e5f085679fc4 None None] Provisioning for port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:26.013768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.016668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-708031eb-4375-4886-b441-e5f085679fc4 None None] Provisioning complete for port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:26.017271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-708031eb-4375-4886-b441-e5f085679fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.060935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:26.067291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:26.090895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:26.093978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Usage tracker for resource:floatingip and tenant:78d9071ff9ec4f9bac121b4b44a0ef4a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:26.106579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.111474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:26.112684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:26.113511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.118528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:26.190221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:26.235884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:26.239804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event updated for resources: {'Port': ['ID=fabff659-ac30-4de4-9c3a-426e01029052,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:26.246744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:26.249082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:26.256547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:26.263402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:26.263402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.263649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-708031eb-4375-4886-b441-e5f085679fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.278435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-34769b4f-60cf-4f85-a145-129ddc3d4862 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:26.317208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.335653 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.9229162 Apr 22 16:56:26.343175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50020) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:26.346495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b61f4a88-2fa1-4770-aa9f-7de13158be11 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.356560 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b61f4a88-2fa1-4770-aa9f-7de13158be11 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.2115555 Apr 22 16:56:26.364110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50024) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:26.386823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0e3ae47c-3989-4782-a041-c211669132d5 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ad47abb2-149d-44fc-a3a2-528afdfe66a4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:26.387371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0e3ae47c-3989-4782-a041-c211669132d5 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=87210) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 22 16:56:26.409125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:26.487653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event updated for resources: {'Port': ['ID=98250369-37e4-483b-affc-b7b36930fb26,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:26.492480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:26.495845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1132104 Apr 22 16:56:26.501804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50028) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:26.513727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-708031eb-4375-4886-b441-e5f085679fc4 None None] For port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4c6f49c1-7d7b-43ce-9291-399cbe46ce6d,segment=NetworkSegment(d7f42eac-8bb0-4923-a610-6c5945dd85c0),segment_id=d7f42eac-8bb0-4923-a610-6c5945dd85c0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:26.522681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:26.553736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-708031eb-4375-4886-b441-e5f085679fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.560604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbb02087-4d10-4c11-9727-ccca0d9ee533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:26.666069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708031eb-4375-4886-b441-e5f085679fc4 None None] Pushing event updated for resources: {'Port': ['ID=4c6f49c1-7d7b-43ce-9291-399cbe46ce6d,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:26.673502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-708031eb-4375-4886-b441-e5f085679fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:26.684108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d268e93c-2dba-4e7b-9a5a-31907ebb00b2 None None] Provisioning complete for port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:26.684528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d268e93c-2dba-4e7b-9a5a-31907ebb00b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.711602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.749755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:26.917204 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf40d6e8-5001-4928-b912-ff9b64f0e79f req-2c8d0155-cfe7-4384-b5f1-737be2a418b1 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.3345761 Apr 22 16:56:26.918139 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.services.metering.metering_plugin [None req-0e3ae47c-3989-4782-a041-c211669132d5 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 22 16:56:26.950310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Usage tracker for resource:port and tenant:c7e7cc4de244438e98680fe090c523bb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:26.961665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:26.987965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:27.004734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:27.114403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:27.135988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device bd7f3a0a-d715-4d89-8ed4-7f04340444b1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:27.252277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.260753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.277408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:27.282960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:27.283399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.302474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] device_id is not set on port 98250369-37e4-483b-affc-b7b36930fb26 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:27.308828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae47c-3989-4782-a041-c211669132d5 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.310118 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e3ae47c-3989-4782-a041-c211669132d5 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9392104 Apr 22 16:56:27.313421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50036) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:27.320552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d268e93c-2dba-4e7b-9a5a-31907ebb00b2 None None] Provisioning for port 6765c8b9-6ee6-4cc9-be73-e87f776ce9ba completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:27.325377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.331062 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cb30642f-3a9a-49b1-8800-b6b4a1e5c4b8 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=b30be0a9-1a2a-4418-825f-20acaf6448fc HTTP/1.1" status: 200 len: 464 time: 0.0162988 Apr 22 16:56:27.331757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50040) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:27.338255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d268e93c-2dba-4e7b-9a5a-31907ebb00b2 None None] Provisioning complete for port 6765c8b9-6ee6-4cc9-be73-e87f776ce9ba triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:27.338587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d268e93c-2dba-4e7b-9a5a-31907ebb00b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.351256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c828ae23-5199-4e04-a9d2-70f80bb40137 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:27.355186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.431919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d268e93c-2dba-4e7b-9a5a-31907ebb00b2 None None] Port 6765c8b9-6ee6-4cc9-be73-e87f776ce9ba cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:27.435579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Transition to ACTIVE for port object 98250369-37e4-483b-affc-b7b36930fb26 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:27.457924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.463456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Allocated IP 172.20.0.1 (56388d30-b518-462c-95ff-cfdfb364ff0a/e830aef7-07af-4189-8e64-425a873ee96b/e248b86c-3fb0-450f-b8f7-2e5e7b080de9) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:27.490025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.494272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Made reservation on behalf of c7e7cc4de244438e98680fe090c523bb for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:27.497242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:27.501308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.561439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a97d75ea-ee6e-45ff-8046-b1beea6f71fe None None] Provisioning complete for port 6765c8b9-6ee6-4cc9-be73-e87f776ce9ba triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:27.561782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a97d75ea-ee6e-45ff-8046-b1beea6f71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.628618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a97d75ea-ee6e-45ff-8046-b1beea6f71fe None None] Port 6765c8b9-6ee6-4cc9-be73-e87f776ce9ba cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:27.647856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port bd7f3a0a-d715-4d89-8ed4-7f04340444b1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=bd7f3a0a-d715-4d89-8ed4-7f04340444b1,segment=NetworkSegment(f3554cc3-1712-493b-a603-6cd54a7b0106),segment_id=f3554cc3-1712-493b-a603-6cd54a7b0106)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:27.664005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Pushing event updated for resources: {'Port': ['ID=02c40e69-70cd-4d30-91c9-8db0b251f507,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:27.672002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:27.679354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.689265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:27.728541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.729901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.0886130 Apr 22 16:56:27.792828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:27.876302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Allocated IP 172.26.6.114 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/5c25827d-f66b-4ec3-99dd-0006573d4ff0) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:27.883801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event updated for resources: {'Port': ['ID=98250369-37e4-483b-affc-b7b36930fb26,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:27.887265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:27.893689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=bd7f3a0a-d715-4d89-8ed4-7f04340444b1,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:27.897437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19583b55-222a-4628-8d98-2e2fc4c8f6e4 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.897597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:27.901783 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19583b55-222a-4628-8d98-2e2fc4c8f6e4 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/b30be0a9-1a2a-4418-825f-20acaf6448fc HTTP/1.1" status: 204 len: 168 time: 0.5689826 Apr 22 16:56:27.902778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:27.903156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:27.903535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:27.903714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:27.904144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.908121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50046) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:27.918794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:27.919355 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:27.922983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.923131 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 2 to bind port 98250369-37e4-483b-affc-b7b36930fb26 Apr 22 16:56:27.944468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Transition to ACTIVE for port object e248b86c-3fb0-450f-b8f7-2e5e7b080de9 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:27.958900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:27.959280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:27.959655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:27.966757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e07c272-7cc0-4a0c-b37b-67adf7aee7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:27.972786 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-252919b1-e09a-427d-91ee-6b6b5824d76b tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=b30be0a9-1a2a-4418-825f-20acaf6448fc HTTP/1.1" status: 200 len: 221 time: 0.0633876 Apr 22 16:56:27.975976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50050) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:28.011031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7ecc8c31-720c-42a0-b059-a2684b6bec56 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--794945933', 'description': 'label created by tempest'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:28.012144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7ecc8c31-720c-42a0-b059-a2684b6bec56 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Unknown quota resources ['metering_label']. {{(pid=87210) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 22 16:56:28.214284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.78', 62214) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:28.231760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:28.270074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:28.326538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:28.326956 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:28.329291 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 3 to bind port 98250369-37e4-483b-affc-b7b36930fb26 Apr 22 16:56:28.347572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:28.359309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:28.359672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:28.360037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:28.377588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:28.377868 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:28.380831 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 4 to bind port 98250369-37e4-483b-affc-b7b36930fb26 Apr 22 16:56:28.398294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:28.398686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:28.399027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:28.418600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:28.418985 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:28.421849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 5 to bind port 98250369-37e4-483b-affc-b7b36930fb26 Apr 22 16:56:28.454276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:28.454981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:28.454981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:28.459429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:28.468293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:28.468648 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:28.470244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 6 to bind port 98250369-37e4-483b-affc-b7b36930fb26 Apr 22 16:56:28.489199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:28.489724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:28.490093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:28.490457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:28.499533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:28.499892 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:28.501311 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 7 to bind port 98250369-37e4-483b-affc-b7b36930fb26 Apr 22 16:56:28.522512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:28.522977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:28.523349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:28.531969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:28.532329 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:28.533751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 8 to bind port 98250369-37e4-483b-affc-b7b36930fb26 Apr 22 16:56:28.557746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:28.558131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:28.558686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:28.564830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:28.565287 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:28.565717 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 9 to bind port 98250369-37e4-483b-affc-b7b36930fb26 Apr 22 16:56:28.582862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:28.589576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:28.630233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:28.630521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:28.630917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:28.654264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:28.654670 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:28.665739 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempt 10 to bind port 98250369-37e4-483b-affc-b7b36930fb26 Apr 22 16:56:28.680515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:28.689039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:28.692007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:28.740478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:28.740850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:28.741220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempting to bind port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:28.747653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Pushing event updated for resources: {'Port': ['ID=5c25827d-f66b-4ec3-99dd-0006573d4ff0,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:28.750248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:28.755991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:28.756353 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Failed to bind port 98250369-37e4-483b-affc-b7b36930fb26 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e836f905-4ba0-43c7-b0f3-ea0c4c388d67'}] Apr 22 16:56:28.756743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:28.771856 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f8792202-9524-4575-b9d7-a4e9592cd8f1 req-a64e7e67-41a7-48b7-ab74-fabadd46fb76 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.5613766 Apr 22 16:56:28.889431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:28.906204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] For port 98250369-37e4-483b-affc-b7b36930fb26, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:28.906718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attempted to set empty binding levels {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 16:56:28.982673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device bd7f3a0a-d715-4d89-8ed4-7f04340444b1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:28.995996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:29.002050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:29.010419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Network 56388d30-b518-462c-95ff-cfdfb364ff0a is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:29.018212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] device_id is not set on port ba63ab94-c3b2-4060-93a8-5bccd7b1fb33 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:29.056304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event updated for resources: {'Port': ['ID=e248b86c-3fb0-450f-b8f7-2e5e7b080de9,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:29.084956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] In _notify_port_updated(), no bound segment for port 98250369-37e4-483b-affc-b7b36930fb26 on network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:56:29.086007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:29.086819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:29.091151 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "PUT /v2.0/ports/98250369-37e4-483b-affc-b7b36930fb26 HTTP/1.1" status: 200 len: 981 time: 2.5747452 Apr 22 16:56:29.096585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50090) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:29.115238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:29.117727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:29.118147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:29.120469 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-7be41ab8-e11a-4e69-80c9-9294fce5571b tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1992048001&fields=id&tenant_id=23b22b94dd7f4ccda61d86fc33585c1f HTTP/1.1" status: 200 len: 267 time: 0.9083264 Apr 22 16:56:29.121318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:29.121836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:29.125558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:29.127995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] device_id is not set on port fabff659-ac30-4de4-9c3a-426e01029052 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:29.143774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:29.186574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:29.201361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event updated for resources: {'Port': ['ID=98250369-37e4-483b-affc-b7b36930fb26,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:29.204398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:29.259808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8fede9ba-f0e3-4156-9ea5-30b38fd51436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Deleting port 98250369-37e4-483b-affc-b7b36930fb26 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:29.260293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fede9ba-f0e3-4156-9ea5-30b38fd51436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:29.336303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8c31-720c-42a0-b059-a2684b6bec56 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:29.338042 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7ecc8c31-720c-42a0-b059-a2684b6bec56 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.3399785 Apr 22 16:56:29.359200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50100) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:29.377108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Transition to ACTIVE for port object fabff659-ac30-4de4-9c3a-426e01029052 will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:29.496597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-96739562-3392-4812-a89d-268b22f58eeb None None] Provisioning for port e248b86c-3fb0-450f-b8f7-2e5e7b080de9 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:29.504454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-96739562-3392-4812-a89d-268b22f58eeb None None] Provisioning complete for port e248b86c-3fb0-450f-b8f7-2e5e7b080de9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:29.504954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-96739562-3392-4812-a89d-268b22f58eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:29.513289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-4724c97e-3b53-4b33-8f55-1b4ee5bf6f85 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:29.514885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-4724c97e-3b53-4b33-8f55-1b4ee5bf6f85 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.78 "GET /v2.0/networks?id=8c06ed26-3d28-4f3d-a46f-84330d432a95 HTTP/1.1" status: 200 len: 806 time: 1.2994952 Apr 22 16:56:29.530957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:29.553837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd2b24c9-ad4b-43e6-833f-36c42bd64518 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:29.600348 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5e615e3b-e5cf-485c-a775-bca3e03c7de9 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=40b832de-d07b-43b1-bbb3-c3081f6359cd HTTP/1.1" status: 200 len: 467 time: 0.2208188 Apr 22 16:56:29.606950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-96739562-3392-4812-a89d-268b22f58eeb None None] Port e248b86c-3fb0-450f-b8f7-2e5e7b080de9 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:29.637778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50106) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:29.842655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event updated for resources: {'Port': ['ID=fabff659-ac30-4de4-9c3a-426e01029052,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:29.867205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:29.875271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-0b7b26a5-ee51-45f3-9bef-d8870e17a988 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:29.876961 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-0b7b26a5-ee51-45f3-9bef-d8870e17a988 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/networks?id=bbfd5673-9429-4970-ac83-0273788cb7ee HTTP/1.1" status: 200 len: 812 time: 0.7215724 Apr 22 16:56:29.878354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Allocated IP 2001:db8::2d2 (5bebf74e-70ba-45a0-96b3-3bc963c0a3ae/03bd2e75-9069-46f8-92a8-49d1afc04bdd/ba63ab94-c3b2-4060-93a8-5bccd7b1fb33) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:29.889056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:29.889442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:29.889857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:29.907499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:29.907848 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:29.909749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 2 to bind port fabff659-ac30-4de4-9c3a-426e01029052 Apr 22 16:56:29.934816 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-31797e2e-fc8e-47f2-ba0e-c4e37e07e77e tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/quotas/23b22b94dd7f4ccda61d86fc33585c1f HTTP/1.1" status: 200 len: 375 time: 0.0352468 Apr 22 16:56:29.970066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:29.979588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8fede9ba-f0e3-4156-9ea5-30b38fd51436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] For port 98250369-37e4-483b-affc-b7b36930fb26, host hv-neutron-7864, got binding levels [] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:29.980245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fede9ba-f0e3-4156-9ea5-30b38fd51436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:30.102652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:30.102986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:30.106564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:30.118612 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e5303ca2-261e-44b6-8b27-43ef3b2e17b1 req-89d997c8-9215-487a-ba22-1e0cfa469a6d tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.1272469 Apr 22 16:56:30.130106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8fede9ba-f0e3-4156-9ea5-30b38fd51436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Calling delete_port for 98250369-37e4-483b-affc-b7b36930fb26 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:30.149170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:30.150084 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:30.157288 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 3 to bind port fabff659-ac30-4de4-9c3a-426e01029052 Apr 22 16:56:30.195539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:30.229095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:30.229404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:30.229786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:30.256136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e3f00b7-2b20-4e43-965f-ae6dfdc34bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:30.314892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:30.315307 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:30.319908 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 4 to bind port fabff659-ac30-4de4-9c3a-426e01029052 Apr 22 16:56:30.334430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:30.418412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:30.418829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:30.419215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:30.432841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:30.443686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:30.465696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:30.466078 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:30.473080 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 5 to bind port fabff659-ac30-4de4-9c3a-426e01029052 Apr 22 16:56:30.552598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fede9ba-f0e3-4156-9ea5-30b38fd51436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:30.553916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-e8c73079-7ed6-4b71-b00d-854277b311af tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Synchronizing usage tracker for tenant:23b22b94dd7f4ccda61d86fc33585c1f on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:30.594732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Pushing event updated for resources: {'Port': ['ID=5c25827d-f66b-4ec3-99dd-0006573d4ff0,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:30.604285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:30.605354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:30.626423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:30.657174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:30.662420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:30.663046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:30.663159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:30.692953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be755eed-9571-40f1-a553-9248a0ff481e tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:30.697305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-be755eed-9571-40f1-a553-9248a0ff481e tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/40b832de-d07b-43b1-bbb3-c3081f6359cd HTTP/1.1" status: 204 len: 168 time: 1.0553484 Apr 22 16:56:30.697489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:30.697489 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:30.700263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50112) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:30.701562 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 6 to bind port fabff659-ac30-4de4-9c3a-426e01029052 Apr 22 16:56:30.705534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fede9ba-f0e3-4156-9ea5-30b38fd51436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Pushing event deleted for resources: {'Port': ['ID=98250369-37e4-483b-affc-b7b36930fb26,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:30.709083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8fede9ba-f0e3-4156-9ea5-30b38fd51436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:30.710935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fede9ba-f0e3-4156-9ea5-30b38fd51436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:30.717592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8fede9ba-f0e3-4156-9ea5-30b38fd51436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "DELETE /v2.0/ports/98250369-37e4-483b-affc-b7b36930fb26 HTTP/1.1" status: 204 len: 168 time: 1.6167312 Apr 22 16:56:30.718022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50116) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:30.749991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Transition to ACTIVE for port object ba63ab94-c3b2-4060-93a8-5bccd7b1fb33 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:30.757819 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4f163d99-2dbf-4dc0-bdd8-a6d0a59206e7 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=40b832de-d07b-43b1-bbb3-c3081f6359cd HTTP/1.1" status: 200 len: 216 time: 0.0472217 Apr 22 16:56:30.758609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-e8c73079-7ed6-4b71-b00d-854277b311af tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Unset dirty status for tenant:23b22b94dd7f4ccda61d86fc33585c1f on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:30.761864 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-e8c73079-7ed6-4b71-b00d-854277b311af tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=23b22b94dd7f4ccda61d86fc33585c1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7809451 Apr 22 16:56:30.764954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50120) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:30.772283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:30.772738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:30.773229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:30.789762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:30.799499 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0883262 Apr 22 16:56:30.812871 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05676cd-8ffd-4fbd-9b28-3bed810da7b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] GET failed (client error): The resource could not be found. Apr 22 16:56:30.813618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b05676cd-8ffd-4fbd-9b28-3bed810da7b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Synchronizing usage tracker for tenant:45938e04d754403fad95b680c251561e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:30.820493 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4b18b68c-c9fe-4122-aec3-3103108b9aee tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0485172 Apr 22 16:56:30.825418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50126) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:30.843722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:30.844251 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:30.855473 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d43634e5-79f0-40b6-b195-db1f14738d51 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0250449 Apr 22 16:56:30.855829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50130) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:30.858164 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 7 to bind port fabff659-ac30-4de4-9c3a-426e01029052 Apr 22 16:56:31.210471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b05676cd-8ffd-4fbd-9b28-3bed810da7b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Unset dirty status for tenant:45938e04d754403fad95b680c251561e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:31.211786 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b05676cd-8ffd-4fbd-9b28-3bed810da7b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] 10.222.0.77 "GET /v2.0/ports/98250369-37e4-483b-affc-b7b36930fb26 HTTP/1.1" status: 404 len: 333 time: 0.4926009 Apr 22 16:56:31.221449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50150) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:31.223130 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-86c362fd-b5db-45dc-b054-0cd099b8611f tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/ad47abb2-149d-44fc-a3a2-528afdfe66a4 HTTP/1.1" status: 200 len: 472 time: 0.3662205 Apr 22 16:56:31.244398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50154) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:31.267145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:31.267498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:31.267821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:31.309873 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9c65fe4b-af69-4218-abdf-f70afebc721d tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/6dc76a77-21bc-4da2-94c1-563d47fa9330 HTTP/1.1" status: 200 len: 461 time: 0.0641656 Apr 22 16:56:31.328395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50158) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:31.343900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:31.344217 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:31.346733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:31.357411 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 8 to bind port fabff659-ac30-4de4-9c3a-426e01029052 Apr 22 16:56:31.380836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:31.392791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:31.393165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:31.393541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:31.432146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:31.433732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:31.434100 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:31.437508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-8bcb389d-7f6a-4b29-bd03-4e2410e71f94 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Synchronizing usage tracker for tenant:78d9071ff9ec4f9bac121b4b44a0ef4a on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:31.445797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 9 to bind port fabff659-ac30-4de4-9c3a-426e01029052 Apr 22 16:56:31.461491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:31.498734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:31.611270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:31.611861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:31.612467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:31.691438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-d952c822-82b1-44a5-8dca-8ac345390802 service neutron] 10.222.0.77 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8966615 Apr 22 16:56:31.692054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:31.692417 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:31.699404 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.plugin [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempt 10 to bind port fabff659-ac30-4de4-9c3a-426e01029052 Apr 22 16:56:31.699839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75de6c6d-c30a-4240-bb69-be26ff0f85c5 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:31.703601 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-75de6c6d-c30a-4240-bb69-be26ff0f85c5 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/6dc76a77-21bc-4da2-94c1-563d47fa9330 HTTP/1.1" status: 204 len: 168 time: 0.3714619 Apr 22 16:56:31.705403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50162) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:31.712465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:31.723351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:31.753717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:31.764428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-8bcb389d-7f6a-4b29-bd03-4e2410e71f94 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Unset dirty status for tenant:78d9071ff9ec4f9bac121b4b44a0ef4a on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:31.765686 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-8bcb389d-7f6a-4b29-bd03-4e2410e71f94 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--500431803&fields=id&tenant_id=78d9071ff9ec4f9bac121b4b44a0ef4a HTTP/1.1" status: 200 len: 267 time: 0.5450771 Apr 22 16:56:31.768966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:31.775414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:31.776099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:31.794536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:31.795048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:31.795384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempting to bind port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:31.868605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'Port': ['ID=ba63ab94-c3b2-4060-93a8-5bccd7b1fb33,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:31.919465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:31.939199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:31.949465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:31.959311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:31.959777 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR neutron.plugins.ml2.managers [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Failed to bind port fabff659-ac30-4de4-9c3a-426e01029052 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '02342e0f-485c-4a68-92e6-2f289c61e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7'}] Apr 22 16:56:31.960345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.101496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.102467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.127242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:32.186315 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 6.2467225 Apr 22 16:56:32.198320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3768cf6f-0ec4-4ea6-9ef7-5ea20a402d0d None None] Provisioning for port ba63ab94-c3b2-4060-93a8-5bccd7b1fb33 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:32.204822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3768cf6f-0ec4-4ea6-9ef7-5ea20a402d0d None None] Provisioning complete for port ba63ab94-c3b2-4060-93a8-5bccd7b1fb33 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:32.207742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e836f905-4ba0-43c7-b0f3-ea0c4c388d67']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:32.215340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3768cf6f-0ec4-4ea6-9ef7-5ea20a402d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.223921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50166) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:32.275836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3768cf6f-0ec4-4ea6-9ef7-5ea20a402d0d None None] Port ba63ab94-c3b2-4060-93a8-5bccd7b1fb33 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:32.288075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:32.288454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9beaaa-50c7-4ff1-90aa-526bd72fdbba') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:32.317184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.334347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a2f9a13-37a4-420f-9ee2-312c0ce6c2f6 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.338666 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8a2f9a13-37a4-420f-9ee2-312c0ce6c2f6 tempest-MeteringTestJSON-1278142276 tempest-MeteringTestJSON-1278142276-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/ad47abb2-149d-44fc-a3a2-528afdfe66a4 HTTP/1.1" status: 204 len: 168 time: 0.6293280 Apr 22 16:56:32.344118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.361248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:56:32.396348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event updated for resources: {'Port': ['ID=e248b86c-3fb0-450f-b8f7-2e5e7b080de9,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:32.410651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] For port fabff659-ac30-4de4-9c3a-426e01029052, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:32.411090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attempted to set empty binding levels {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 16:56:32.422146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:32.474194 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-4e6fb5de-bab5-4e72-bdb3-ceefc4998514 service neutron] 10.222.0.77 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648475 Apr 22 16:56:32.480720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.494708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a403cf4f-9275-4d2c-9a09-93ba1e7511a2 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:32.501088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a403cf4f-9275-4d2c-9a09-93ba1e7511a2 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:32.507846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a403cf4f-9275-4d2c-9a09-93ba1e7511a2 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:32.510339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a403cf4f-9275-4d2c-9a09-93ba1e7511a2 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2851481 Apr 22 16:56:32.512143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:32.514987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50172) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:32.594673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] In _notify_port_updated(), no bound segment for port fabff659-ac30-4de4-9c3a-426e01029052 on network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 {{(pid=87210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:56:32.596140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:32.596887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.601093 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "PUT /v2.0/ports/fabff659-ac30-4de4-9c3a-426e01029052 HTTP/1.1" status: 200 len: 976 time: 6.2492173 Apr 22 16:56:32.614646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-61057fa7-cd28-4914-91c5-1502cc6609bd tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:32.615537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-61057fa7-cd28-4914-91c5-1502cc6609bd tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Synchronizing usage tracker for tenant:78d9071ff9ec4f9bac121b4b44a0ef4a on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:32.619124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50176) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:32.681420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.735940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ae573f2c-98cd-43bb-839f-efedffad41bb tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Deleting port ba63ab94-c3b2-4060-93a8-5bccd7b1fb33 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:32.736328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae573f2c-98cd-43bb-839f-efedffad41bb tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.754110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event updated for resources: {'Port': ['ID=fabff659-ac30-4de4-9c3a-426e01029052,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:32.764746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:32.809583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7be89c5f-accf-4cc5-bca9-a2396093190c tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Deleting port fabff659-ac30-4de4-9c3a-426e01029052 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:32.810117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7be89c5f-accf-4cc5-bca9-a2396093190c tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.848055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Network 56388d30-b518-462c-95ff-cfdfb364ff0a is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:32.855444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-61057fa7-cd28-4914-91c5-1502cc6609bd tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Unset dirty status for tenant:78d9071ff9ec4f9bac121b4b44a0ef4a on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:32.867603 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-61057fa7-cd28-4914-91c5-1502cc6609bd tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/networks?id=04582f77-2428-4f63-825f-e2d1659dd7ad HTTP/1.1" status: 200 len: 812 time: 1.0771468 Apr 22 16:56:32.881727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:32.919630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:32.936376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:32.987149 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-23d88ca8-214c-4248-9d86-0ae9abdc2e4f tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/quotas/78d9071ff9ec4f9bac121b4b44a0ef4a HTTP/1.1" status: 200 len: 375 time: 0.1175458 Apr 22 16:56:33.317019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ff26777e-f925-4063-9bc5-cb4292d8cbb6 None None] Provisioning complete for port e248b86c-3fb0-450f-b8f7-2e5e7b080de9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:33.318375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff26777e-f925-4063-9bc5-cb4292d8cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:33.328603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50198) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:33.377613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Network e836f905-4ba0-43c7-b0f3-ea0c4c388d67 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:56:33.417848 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:56:33.457027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ff26777e-f925-4063-9bc5-cb4292d8cbb6 None None] Port e248b86c-3fb0-450f-b8f7-2e5e7b080de9 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:33.569158 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-149daa7d-9153-4ad7-93ec-1009cc4018cd req-a28ca190-bebc-44e2-a612-b183907c3a27 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.2823708 Apr 22 16:56:33.584133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae573f2c-98cd-43bb-839f-efedffad41bb tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:33.635371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Router 05798ba4-8535-4ba2-adb1-78a1780c3f87 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:56:33.702258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86ec5bfe-1f32-4415-a093-6d83b82b884d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:33.759621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-d1761327-1ad0-4587-ba2a-f91372a4b988 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Synchronizing usage tracker for tenant:78d9071ff9ec4f9bac121b4b44a0ef4a on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:33.883154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ae573f2c-98cd-43bb-839f-efedffad41bb tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Calling delete_port for ba63ab94-c3b2-4060-93a8-5bccd7b1fb33 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:33.904492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7be89c5f-accf-4cc5-bca9-a2396093190c tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] For port fabff659-ac30-4de4-9c3a-426e01029052, host hv-neutron-7864, got binding levels [] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:33.904492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7be89c5f-accf-4cc5-bca9-a2396093190c tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:33.942987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:33.945222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-86ec5bfe-1f32-4415-a093-6d83b82b884d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:33.957982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-86ec5bfe-1f32-4415-a093-6d83b82b884d admin admin] Usage tracker for resource:security_group_rule and tenant:edc0c2e2f38d44d08f439286b2c8834e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:33.966358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-86ec5bfe-1f32-4415-a093-6d83b82b884d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:33.972357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd412878-e4b7-43db-8f90-7df24e1faf9f tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:34.001103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:34.016779 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] 10.222.0.77 "DELETE /v2.0/networks/e836f905-4ba0-43c7-b0f3-ea0c4c388d67 HTTP/1.1" status: 204 len: 168 time: 2.7924747 Apr 22 16:56:34.023365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-86ec5bfe-1f32-4415-a093-6d83b82b884d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:34.028095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Pushing event deleted for resources: {'Network': ['ID=e836f905-4ba0-43c7-b0f3-ea0c4c388d67,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:34.038702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:34.087722 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1c80dcde-bf19-48e5-91cf-4aa536c0c621 req-d426e2f7-78c1-4e07-a7c9-ebd0f24b3c2a tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 210 time: 0.2542236 Apr 22 16:56:34.108288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7be89c5f-accf-4cc5-bca9-a2396093190c tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Calling delete_port for fabff659-ac30-4de4-9c3a-426e01029052 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:34.220286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae573f2c-98cd-43bb-839f-efedffad41bb tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:34.227933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:34.290277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae573f2c-98cd-43bb-839f-efedffad41bb tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event deleted for resources: {'Port': ['ID=ba63ab94-c3b2-4060-93a8-5bccd7b1fb33,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:34.296959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae573f2c-98cd-43bb-839f-efedffad41bb tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:34.546579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-d1761327-1ad0-4587-ba2a-f91372a4b988 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Unset dirty status for tenant:78d9071ff9ec4f9bac121b4b44a0ef4a on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:34.568122 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-d1761327-1ad0-4587-ba2a-f91372a4b988 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=78d9071ff9ec4f9bac121b4b44a0ef4a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5796928 Apr 22 16:56:34.616149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:56:34.629358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a33bf-7450-4fdd-bd2f-625af10b7e53 None None] Sync routers for ids ['05798ba4-8535-4ba2-adb1-78a1780c3f87'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:56:34.638103 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "PUT /v2.0/routers/05798ba4-8535-4ba2-adb1-78a1780c3f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7792301 Apr 22 16:56:34.644154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50226) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:34.650510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Request body: {'port': {'network_id': '56388d30-b518-462c-95ff-cfdfb364ff0a', 'name': 'tempest-FloatingIPAdminTestJSON-320554193'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:34.663594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a33bf-7450-4fdd-bd2f-625af10b7e53 None None] Routers {'05798ba4-8535-4ba2-adb1-78a1780c3f87'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:34.664308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-784a33bf-7450-4fdd-bd2f-625af10b7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['05798ba4-8535-4ba2-adb1-78a1780c3f87'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:34.937468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-784a33bf-7450-4fdd-bd2f-625af10b7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:34.956247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a33bf-7450-4fdd-bd2f-625af10b7e53 None None] Routers {'05798ba4-8535-4ba2-adb1-78a1780c3f87'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:34.957567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-784a33bf-7450-4fdd-bd2f-625af10b7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['05798ba4-8535-4ba2-adb1-78a1780c3f87'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:34.971081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50232) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:34.979108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7be89c5f-accf-4cc5-bca9-a2396093190c tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.025489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae573f2c-98cd-43bb-839f-efedffad41bb tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.030815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:35.046166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-784a33bf-7450-4fdd-bd2f-625af10b7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:35.047568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:35.058285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a33bf-7450-4fdd-bd2f-625af10b7e53 None None] The sync data for ids ['05798ba4-8535-4ba2-adb1-78a1780c3f87'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:56:35.074106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.094549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Usage tracker for resource:port and tenant:0ae999af431c4038a041901570658dd4 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:35.106885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86ec5bfe-1f32-4415-a093-6d83b82b884d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.107090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:35.114656 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ae573f2c-98cd-43bb-839f-efedffad41bb tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "DELETE /v2.0/ports/ba63ab94-c3b2-4060-93a8-5bccd7b1fb33 HTTP/1.1" status: 204 len: 168 time: 2.5983477 Apr 22 16:56:35.116430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50240) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:35.122661 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3b268115-cd04-412d-aef3-4f8afbb8f3b9 req-5c2ce2b9-cc9d-406f-b080-2960295575ff tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.1523564 Apr 22 16:56:35.144914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be89c5f-accf-4cc5-bca9-a2396093190c tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Pushing event deleted for resources: {'Port': ['ID=fabff659-ac30-4de4-9c3a-426e01029052,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:35.155259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7be89c5f-accf-4cc5-bca9-a2396093190c tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:35.156303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:35.172180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86ec5bfe-1f32-4415-a093-6d83b82b884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.189658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:35.215703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7be89c5f-accf-4cc5-bca9-a2396093190c tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.221160 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7be89c5f-accf-4cc5-bca9-a2396093190c tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "DELETE /v2.0/ports/fabff659-ac30-4de4-9c3a-426e01029052 HTTP/1.1" status: 204 len: 168 time: 2.5923018 Apr 22 16:56:35.224539 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ed5fd4-0e6c-4ff1-9a23-af3154ed426a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] GET failed (client error): The resource could not be found. Apr 22 16:56:35.225146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e1ed5fd4-0e6c-4ff1-9a23-af3154ed426a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Synchronizing usage tracker for tenant:c7e7cc4de244438e98680fe090c523bb on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:35.231417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50246) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:35.236327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-9090625d-00c2-4c20-8fc3-37b7da69721e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:56:35.236327 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-9090625d-00c2-4c20-8fc3-37b7da69721e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1930323 Apr 22 16:56:35.236553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5bfe-1f32-4415-a093-6d83b82b884d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcc02fa-473d-4b90-97a1-c4e7c3e51134,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:35.238899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86ec5bfe-1f32-4415-a093-6d83b82b884d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:35.314354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e1ed5fd4-0e6c-4ff1-9a23-af3154ed426a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Unset dirty status for tenant:c7e7cc4de244438e98680fe090c523bb on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:35.319960 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e1ed5fd4-0e6c-4ff1-9a23-af3154ed426a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "GET /v2.0/ports/ba63ab94-c3b2-4060-93a8-5bccd7b1fb33 HTTP/1.1" status: 404 len: 333 time: 0.2005076 Apr 22 16:56:35.328532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50250) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:35.342193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Request body: {'port': {'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1949515644'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:35.357975 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba50392-88e8-4dc8-8c64-0e84b8ab2419 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] GET failed (client error): The resource could not be found. Apr 22 16:56:35.358664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7ba50392-88e8-4dc8-8c64-0e84b8ab2419 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Synchronizing usage tracker for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:35.380316 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-86ec5bfe-1f32-4415-a093-6d83b82b884d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edc0c2e2f38d44d08f439286b2c8834e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0504889 Apr 22 16:56:35.432898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50254) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:35.451198 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-a10a425a-9470-4012-9b3d-c9394ba470ef service neutron] 10.222.0.77 "GET /v2.0/networks/04582f77-2428-4f63-825f-e2d1659dd7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008839 Apr 22 16:56:35.453131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Made reservation on behalf of 0ae999af431c4038a041901570658dd4 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:35.459557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.494880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7ba50392-88e8-4dc8-8c64-0e84b8ab2419 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Unset dirty status for tenant:ce7ba871385e4f1a944acec67ae21183 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:35.496505 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7ba50392-88e8-4dc8-8c64-0e84b8ab2419 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] 10.222.0.77 "GET /v2.0/ports/fabff659-ac30-4de4-9c3a-426e01029052 HTTP/1.1" status: 404 len: 333 time: 0.2417862 Apr 22 16:56:35.509889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50258) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:35.553361 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-347770bf-17cc-4c2a-99c2-6d0be60e972d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6eb01893f0e946dfa1e7ad6dd914d5aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5779872 Apr 22 16:56:35.563828 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-00748115-7e0f-4c74-994b-7e51f63feff5 req-036e8202-1ba7-40ce-a0f0-e09c94ff4f05 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 210 time: 0.1507766 Apr 22 16:56:35.617461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50262) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:35.650454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] device_id is not set on port bb87c0b2-9fc1-44fe-968a-7a3012ff9059 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:35.721301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77849d04-f13a-4a06-ac41-edde0419e266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.729352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.767323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:35.783953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77849d04-f13a-4a06-ac41-edde0419e266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.828286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:35.917903 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-31b8ad14-00ba-4047-9e89-46b9e0627fd0 service neutron] 10.222.0.77 "GET /v2.0/networks/04582f77-2428-4f63-825f-e2d1659dd7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657338 Apr 22 16:56:35.923816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93a3bc28-1971-4b38-b422-555aae899e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.953041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Allocated IP 172.20.0.10 (56388d30-b518-462c-95ff-cfdfb364ff0a/e830aef7-07af-4189-8e64-425a873ee96b/bb87c0b2-9fc1-44fe-968a-7a3012ff9059) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:35.956720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:35.971960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93a3bc28-1971-4b38-b422-555aae899e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:36.133822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:36.155596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02342e0f-485c-4a68-92e6-2f289c61e22f') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:36.155596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02342e0f-485c-4a68-92e6-2f289c61e22f') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:36.165503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:36.188799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Made reservation on behalf of c7e7cc4de244438e98680fe090c523bb for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:36.196044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:36.233269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93a3bc28-1971-4b38-b422-555aae899e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:36.235510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] device_id is not set on port 03f51464-a87e-444e-889d-ef7e806cf4cb yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:36.280872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:36.303736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:36.311954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:56:36.332377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3bc28-1971-4b38-b422-555aae899e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de8070f-2872-49f8-94ed-b7e32a279736,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:36.346509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93a3bc28-1971-4b38-b422-555aae899e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:36.522101 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cffb4e7-50ed-4359-8c8b-55c219cab51b req-c327bc12-03e9-46b0-a59d-965393b0ae6c tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 210 time: 0.2031238 Apr 22 16:56:36.598798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93a3bc28-1971-4b38-b422-555aae899e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:36.599271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:36.600007 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-93a3bc28-1971-4b38-b422-555aae899e8d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7de8070f-2872-49f8-94ed-b7e32a279736 HTTP/1.1" status: 204 len: 168 time: 0.9809222 Apr 22 16:56:36.625858 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-749b042c-3f75-4daa-9710-c2fe2585e9b1 req-2d4de839-c05b-4dd7-b4e5-ce20438b9ba3 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.1098764 Apr 22 16:56:36.629344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:36.658399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:36.707716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77849d04-f13a-4a06-ac41-edde0419e266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:36.805255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:36.829463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b6745b7a-da7c-4b6a-a805-7daf25d61ecc req-85cd4b72-3747-4d1f-99d0-8f8a2194666b tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 210 time: 0.0765193 Apr 22 16:56:36.860332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77849d04-f13a-4a06-ac41-edde0419e266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcc02fa-473d-4b90-97a1-c4e7c3e51134,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:36.881481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-77849d04-f13a-4a06-ac41-edde0419e266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:37.044676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77849d04-f13a-4a06-ac41-edde0419e266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:37.045950 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-77849d04-f13a-4a06-ac41-edde0419e266 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ddcc02fa-473d-4b90-97a1-c4e7c3e51134 HTTP/1.1" status: 204 len: 168 time: 1.6031587 Apr 22 16:56:37.060120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Network f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:56:37.093434 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:56:37.267973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Allocated IP 2001:db8::14a (5bebf74e-70ba-45a0-96b3-3bc963c0a3ae/03bd2e75-9069-46f8-92a8-49d1afc04bdd/03f51464-a87e-444e-889d-ef7e806cf4cb) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:37.366127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Transition to ACTIVE for port object bb87c0b2-9fc1-44fe-968a-7a3012ff9059 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:37.428066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:37.431711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:37.440835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab748551-494d-4930-a946-d906c553bcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:37.469100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:37.512330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:37.527420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Pushing event deleted for resources: {'Network': ['ID=f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:37.535292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:37.547044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Network 56388d30-b518-462c-95ff-cfdfb364ff0a is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:37.557534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:37.562951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:37.570203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:37.571111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:37.608197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50292) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:37.708577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0632000 Apr 22 16:56:37.712209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event updated for resources: {'Port': ['ID=bb87c0b2-9fc1-44fe-968a-7a3012ff9059,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:37.717024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50296) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:37.750660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:37.792919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d15c5672-9934-4513-be65-a365456379f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45938e04d754403fad95b680c251561e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1797519 Apr 22 16:56:37.803198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50304) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:37.889358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:37.945877 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9ae6c80a-e155-4cf6-9641-aad21497b67b req-4b333754-b442-47aa-b44f-a1d37e426d32 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 210 time: 0.1420300 Apr 22 16:56:37.947101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Transition to ACTIVE for port object 03f51464-a87e-444e-889d-ef7e806cf4cb will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:37.956787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5fdabf66-0d6b-4fb5-a354-199a4bff3e7b None None] Provisioning for port bb87c0b2-9fc1-44fe-968a-7a3012ff9059 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:37.959220 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] 10.222.0.77 "DELETE /v2.0/networks/f5b51c49-16f0-4bbf-88f4-5cb3ecb2c5c7 HTTP/1.1" status: 204 len: 168 time: 2.4454069 Apr 22 16:56:37.972112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5fdabf66-0d6b-4fb5-a354-199a4bff3e7b None None] Provisioning complete for port bb87c0b2-9fc1-44fe-968a-7a3012ff9059 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:37.975278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fdabf66-0d6b-4fb5-a354-199a4bff3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.002891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50312) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:38.057067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6b02ba3-f585-4fb3-86b7-f17313a6ee58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.106915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e6b02ba3-f585-4fb3-86b7-f17313a6ee58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:38.115214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e6b02ba3-f585-4fb3-86b7-f17313a6ee58 admin admin] Usage tracker for resource:security_group_rule and tenant:8274f600498442908e6f4b8eb588a3cd is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:38.126938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e6b02ba3-f585-4fb3-86b7-f17313a6ee58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:38.129965 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10ba9cc9-f9b8-4d49-b241-e768fcb0b4af req-970af157-e176-45d9-84e8-5de85777a011 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.1498244 Apr 22 16:56:38.137082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e6b02ba3-f585-4fb3-86b7-f17313a6ee58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:38.161393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.181617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8b70e32-252e-458f-8d20-6f8fdd9eb158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.182401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02085ce6-dda8-47d6-a146-0da1180d3ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:38.207283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5fdabf66-0d6b-4fb5-a354-199a4bff3e7b None None] Port bb87c0b2-9fc1-44fe-968a-7a3012ff9059 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:38.226069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'project_id': '0ae999af431c4038a041901570658dd4', 'port_id': 'bb87c0b2-9fc1-44fe-968a-7a3012ff9059'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:38.252603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8b70e32-252e-458f-8d20-6f8fdd9eb158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.304226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:38.325762 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2882db72-78d7-4c93-9138-0f4b4c873084 req-8853ef0c-2e8f-4300-bcf1-1221975419b3 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 210 time: 0.0837054 Apr 22 16:56:38.333608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Usage tracker for resource:floatingip and tenant:0ae999af431c4038a041901570658dd4 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:38.341626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:38.348602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'Port': ['ID=03f51464-a87e-444e-889d-ef7e806cf4cb,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:38.360122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:38.362309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:38.381041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:38.384110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:38.386266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:38.392843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:38.393548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.433369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.533199 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1998954 Apr 22 16:56:38.534806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50316) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:38.544979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-84e7f754-2367-4ae7-ac37-19a84f31b6ab tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::319', 'mac_address': 'fa:16:3e:c4:8c:83'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:38.585461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6b02ba3-f585-4fb3-86b7-f17313a6ee58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.595173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8b70e32-252e-458f-8d20-6f8fdd9eb158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.614159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6b02ba3-f585-4fb3-86b7-f17313a6ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.615904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93a3bc28-1971-4b38-b422-555aae899e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:38.628536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:38.650910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b70e32-252e-458f-8d20-6f8fdd9eb158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce9908f-a4a5-4b00-8c74-ed0c182777fe,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:38.653527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c8b70e32-252e-458f-8d20-6f8fdd9eb158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:38.697440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8b70e32-252e-458f-8d20-6f8fdd9eb158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.700960 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c8b70e32-252e-458f-8d20-6f8fdd9eb158 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ce9908f-a4a5-4b00-8c74-ed0c182777fe HTTP/1.1" status: 204 len: 168 time: 0.8925953 Apr 22 16:56:38.749079 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e6b02ba3-f585-4fb3-86b7-f17313a6ee58 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8274f600498442908e6f4b8eb588a3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7440970 Apr 22 16:56:38.751591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50324) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:38.752524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02ba3-f585-4fb3-86b7-f17313a6ee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8707380d-f893-4cf3-8d93-fe27dde107f2,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:38.757870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e6b02ba3-f585-4fb3-86b7-f17313a6ee58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:38.793209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50328) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:38.869573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71ff9f9d-19cd-4d7d-9804-cda10a303c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.883266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f3c1d52f-9e32-45af-a261-6ab1226103c0 None None] Provisioning for port 03f51464-a87e-444e-889d-ef7e806cf4cb completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:38.889880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f3c1d52f-9e32-45af-a261-6ab1226103c0 None None] Provisioning complete for port 03f51464-a87e-444e-889d-ef7e806cf4cb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:38.890590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d52f-9e32-45af-a261-6ab1226103c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.898797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:38.941542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71ff9f9d-19cd-4d7d-9804-cda10a303c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:39.004227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1d52f-9e32-45af-a261-6ab1226103c0 None None] Port 03f51464-a87e-444e-889d-ef7e806cf4cb cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:39.045207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84e7f754-2367-4ae7-ac37-19a84f31b6ab tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:39.115860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71ff9f9d-19cd-4d7d-9804-cda10a303c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:39.121577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-13f933e4-931c-4140-9265-ef0001d4d250 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=96b6e81388fd4d47b9bb727b0218776d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3179090 Apr 22 16:56:39.127214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50336) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:39.128052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86ec5bfe-1f32-4415-a093-6d83b82b884d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:39.194965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff9f9d-19cd-4d7d-9804-cda10a303c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8707380d-f893-4cf3-8d93-fe27dde107f2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:39.202224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71ff9f9d-19cd-4d7d-9804-cda10a303c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:39.215184 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-71ff9f9d-19cd-4d7d-9804-cda10a303c08 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8707380d-f893-4cf3-8d93-fe27dde107f2 HTTP/1.1" status: 204 len: 168 time: 0.4568028 Apr 22 16:56:39.229503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71ff9f9d-19cd-4d7d-9804-cda10a303c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:39.302080 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-246ac423-d760-4542-a804-b47d3aa39a4f req-6a2c5d26-6413-4f89-bd81-9ab7142d7f59 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 210 time: 0.0975435 Apr 22 16:56:39.368965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Allocated IP 172.26.6.134 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/ae38be1c-4602-4c62-b3f1-5a489f00a4b4) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:39.394281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0255a55-0388-4812-a8e5-270ef656fa36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:39.457921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0255a55-0388-4812-a8e5-270ef656fa36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:39.639333 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2486fb9-4d0f-4b93-8717-3af16f328cb2 req-d34d94be-cc1c-4414-82d3-5e923bc0f224 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.2162671 Apr 22 16:56:39.877486 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e44a6caa-719a-4e12-9da9-d146b9496dd8 req-40f9aed9-4795-4512-8a7e-df9039a77c71 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 210 time: 0.2075787 Apr 22 16:56:40.134935 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-0cd83c0b-4f43-4645-b7c7-4596bd4bc3f8 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4be92a3aaff4872b5455251895dc70e HTTP/1.1" status: 200 len: 380 time: 0.1200655 Apr 22 16:56:40.169409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Request body: {'port': {'device_id': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'admin_state_up': True, 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'security_groups': ['4f2a8eae-b4f2-4750-96f1-18a10bc2288a']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:40.193915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84e7f754-2367-4ae7-ac37-19a84f31b6ab tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:40.272537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0255a55-0388-4812-a8e5-270ef656fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:40.278444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:40.295700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0255a55-0388-4812-a8e5-270ef656fa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a2dc74-87b0-445d-bd9f-5b0c259058ec,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:40.298180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0255a55-0388-4812-a8e5-270ef656fa36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:40.315511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0255a55-0388-4812-a8e5-270ef656fa36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:40.321877 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a0255a55-0388-4812-a8e5-270ef656fa36 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04a2dc74-87b0-445d-bd9f-5b0c259058ec HTTP/1.1" status: 204 len: 168 time: 1.1686611 Apr 22 16:56:40.372725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84e7f754-2367-4ae7-ac37-19a84f31b6ab tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:40.372725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:40.372725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a738bf7e-f46b-4f80-a8a9-68b34485062a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:40.401080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:40.404683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Usage tracker for resource:port and tenant:f4be92a3aaff4872b5455251895dc70e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:40.417901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:40.428728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-84e7f754-2367-4ae7-ac37-19a84f31b6ab tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] In _notify_port_updated(), no bound segment for port 03f51464-a87e-444e-889d-ef7e806cf4cb on network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae {{(pid=87210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:56:40.434708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e7f754-2367-4ae7-ac37-19a84f31b6ab tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:40.435404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84e7f754-2367-4ae7-ac37-19a84f31b6ab tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:40.436816 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-84e7f754-2367-4ae7-ac37-19a84f31b6ab tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "PUT /v2.0/ports/03f51464-a87e-444e-889d-ef7e806cf4cb HTTP/1.1" status: 200 len: 1003 time: 1.9002993 Apr 22 16:56:40.439117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:40.440707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50378) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:40.473380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7f754-2367-4ae7-ac37-19a84f31b6ab tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'Port': ['ID=03f51464-a87e-444e-889d-ef7e806cf4cb,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:40.477421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-84e7f754-2367-4ae7-ac37-19a84f31b6ab tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:40.521179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-574f30a1-f5d1-4a6d-9edf-1f064f552dd5 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Deleting port 03f51464-a87e-444e-889d-ef7e806cf4cb {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:40.521568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-574f30a1-f5d1-4a6d-9edf-1f064f552dd5 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:40.666446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-daa8ad10-5ab7-437e-b405-ddbd571e4dd9 None None] Provisioning complete for port 03f51464-a87e-444e-889d-ef7e806cf4cb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:40.666918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-daa8ad10-5ab7-437e-b405-ddbd571e4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:40.729977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-daa8ad10-5ab7-437e-b405-ddbd571e4dd9 None None] Port 03f51464-a87e-444e-889d-ef7e806cf4cb cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:40.732948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:40.746982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:40.843377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-574f30a1-f5d1-4a6d-9edf-1f064f552dd5 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:40.944694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:40.964269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:40.966837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:40.983927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-574f30a1-f5d1-4a6d-9edf-1f064f552dd5 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Calling delete_port for 03f51464-a87e-444e-889d-ef7e806cf4cb owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:40.994995 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-de252331-4079-4f0a-af8c-99dc555a02a5 req-05ab69fa-c090-44be-a87c-784ea6a6bac1 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 210 time: 0.1514337 Apr 22 16:56:40.995638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Made reservation on behalf of f4be92a3aaff4872b5455251895dc70e for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:41.001735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:41.084149 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f85a456-8312-4f8f-bd44-fbe9725bbf5f req-822ad1d7-1180-440b-bc7b-293c67d97a3c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.2409141 Apr 22 16:56:41.213937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-574f30a1-f5d1-4a6d-9edf-1f064f552dd5 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:41.220234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5633db18-0dc7-436d-8aa2-6b5c09d900b1 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:41.236592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Pushing event updated for resources: {'Port': ['ID=ae38be1c-4602-4c62-b3f1-5a489f00a4b4,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:41.276919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f30a1-f5d1-4a6d-9edf-1f064f552dd5 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event deleted for resources: {'Port': ['ID=03f51464-a87e-444e-889d-ef7e806cf4cb,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:41.279750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-574f30a1-f5d1-4a6d-9edf-1f064f552dd5 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:41.286562 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e536d00-58e5-47d9-a15f-7abe677065a8 req-d6c68538-ca4e-4998-9aa4-b54dd1cba923 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 210 time: 0.1239223 Apr 22 16:56:41.311837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:41.484095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-574f30a1-f5d1-4a6d-9edf-1f064f552dd5 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:41.501639 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-574f30a1-f5d1-4a6d-9edf-1f064f552dd5 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "DELETE /v2.0/ports/03f51464-a87e-444e-889d-ef7e806cf4cb HTTP/1.1" status: 204 len: 168 time: 1.0550907 Apr 22 16:56:41.502431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50394) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:41.531310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50398) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:41.569147 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3e9347-b500-4e91-a72d-92c719a19027 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] GET failed (client error): The resource could not be found. Apr 22 16:56:41.569743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-da3e9347-b500-4e91-a72d-92c719a19027 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Synchronizing usage tracker for tenant:c7e7cc4de244438e98680fe090c523bb on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:41.636952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-da3e9347-b500-4e91-a72d-92c719a19027 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Unset dirty status for tenant:c7e7cc4de244438e98680fe090c523bb on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:41.641792 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-da3e9347-b500-4e91-a72d-92c719a19027 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "GET /v2.0/ports/03f51464-a87e-444e-889d-ef7e806cf4cb HTTP/1.1" status: 404 len: 333 time: 0.1347671 Apr 22 16:56:41.641957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Allocated IP 172.20.0.8 (8c06ed26-3d28-4f3d-a46f-84330d432a95/ee3b9272-0e28-4bf3-9438-dc9bff58f2cb/e841c77e-eabf-4336-a609-c3d838292c5e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:41.642139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50404) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:41.649767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Request body: {'port': {'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1863298876'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:41.696502 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6ad0bee2-a7cc-4797-addb-3e33dff84a53 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ce7ba871385e4f1a944acec67ae21183&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1616106 Apr 22 16:56:41.700264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.78', 62222) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:41.700641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50408) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:41.849958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:41.861703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:41.905504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Made reservation on behalf of c7e7cc4de244438e98680fe090c523bb for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:41.912074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:42.152212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bcfd-a17f-4ab2-a464-37a889c82053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:42.200860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] device_id is not set on port 98423f19-723d-45b6-b444-fc2c028c76e9 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:42.217813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bcfd-a17f-4ab2-a464-37a889c82053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:42.359158 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-59ecb450-8546-4e6b-beed-5321e48f7c93 req-fb861a6c-8b0a-4c0c-a79c-53aa651ffc60 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 210 time: 0.0907068 Apr 22 16:56:42.375936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bcfd-a17f-4ab2-a464-37a889c82053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:42.391512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.78', 62226) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:42.414114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Allocated IP 2001:db8::152 (5bebf74e-70ba-45a0-96b3-3bc963c0a3ae/03bd2e75-9069-46f8-92a8-49d1afc04bdd/98423f19-723d-45b6-b444-fc2c028c76e9) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:42.602861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3851d688-82e2-4f2f-a8a3-ed4d5da7c934 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:42.730070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-37ff37fa-4c75-4fde-a48b-ff2d17efc006 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:42.731751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-37ff37fa-4c75-4fde-a48b-ff2d17efc006 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.78 "GET /v2.0/networks?id=bbfd5673-9429-4970-ac83-0273788cb7ee HTTP/1.1" status: 200 len: 812 time: 1.0300496 Apr 22 16:56:42.734318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f4e051ed-1f0b-4f67-b4bb-e0349594fdfb req-2be503dd-1dc7-429f-a441-cf0ad11bd1ac tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Synchronizing usage tracker for tenant:f4be92a3aaff4872b5455251895dc70e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:42.769442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3bcfd-a17f-4ab2-a464-37a889c82053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746d011f-e76a-4b0c-a893-538afcd225fb,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:42.790446 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-91b0f4c2-b308-4b9d-b108-3200c5b85999 req-92f55885-cff9-42c7-97de-25b637fa66cb tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 210 time: 0.1997249 Apr 22 16:56:42.832117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cdd3bcfd-a17f-4ab2-a464-37a889c82053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:42.918970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:42.939356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Transition to ACTIVE for port object 98423f19-723d-45b6-b444-fc2c028c76e9 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:42.960290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-77e83348-5d6b-4cd9-9e3a-b9c24250e30a tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:42.963204 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-77e83348-5d6b-4cd9-9e3a-b9c24250e30a tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.78 "GET /v2.0/networks?id=04582f77-2428-4f63-825f-e2d1659dd7ad HTTP/1.1" status: 200 len: 812 time: 0.5703757 Apr 22 16:56:42.968547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-cbc952c3-b4ba-42d2-a876-62a88442898d tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23b22b94dd7f4ccda61d86fc33585c1f HTTP/1.1" status: 200 len: 380 time: 0.1385155 Apr 22 16:56:42.983178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bcfd-a17f-4ab2-a464-37a889c82053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:42.984512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cdd3bcfd-a17f-4ab2-a464-37a889c82053 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/746d011f-e76a-4b0c-a893-538afcd225fb HTTP/1.1" status: 204 len: 168 time: 1.2807300 Apr 22 16:56:43.012055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Request body: {'port': {'device_id': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'admin_state_up': True, 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'security_groups': ['d6f0691b-1a9a-42eb-be86-d7f9140907f6']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:43.028607 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-c98d868d-880c-4233-acfb-c5558cc0d808 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78d9071ff9ec4f9bac121b4b44a0ef4a HTTP/1.1" status: 200 len: 379 time: 0.0526142 Apr 22 16:56:43.034340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50462) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:43.040003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f4e051ed-1f0b-4f67-b4bb-e0349594fdfb req-2be503dd-1dc7-429f-a441-cf0ad11bd1ac tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Unset dirty status for tenant:f4be92a3aaff4872b5455251895dc70e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:43.041630 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f4e051ed-1f0b-4f67-b4bb-e0349594fdfb req-2be503dd-1dc7-429f-a441-cf0ad11bd1ac tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.6717997 Apr 22 16:56:43.054966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:43.065793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Request body: {'port': {'device_id': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'admin_state_up': True, 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'security_groups': ['3eef70b2-6b59-43d7-986b-efce204c5cf9']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:43.203664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:43.213630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:43.316551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'Port': ['ID=98423f19-723d-45b6-b444-fc2c028c76e9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:43.321394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:43.337864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:43.341295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:43.345385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:43.352937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:43.353661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:43.375912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:43.398182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:43.436872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7910769 Apr 22 16:56:43.443531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50476) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:43.445935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-705a522a-5505-46cf-b93b-3b16f8acecc0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c4:8c:83'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:43.456035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:43.532915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Made reservation on behalf of 78d9071ff9ec4f9bac121b4b44a0ef4a for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:43.545328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:43.599463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1997432633', 'router:external': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:43.627238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Transition to ACTIVE for port object e841c77e-eabf-4336-a609-c3d838292c5e will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:43.696879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2886d137-866c-44a9-9c3d-df21f0a5faf8 req-c4802dff-daca-4398-90a9-53d33b7d0ce3 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 210 time: 0.1112878 Apr 22 16:56:43.746988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-20697fe6-1a73-4fb2-bf5f-35416a73da8f None None] Provisioning for port 98423f19-723d-45b6-b444-fc2c028c76e9 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:43.754862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-20697fe6-1a73-4fb2-bf5f-35416a73da8f None None] Provisioning complete for port 98423f19-723d-45b6-b444-fc2c028c76e9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:43.757460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20697fe6-1a73-4fb2-bf5f-35416a73da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:43.872316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-20697fe6-1a73-4fb2-bf5f-35416a73da8f None None] Port 98423f19-723d-45b6-b444-fc2c028c76e9 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:43.884478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:43.903422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:43.903634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Usage tracker for resource:network and tenant:8987f04104f24191b9db35d262d6b8cf is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:43.913120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:43.928112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:43.959566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:43.974197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-705a522a-5505-46cf-b93b-3b16f8acecc0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:43.988652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:44.020598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Made reservation on behalf of 8987f04104f24191b9db35d262d6b8cf for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:44.025395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.062517 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-46e60ffc-0880-4dde-9f43-14882ca1d6f1 req-baf21262-01a6-4022-9eca-bb04b3a78ac5 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 210 time: 0.0607531 Apr 22 16:56:44.071748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.115315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54b67834-0635-46a5-a6ea-8b7b61dccef0 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:44.126274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.158108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Network 8c06ed26-3d28-4f3d-a46f-84330d432a95 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:44.174529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:44.240570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Allocated IP 172.20.0.5 (04582f77-2428-4f63-825f-e2d1659dd7ad/cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6/5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:44.259019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:44.286942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50504) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:44.292209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Usage tracker for resource:security_group_rule and tenant:8987f04104f24191b9db35d262d6b8cf is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:44.296391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Made reservation on behalf of 23b22b94dd7f4ccda61d86fc33585c1f for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:44.299482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:44.308118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:44.313299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.337629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:44.343855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:44.344565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.484725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Pushing event updated for resources: {'Port': ['ID=e841c77e-eabf-4336-a609-c3d838292c5e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:44.518390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5f20df18-e7a3-43f8-9cc0-a07cec14eaf0 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:44.529605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:44.536847 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3724947 Apr 22 16:56:44.552010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-748243d8-678a-44a3-9ed3-13e8e80d809f None None] Provisioning for port e841c77e-eabf-4336-a609-c3d838292c5e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:44.567885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-748243d8-678a-44a3-9ed3-13e8e80d809f None None] Provisioning complete for port e841c77e-eabf-4336-a609-c3d838292c5e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:44.569363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-748243d8-678a-44a3-9ed3-13e8e80d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.655986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-27f2f962-e596-4a3e-b247-6643a7bf5bb7 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:56:44.657021 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-27f2f962-e596-4a3e-b247-6643a7bf5bb7 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056610 Apr 22 16:56:44.666555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50516) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:44.690163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-748243d8-678a-44a3-9ed3-13e8e80d809f None None] Port e841c77e-eabf-4336-a609-c3d838292c5e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:44.703185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f20df18-e7a3-43f8-9cc0-a07cec14eaf0 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] 10.222.0.77 "PUT /v2.0/quotas/a8343140cfa241a78a5037c7c8ac194c HTTP/1.1" status: 200 len: 368 time: 0.4135332 Apr 22 16:56:44.716348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Allocated IP 172.20.0.9 (bbfd5673-9429-4970-ac83-0273788cb7ee/c4b380e3-2996-4eff-9186-c5eb84b7ddb6/0c63dd5c-e1be-4962-9849-bbb3438db00d) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:44.729491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50520) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:44.738699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Request body: {'network': {'project_id': 'a8343140cfa241a78a5037c7c8ac194c'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:44.751688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:44.762267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Usage tracker for resource:network and tenant:a8343140cfa241a78a5037c7c8ac194c is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:44.768050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:44.837328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.857250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Transition to ACTIVE for port object 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:44.904073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:44.913066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:44.920123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.928939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-705a522a-5505-46cf-b93b-3b16f8acecc0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.950912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.955509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:44.975288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.985927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:56:44.988324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-705a522a-5505-46cf-b93b-3b16f8acecc0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:44.993282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e3414-d9ea-4948-be17-745daead5d72 req-e75099d2-991f-4d47-b3d9-2f630d9566af tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:44.994957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-879e3414-d9ea-4948-be17-745daead5d72 req-e75099d2-991f-4d47-b3d9-2f630d9566af tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 931 time: 0.6430860 Apr 22 16:56:45.000745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.017454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ff8f07-991a-45b9-8ce6-d859b2ce1bdb,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:45.020771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:45.025328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:45.037948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.054761 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-08059160-e7fe-4139-af80-06db6e37c0d7 tempest-AgentManagementNegativeTest-1118595156 tempest-AgentManagementNegativeTest-1118595156-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3851492 Apr 22 16:56:45.065258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-705a522a-5505-46cf-b93b-3b16f8acecc0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] In _notify_port_updated(), no bound segment for port 98423f19-723d-45b6-b444-fc2c028c76e9 on network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:56:45.073387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a522a-5505-46cf-b93b-3b16f8acecc0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:45.073740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-705a522a-5505-46cf-b93b-3b16f8acecc0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.079048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:45.079217 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-705a522a-5505-46cf-b93b-3b16f8acecc0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "PUT /v2.0/ports/98423f19-723d-45b6-b444-fc2c028c76e9 HTTP/1.1" status: 200 len: 1003 time: 1.6369774 Apr 22 16:56:45.079217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.079217 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Added segment 9be75d26-8c62-4bec-8ff9-540a7686bcfc of type vlan for network 83f42cdf-f488-45e9-8c22-6ce0f3719306 Apr 22 16:56:45.090157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50538) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:45.105666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Network 04582f77-2428-4f63-825f-e2d1659dd7ad is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:45.117176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Request body: {'port': {'device_id': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:45.150995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:45.153493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:45.191910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Made reservation on behalf of a8343140cfa241a78a5037c7c8ac194c for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:45.196665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.237090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Pushing event updated for resources: {'Port': ['ID=ae38be1c-4602-4c62-b3f1-5a489f00a4b4,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:45.256269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:45.262961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.265587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a522a-5505-46cf-b93b-3b16f8acecc0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'Port': ['ID=98423f19-723d-45b6-b444-fc2c028c76e9,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:45.314537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.349841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c3266755-de1f-4ecf-84a4-35a0010ccd2c tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Deleting port 98423f19-723d-45b6-b444-fc2c028c76e9 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:45.350240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3266755-de1f-4ecf-84a4-35a0010ccd2c tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.427869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c98fe86c-a4ac-4556-87a9-5ff9662c3514 None None] Provisioning complete for port 98423f19-723d-45b6-b444-fc2c028c76e9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:45.428599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c98fe86c-a4ac-4556-87a9-5ff9662c3514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.428706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:45.452456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Usage tracker for resource:security_group_rule and tenant:a8343140cfa241a78a5037c7c8ac194c is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:45.456724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:45.464351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:45.505826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c98fe86c-a4ac-4556-87a9-5ff9662c3514 None None] Port 98423f19-723d-45b6-b444-fc2c028c76e9 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:45.522996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:45.523655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.529103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.543388 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-879e3414-d9ea-4948-be17-745daead5d72 req-0b704bd6-6a4e-4e42-9c90-9403669f26ff tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5284312 Apr 22 16:56:45.597794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50546) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:45.656340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6ec02e60-42ab-4e79-8606-937ee24fcce8 None None] Provisioning for port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:45.657850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.664888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6ec02e60-42ab-4e79-8606-937ee24fcce8 None None] Provisioning complete for port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:45.666495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ec02e60-42ab-4e79-8606-937ee24fcce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.730914 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fbdd1aa5-322e-4af9-80bf-003614350ff9 req-525d3cc4-06ce-4361-8618-038a440f46cb tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 210 time: 0.0589106 Apr 22 16:56:45.746086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Pushing event updated for resources: {'Port': ['ID=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:45.763523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.768253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6ec02e60-42ab-4e79-8606-937ee24fcce8 None None] Port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:45.770239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f29b2-2d13-4869-a423-ad9540e10426 req-4566858b-bbe8-4a84-8071-4edd61ef18c7 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:45.772895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:45.773242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6f7f29b2-2d13-4869-a423-ad9540e10426 req-4566858b-bbe8-4a84-8071-4edd61ef18c7 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 931 time: 0.8544562 Apr 22 16:56:45.777436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3266755-de1f-4ecf-84a4-35a0010ccd2c tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.786285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.774s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:45.786836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:45.791560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:45.792199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.798661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:45.806937 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Floating IP 4c5f894a-0ae1-45eb-81a1-8d26eca72692 associated. External IP: 172.26.6.134, port: bb87c0b2-9fc1-44fe-968a-7a3012ff9059. Apr 22 16:56:45.869650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Transition to ACTIVE for port object 0c63dd5c-e1be-4962-9849-bbb3438db00d will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:45.878377 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8406332 Apr 22 16:56:45.923941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:45.959928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8f4fca2-b113-4b11-a9dd-ca65accfe3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:46.020603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c3266755-de1f-4ecf-84a4-35a0010ccd2c tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Calling delete_port for 98423f19-723d-45b6-b444-fc2c028c76e9 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:46.073539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Request body: {'port': {'device_id': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:46.127743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b8f4fca2-b113-4b11-a9dd-ca65accfe3f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:46.151623 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6f7f29b2-2d13-4869-a423-ad9540e10426 req-b8642083-400e-4200-99f3-498289de0920 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530219 Apr 22 16:56:46.160087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event updated for resources: {'Network': ['ID=83f42cdf-f488-45e9-8c22-6ce0f3719306,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:46.171859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:46.174952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b8f4fca2-b113-4b11-a9dd-ca65accfe3f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f300716f62d74968b7ff6048fda0621d is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:46.185519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 83f42cdf-f488-45e9-8c22-6ce0f3719306 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:56:46.191607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b8f4fca2-b113-4b11-a9dd-ca65accfe3f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:46.227673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b8f4fca2-b113-4b11-a9dd-ca65accfe3f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:46.300825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:46.362523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:46.996064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:56:47.005109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.123686 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 4.0879171 Apr 22 16:56:47.125264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3266755-de1f-4ecf-84a4-35a0010ccd2c tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.132701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50560) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:47.136520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6b8260ba-d52c-4f9c-a82b-b8d95889891f tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:47.143876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.145588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.161264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4d61a10-5cfd-4b14-9ffa-595b0385ba54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:47.175774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Transition to ACTIVE for port object 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:47.183040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Request body: {'subnet': {'network_id': '83f42cdf-f488-45e9-8c22-6ce0f3719306', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:47.196531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3266755-de1f-4ecf-84a4-35a0010ccd2c tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event deleted for resources: {'Port': ['ID=98423f19-723d-45b6-b444-fc2c028c76e9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:47.199494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3266755-de1f-4ecf-84a4-35a0010ccd2c tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:47.200611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:47.239841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Usage tracker for resource:subnet and tenant:8987f04104f24191b9db35d262d6b8cf is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:47.248470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.252914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:47.256946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-955bf360-d71c-485d-9ade-b179684b20ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:47.294411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3266755-de1f-4ecf-84a4-35a0010ccd2c tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.305040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:56:47.311720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:47.332859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Router 05798ba4-8535-4ba2-adb1-78a1780c3f87 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:56:47.335039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Network bbfd5673-9429-4970-ac83-0273788cb7ee is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:47.338730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:47.361915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8239db-cb08-40b1-9f02-7a2da0191d63 req-cc45bb0c-28fe-408b-90df-9c915975ca32 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:47.367230 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7d8239db-cb08-40b1-9f02-7a2da0191d63 req-cc45bb0c-28fe-408b-90df-9c915975ca32 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 931 time: 0.6050262 Apr 22 16:56:47.395526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:47.401894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:47.402801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.411773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Pushing event updated for resources: {'Port': ['ID=0c63dd5c-e1be-4962-9849-bbb3438db00d,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:47.425503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c3266755-de1f-4ecf-84a4-35a0010ccd2c tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "DELETE /v2.0/ports/98423f19-723d-45b6-b444-fc2c028c76e9 HTTP/1.1" status: 204 len: 168 time: 2.3315680 Apr 22 16:56:47.429582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50566) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:47.432931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.433548 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Added segment 63179dca-4deb-4228-849c-cc8d9c50fc06 of type vlan for network d2ddf717-b4b8-4e4a-ac17-0a058bcdc748 Apr 22 16:56:47.469855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:47.472216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:47.504074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Pushing event updated for resources: {'Port': ['ID=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:47.507268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:47.518676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Made reservation on behalf of 8987f04104f24191b9db35d262d6b8cf for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:47.523467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.545086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aeae7a-2e29-41b7-85bf-dd014fcc3216 req-0f147e80-bd58-44ae-b7a2-c28500f7571e tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:47.547012 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13aeae7a-2e29-41b7-85bf-dd014fcc3216 req-0f147e80-bd58-44ae-b7a2-c28500f7571e tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 931 time: 0.6388321 Apr 22 16:56:47.640113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b44049-1e0e-4470-a42a-cc247f5a87cf tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] GET failed (client error): The resource could not be found. Apr 22 16:56:47.640712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-08b44049-1e0e-4470-a42a-cc247f5a87cf tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Synchronizing usage tracker for tenant:c7e7cc4de244438e98680fe090c523bb on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:47.707627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8f4fca2-b113-4b11-a9dd-ca65accfe3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.722301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Attempting to bind port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:47.725900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Attempting to bind port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:47.725900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Attempting to bind port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b on network 04582f77-2428-4f63-825f-e2d1659dd7ad {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:47.732013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b on network 04582f77-2428-4f63-825f-e2d1659dd7ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:47.732377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Attempting to bind port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b on network 04582f77-2428-4f63-825f-e2d1659dd7ad {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:47.738309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e841c77e-eabf-4336-a609-c3d838292c5e {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:56:47.742217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:47.742852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Checking segment: {'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:47.743393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Bound using segment: {'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:47.743784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Bound port: 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3554cc3-1712-493b-a603-6cd54a7b0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:47.744168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.762465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9cdd710f-2363-4e95-ad44-1e2bd9773cd3 None None] Provisioning for port 0c63dd5c-e1be-4962-9849-bbb3438db00d completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:47.768453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9cdd710f-2363-4e95-ad44-1e2bd9773cd3 None None] Provisioning complete for port 0c63dd5c-e1be-4962-9849-bbb3438db00d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:47.768941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cdd710f-2363-4e95-ad44-1e2bd9773cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.810102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-08b44049-1e0e-4470-a42a-cc247f5a87cf tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Unset dirty status for tenant:c7e7cc4de244438e98680fe090c523bb on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:47.811616 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-08b44049-1e0e-4470-a42a-cc247f5a87cf tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "GET /v2.0/ports/98423f19-723d-45b6-b444-fc2c028c76e9 HTTP/1.1" status: 404 len: 333 time: 0.3789454 Apr 22 16:56:47.814349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6031b102-c8e6-45f2-879d-eea417b2435e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:47.835365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.839473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd710f-2363-4e95-ad44-1e2bd9773cd3 None None] Port 0c63dd5c-e1be-4962-9849-bbb3438db00d cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:47.840003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50570) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:47.840905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:47.855367 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7d8239db-cb08-40b1-9f02-7a2da0191d63 req-5bc4acd2-cff9-4641-a0ee-f189c16102ff tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4353859 Apr 22 16:56:47.856094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8f4fca2-b113-4b11-a9dd-ca65accfe3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.868441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:47.891741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Request body: {'port': {'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2073579426'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:47.922849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9362535 Apr 22 16:56:47.936268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:47.946375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] For port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:47.968169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] For port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b,segment=NetworkSegment(f3554cc3-1712-493b-a603-6cd54a7b0106),segment_id=f3554cc3-1712-493b-a603-6cd54a7b0106)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:48.024840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Request body: {'port': {'device_id': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:48.051034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Transition to ACTIVE for port object e841c77e-eabf-4336-a609-c3d838292c5e will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:48.074339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.083002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ab1885d-36f6-48ed-9751-bfbe877f26e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:48.094743 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13aeae7a-2e29-41b7-85bf-dd014fcc3216 req-66b04e1d-b87b-4fcc-9f57-fde20908829a tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5270758 Apr 22 16:56:48.138590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:48.139446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.140944 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] 10.222.0.78 "PUT /v2.0/ports/5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b HTTP/1.1" status: 200 len: 1093 time: 2.0846457 Apr 22 16:56:48.143718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'tag': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:56:48.156592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.164187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b8f4fca2-b113-4b11-a9dd-ca65accfe3f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f300716f62d74968b7ff6048fda0621d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5223577 Apr 22 16:56:48.175090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50580) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:48.202545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:48.297424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:48.302605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Pushing event updated for resources: {'Port': ['ID=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:48.306317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:48.318853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:48.340709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.352740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:56:48.352740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4fca2-b113-4b11-a9dd-ca65accfe3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaf85a5-b8c1-4993-82f3-a500ee08a53c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:48.373140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09556998-9f32-4c17-a2f1-11011a2889ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.378186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df213f73-b71f-4ebb-8e4b-ac0d0af1eed0 None None] Sync routers for ids ['05798ba4-8535-4ba2-adb1-78a1780c3f87'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:56:48.399328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df213f73-b71f-4ebb-8e4b-ac0d0af1eed0 None None] Routers {'05798ba4-8535-4ba2-adb1-78a1780c3f87'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:48.400022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-df213f73-b71f-4ebb-8e4b-ac0d0af1eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['05798ba4-8535-4ba2-adb1-78a1780c3f87'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:48.428551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09556998-9f32-4c17-a2f1-11011a2889ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.478995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-7f037f95-8184-462d-930f-9a56ed3c8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:48.480377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-df213f73-b71f-4ebb-8e4b-ac0d0af1eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:48.481931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-7f037f95-8184-462d-930f-9a56ed3c8b03 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78d9071ff9ec4f9bac121b4b44a0ef4a&device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 1096 time: 0.2526770 Apr 22 16:56:48.494827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:48.495571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.506058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df213f73-b71f-4ebb-8e4b-ac0d0af1eed0 None None] Routers {'05798ba4-8535-4ba2-adb1-78a1780c3f87'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:48.506755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-df213f73-b71f-4ebb-8e4b-ac0d0af1eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['05798ba4-8535-4ba2-adb1-78a1780c3f87'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:48.581794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-df213f73-b71f-4ebb-8e4b-ac0d0af1eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:48.582492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df213f73-b71f-4ebb-8e4b-ac0d0af1eed0 None None] The sync data for ids ['05798ba4-8535-4ba2-adb1-78a1780c3f87'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:56:48.605560 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'tag': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b', 'status': 'completed', 'code': 200} Apr 22 16:56:48.620828 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-1192535f-961a-4f68-b47b-7673331c8e26 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b HTTP/1.1" status: 200 len: 217 time: 0.1012385 Apr 22 16:56:48.622465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Made reservation on behalf of c7e7cc4de244438e98680fe090c523bb for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:48.629703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.679059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b8f4fca2-b113-4b11-a9dd-ca65accfe3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:48.699339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:48.736865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87209) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 16:56:48.737474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.738657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.748551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:48.789741 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 4.0640421 Apr 22 16:56:48.792683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09556998-9f32-4c17-a2f1-11011a2889ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.797120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50592) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:48.800398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-06f50f19-c0cb-4167-bc11-b2fa3a17294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:48.801970 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-06f50f19-c0cb-4167-bc11-b2fa3a17294f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6 HTTP/1.1" status: 200 len: 851 time: 0.1726987 Apr 22 16:56:48.820642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Request body: {'network': {'project_id': 'a8343140cfa241a78a5037c7c8ac194c'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:48.836281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.864310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] device_id is not set on port 8708d817-8882-4d78-828d-5e938296b652 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:48.873964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:48.904389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Usage tracker for resource:network and tenant:a8343140cfa241a78a5037c7c8ac194c is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:48.909887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:48.915990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event updated for resources: {'Subnet': ['ID=82c2662b-5a2d-4dbf-95ed-e4ae2504a480,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:48.919753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:48.931095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0255a55-0388-4812-a8e5-270ef656fa36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:48.939830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:48.958035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09556998-9f32-4c17-a2f1-11011a2889ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaf85a5-b8c1-4993-82f3-a500ee08a53c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:48.960770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-09556998-9f32-4c17-a2f1-11011a2889ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:48.962212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09556998-9f32-4c17-a2f1-11011a2889ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:48.963496 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-09556998-9f32-4c17-a2f1-11011a2889ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6eaf85a5-b8c1-4993-82f3-a500ee08a53c HTTP/1.1" status: 204 len: 168 time: 0.7872818 Apr 22 16:56:48.967304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Checking segment: {'id': '9be75d26-8c62-4bec-8ff9-540a7686bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '83f42cdf-f488-45e9-8c22-6ce0f3719306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:48.967647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Network hostable DHCP agents. Network: 83f42cdf-f488-45e9-8c22-6ce0f3719306, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:56:49.005318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Made reservation on behalf of a8343140cfa241a78a5037c7c8ac194c for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:49.010945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:49.042746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-2635513d-1f1f-4f04-b890-780586171124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:49.044425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-2635513d-1f1f-4f04-b890-780586171124 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=04582f77-2428-4f63-825f-e2d1659dd7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2129271 Apr 22 16:56:49.088764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Network 83f42cdf-f488-45e9-8c22-6ce0f3719306 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:56:49.144831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:56:49.174319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:49.174854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Added segment d4e33912-ad8b-44e4-bc9f-bf6136884a39 of type vlan for network f3391021-be19-4b27-81df-04a4b31bb815 Apr 22 16:56:49.179130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Attempting to bind port e841c77e-eabf-4336-a609-c3d838292c5e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:49.179512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Attempting to bind port e841c77e-eabf-4336-a609-c3d838292c5e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:49.180400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Attempting to bind port e841c77e-eabf-4336-a609-c3d838292c5e on network 8c06ed26-3d28-4f3d-a46f-84330d432a95 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:49.203489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 83f42cdf-f488-45e9-8c22-6ce0f3719306) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:49.213766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e537563-9a91-49fe-a060-3cee48ebeffd None None] Network 83f42cdf-f488-45e9-8c22-6ce0f3719306 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:56:49.233816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:49.234469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:49.269117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:49.280660 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-d4fd1778-327a-4f45-bec4-d238ae4d0c36 service neutron] 10.222.0.78 "GET /v2.0/networks/04582f77-2428-4f63-825f-e2d1659dd7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257500 Apr 22 16:56:49.284377 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.5523536 Apr 22 16:56:49.285346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Port e841c77e-eabf-4336-a609-c3d838292c5e on network 8c06ed26-3d28-4f3d-a46f-84330d432a95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:49.289843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Attempting to bind port e841c77e-eabf-4336-a609-c3d838292c5e on network 8c06ed26-3d28-4f3d-a46f-84330d432a95 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:49.307685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Pushing event updated for resources: {'Port': ['ID=e841c77e-eabf-4336-a609-c3d838292c5e,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:49.314889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50604) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:49.332628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27186013-de7e-45f1-8149-498da2c465bf req-019c487f-3fd9-458a-ad99-25a289104311 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:49.334456 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27186013-de7e-45f1-8149-498da2c465bf req-019c487f-3fd9-458a-ad99-25a289104311 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 943 time: 1.2649379 Apr 22 16:56:49.353842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:49.358794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.774s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:49.375287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:49.375969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Checking segment: {'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:49.376821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Bound using segment: {'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:49.377506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Bound port: e841c77e-eabf-4336-a609-c3d838292c5e, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:49.378039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:49.454866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8886b0-126b-4c13-97b8-d7d95205618b None None] Network 83f42cdf-f488-45e9-8c22-6ce0f3719306 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:56:49.466407 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2959380 Apr 22 16:56:49.467073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50614) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:49.478330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-144243289', 'network_id': '83f42cdf-f488-45e9-8c22-6ce0f3719306'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:49.483936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:49.488165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Usage tracker for resource:port and tenant:8987f04104f24191b9db35d262d6b8cf is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:49.491550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:49.499818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:49.534512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a00f10b-8d6e-4ca2-9d93-27642b400513 req-005769c6-fc99-4cc8-96ed-8a7b96939007 service neutron] 10.222.0.78 "GET /v2.0/networks/04582f77-2428-4f63-825f-e2d1659dd7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103198 Apr 22 16:56:49.535152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:49.536475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:49.537329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:49.553781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:49.659499 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8bdc96ad-8bb2-414e-a4a8-9c69fe3b7008 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] 10.222.0.77 "GET /v2.0/floatingips/4c5f894a-0ae1-45eb-81a1-8d26eca72692 HTTP/1.1" status: 200 len: 983 time: 0.3203392 Apr 22 16:56:49.659733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50620) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:49.767567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Made reservation on behalf of 8987f04104f24191b9db35d262d6b8cf for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:49.772425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:49.783516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Pushing event updated for resources: {'Network': ['ID=f3391021-be19-4b27-81df-04a4b31bb815,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:49.786916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:49.799116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network f3391021-be19-4b27-81df-04a4b31bb815 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:56:49.839838 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.0367904 Apr 22 16:56:49.868704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50630) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:49.885670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-20d28c24-3ebe-4f81-9ca4-2e3e454594b9 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Request body: {'network': {'project_id': 'a8343140cfa241a78a5037c7c8ac194c'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:49.898391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-20d28c24-3ebe-4f81-9ca4-2e3e454594b9 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:49.901992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] device_id is not set on port 055cc9ca-4752-4bd3-ada9-d0358e991c54 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:49.929318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Pushing event updated for resources: {'Network': ['ID=d2ddf717-b4b8-4e4a-ac17-0a058bcdc748,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:49.933001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:49.944464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network d2ddf717-b4b8-4e4a-ac17-0a058bcdc748 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:56:49.954156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-20d28c24-3ebe-4f81-9ca4-2e3e454594b9 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Usage tracker for resource:network and tenant:a8343140cfa241a78a5037c7c8ac194c is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:49.962015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-20d28c24-3ebe-4f81-9ca4-2e3e454594b9 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:49.973245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27186013-de7e-45f1-8149-498da2c465bf req-e13633e4-be0d-41ff-a623-6a7ee82506e6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5731914 Apr 22 16:56:49.975995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-20d28c24-3ebe-4f81-9ca4-2e3e454594b9 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:50.007476 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d28c24-3ebe-4f81-9ca4-2e3e454594b9 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 16:56:50.008039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d28c24-3ebe-4f81-9ca4-2e3e454594b9 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 16:56:50.011918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-20d28c24-3ebe-4f81-9ca4-2e3e454594b9 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1392879 Apr 22 16:56:50.017380 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ff3f75e6-ddf1-408a-b8da-386788c07e56 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.3547719 Apr 22 16:56:50.020954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50636) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:50.021125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50638) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:50.025345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Allocated IP 2001:db8::59 (5bebf74e-70ba-45a0-96b3-3bc963c0a3ae/03bd2e75-9069-46f8-92a8-49d1afc04bdd/8708d817-8882-4d78-828d-5e938296b652) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:50.060484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] For port e841c77e-eabf-4336-a609-c3d838292c5e, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:50.130053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85419514-0286-4a50-a1f9-90e163f68115 req-483c0a19-6552-4eee-9417-28d03666f100 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:50.131860 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85419514-0286-4a50-a1f9-90e163f68115 req-483c0a19-6552-4eee-9417-28d03666f100 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 943 time: 0.9649808 Apr 22 16:56:50.176357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50644) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:50.183290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] For port e841c77e-eabf-4336-a609-c3d838292c5e, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e841c77e-eabf-4336-a609-c3d838292c5e,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:50.269718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:50.291694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dbde280c-2819-4e41-ab00-ee7e12405db6 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:50.416843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'networks': [{'name': 'tempest-network--1518587140'}, {'name': 'tempest-network--649488587'}]} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:50.417331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'network': {'name': 'tempest-network--1518587140'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:50.417678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'network': {'name': 'tempest-network--649488587'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:50.436724 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85419514-0286-4a50-a1f9-90e163f68115 req-51e832b8-9a7c-4dac-b8d6-febdc140a2bc tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888710 Apr 22 16:56:50.471517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:50.479223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:50.479902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:50.481384 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] 10.222.0.78 "PUT /v2.0/ports/e841c77e-eabf-4336-a609-c3d838292c5e HTTP/1.1" status: 200 len: 1093 time: 5.5573149 Apr 22 16:56:50.502687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'tag': 'e841c77e-eabf-4336-a609-c3d838292c5e'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:56:50.503384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b77143-0540-4709-a812-e77a29519e1c req-da8e7df8-bd5e-4472-afbf-30a1710cc8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:50.505019 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69b77143-0540-4709-a812-e77a29519e1c req-da8e7df8-bd5e-4472-afbf-30a1710cc8e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78d9071ff9ec4f9bac121b4b44a0ef4a&device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 1096 time: 0.7395513 Apr 22 16:56:50.559334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Usage tracker for resource:network and tenant:a8064664553f43c0ac81330a1dce7cd2 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:50.629321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:50.678332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:50.706597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Pushing event updated for resources: {'Port': ['ID=e841c77e-eabf-4336-a609-c3d838292c5e,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:50.736910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:50.750852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648e9d-dd36-4a42-80a4-525878d942fd req-6e0edceb-8b17-4cc6-88b7-7ce771d865cf tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:50.751543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-a7648e9d-dd36-4a42-80a4-525878d942fd req-6e0edceb-8b17-4cc6-88b7-7ce771d865cf tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Synchronizing usage tracker for tenant:23b22b94dd7f4ccda61d86fc33585c1f on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:50.755298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.755478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.755581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Allocated IP 2001:db8::107 (83f42cdf-f488-45e9-8c22-6ce0f3719306/82c2662b-5a2d-4dbf-95ed-e4ae2504a480/055cc9ca-4752-4bd3-ada9-d0358e991c54) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:50.755950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.756265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.756916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.756916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.757319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.758058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.758788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.759117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.759583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.759877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:50.789630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:50.810803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Made reservation on behalf of a8064664553f43c0ac81330a1dce7cd2 for: {'network': 2} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:50.817996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:50.885510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Deleting port ae38be1c-4602-4c62-b3f1-5a489f00a4b4 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:50.885887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:50.902478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:50.969466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:50.979415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c63dd5c-e1be-4962-9849-bbb3438db00d {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:56:50.985117 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'tag': 'e841c77e-eabf-4336-a609-c3d838292c5e', 'status': 'completed', 'code': 200} Apr 22 16:56:50.985736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-a7648e9d-dd36-4a42-80a4-525878d942fd req-6e0edceb-8b17-4cc6-88b7-7ce771d865cf tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Unset dirty status for tenant:23b22b94dd7f4ccda61d86fc33585c1f on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:50.987022 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7648e9d-dd36-4a42-80a4-525878d942fd req-6e0edceb-8b17-4cc6-88b7-7ce771d865cf tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 931 time: 0.8097093 Apr 22 16:56:50.989895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Usage tracker for resource:security_group_rule and tenant:a8064664553f43c0ac81330a1dce7cd2 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:50.998764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:51.004643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:51.008737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:51.019543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:51.040955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-7fe51abb-87b9-48dd-82c4-1e64af0119ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:51.042571 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-7fe51abb-87b9-48dd-82c4-1e64af0119ef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f4be92a3aaff4872b5455251895dc70e&device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 1096 time: 0.4066250 Apr 22 16:56:51.060553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b77143-0540-4709-a812-e77a29519e1c req-43d7ef4f-e4a4-4694-8870-0f690d7c8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:51.062013 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69b77143-0540-4709-a812-e77a29519e1c req-43d7ef4f-e4a4-4694-8870-0f690d7c8c89 service neutron] 10.222.0.78 "GET /v2.0/networks?id=04582f77-2428-4f63-825f-e2d1659dd7ad HTTP/1.1" status: 200 len: 914 time: 0.5489373 Apr 22 16:56:51.138204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Transition to ACTIVE for port object 8708d817-8882-4d78-828d-5e938296b652 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:51.183554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:51.207928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Transition to ACTIVE for port object 0c63dd5c-e1be-4962-9849-bbb3438db00d will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:51.208606 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69b77143-0540-4709-a812-e77a29519e1c req-bbc77d4d-271c-4e76-a0e2-5e165116a847 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b HTTP/1.1" status: 200 len: 217 time: 0.1340885 Apr 22 16:56:51.214791 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-cf3a186a-1967-4a49-829b-e673b896169d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841c77e-eabf-4336-a609-c3d838292c5e HTTP/1.1" status: 200 len: 217 time: 0.1537197 Apr 22 16:56:51.239779 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7648e9d-dd36-4a42-80a4-525878d942fd req-714291c9-667c-4745-b12c-10863dbe9358 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376549 Apr 22 16:56:51.298244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:51.310311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b13c5ed7-a9f5-4e6c-a13a-1d6e61ca4517 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:51.530029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3391021-be19-4b27-81df-04a4b31bb815']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:51.560214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e33912-ad8b-44e4-bc9f-bf6136884a39') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:51.560553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e33912-ad8b-44e4-bc9f-bf6136884a39') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:51.569433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b77143-0540-4709-a812-e77a29519e1c req-78853271-259d-4ff7-981a-916742590bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:51.571637 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69b77143-0540-4709-a812-e77a29519e1c req-78853271-259d-4ff7-981a-916742590bf0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6 HTTP/1.1" status: 200 len: 851 time: 0.2097073 Apr 22 16:56:51.639956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:51.693065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:51.693438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:51.699754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:56:51.709879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:51.716442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:51.784661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-e898a979-f13e-4263-ad1f-f0cbd489b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:51.786229 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-e898a979-f13e-4263-ad1f-f0cbd489b927 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ee3b9272-0e28-4bf3-9438-dc9bff58f2cb HTTP/1.1" status: 200 len: 845 time: 0.5502775 Apr 22 16:56:51.812497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Pushing event updated for resources: {'Port': ['ID=0c63dd5c-e1be-4962-9849-bbb3438db00d,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:51.843920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:56:51.868338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Calling delete_port for ae38be1c-4602-4c62-b3f1-5a489f00a4b4 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:51.899399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:51.930674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:51.965545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7bbc092b-06f8-49a3-b2e7-bee819524411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:52.022019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b,segment=NetworkSegment(f3554cc3-1712-493b-a603-6cd54a7b0106),segment_id=f3554cc3-1712-493b-a603-6cd54a7b0106)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:52.027026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeae4c-6eff-490c-8fc7-8aad3277a808 req-2efff1bb-c815-4a39-9c2b-bcd49b41662d tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:52.028664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c4aeae4c-6eff-490c-8fc7-8aad3277a808 req-2efff1bb-c815-4a39-9c2b-bcd49b41662d tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 943 time: 0.8919485 Apr 22 16:56:52.039059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'port_id': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b', 'mac_address': 'fa:16:3e:6b:7d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:56:52.080022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.100944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.104489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Attempting to bind port 0c63dd5c-e1be-4962-9849-bbb3438db00d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:56:52.104870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Attempting to bind port 0c63dd5c-e1be-4962-9849-bbb3438db00d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:56:52.105241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Attempting to bind port 0c63dd5c-e1be-4962-9849-bbb3438db00d on network bbfd5673-9429-4970-ac83-0273788cb7ee {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:52.120612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:56:52.124418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:52.137890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b,segment=NetworkSegment(f3554cc3-1712-493b-a603-6cd54a7b0106),segment_id=f3554cc3-1712-493b-a603-6cd54a7b0106)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:52.140649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Network f3391021-be19-4b27-81df-04a4b31bb815 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:52.141143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.142162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:52.144102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Port 0c63dd5c-e1be-4962-9849-bbb3438db00d on network bbfd5673-9429-4970-ac83-0273788cb7ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:56:52.144468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Attempting to bind port 0c63dd5c-e1be-4962-9849-bbb3438db00d on network bbfd5673-9429-4970-ac83-0273788cb7ee {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:56:52.146976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:52.151589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.164121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:52.164121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.169076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.169250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b77143-0540-4709-a812-e77a29519e1c req-b84f7ef5-c8dd-4b6d-bab6-0717f0edc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:52.171789 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69b77143-0540-4709-a812-e77a29519e1c req-b84f7ef5-c8dd-4b6d-bab6-0717f0edc2b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=04582f77-2428-4f63-825f-e2d1659dd7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5804341 Apr 22 16:56:52.175452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.177663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5e1b05f-ffaf-4294-8a99-3185bcb0aa42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:52.181415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'Port': ['ID=8708d817-8882-4d78-828d-5e938296b652,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:52.194607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:52.205333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b8f4fca2-b113-4b11-a9dd-ca65accfe3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:52.213638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:56:52.214009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Checking segment: {'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:56:52.214428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Bound using segment: {'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:56:52.215088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Bound port: 0c63dd5c-e1be-4962-9849-bbb3438db00d, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb15c84-a691-4fe9-85c3-50dc6de012d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:56:52.215370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.278953 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c4aeae4c-6eff-490c-8fc7-8aad3277a808 req-7d22f4a6-6554-4b47-b445-1ae94f8b4dc6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230072 Apr 22 16:56:52.300163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1c4b-202e-4e33-9fa3-eb1a35e4ff60 req-f9c174cc-2984-4b37-b648-b1df81ded45b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:52.301866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-675d1c4b-202e-4e33-9fa3-eb1a35e4ff60 req-f9c174cc-2984-4b37-b648-b1df81ded45b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 943 time: 0.5778182 Apr 22 16:56:52.309304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:52.317600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:52.378863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-20b0f95b-2201-4de9-9182-418b52d7e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:52.380517 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-20b0f95b-2201-4de9-9182-418b52d7e37b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8c06ed26-3d28-4f3d-a46f-84330d432a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5720248 Apr 22 16:56:52.390506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ce7355-de49-44ef-a9c8-90d1e0242072,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:52.430648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:52.455081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6098199 Apr 22 16:56:52.472803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e803cf53-a87e-4b5a-9ec4-c8d4c49b0a69 None None] Provisioning for port 8708d817-8882-4d78-828d-5e938296b652 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:52.479343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e803cf53-a87e-4b5a-9ec4-c8d4c49b0a69 None None] Provisioning complete for port 8708d817-8882-4d78-828d-5e938296b652 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:52.480030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e803cf53-a87e-4b5a-9ec4-c8d4c49b0a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.517094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:56:52.556170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50664) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:52.588925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Request body: {'port': {'network_id': '5bebf74e-70ba-45a0-96b3-3bc963c0a3ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1988004529'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:52.602981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e803cf53-a87e-4b5a-9ec4-c8d4c49b0a69 None None] Port 8708d817-8882-4d78-828d-5e938296b652 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:52.605103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.609662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-675d1c4b-202e-4e33-9fa3-eb1a35e4ff60 req-1e3be1a4-7755-480e-95c6-247a5ebc3e5d tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781358 Apr 22 16:56:52.679190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88d945b8-83c5-4ff6-954d-c677e2d142f4 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:52.730809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] For port 0c63dd5c-e1be-4962-9849-bbb3438db00d, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:56:52.780324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Network f3391021-be19-4b27-81df-04a4b31bb815 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:52.789254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] For port 0c63dd5c-e1be-4962-9849-bbb3438db00d, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:56:52.810116 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:56:52.819028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-065dba38-7f78-41b1-ad81-23b9ccf86ebf service neutron] 10.222.0.78 "GET /v2.0/networks/8c06ed26-3d28-4f3d-a46f-84330d432a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251075 Apr 22 16:56:52.827975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Network 83f42cdf-f488-45e9-8c22-6ce0f3719306 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:52.868200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.873536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:52.881596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:52.905035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:52.906098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:52.906772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:52.910381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event updated for resources: {'Port': ['ID=055cc9ca-4752-4bd3-ada9-d0358e991c54,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:52.924361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:52.979859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08399bc-a5e2-47ed-bf08-5d7f69dfd6a1 req-a2df082a-09cf-4d1c-8e27-3d6a39fc8e62 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:52.981324 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b08399bc-a5e2-47ed-bf08-5d7f69dfd6a1 req-a2df082a-09cf-4d1c-8e27-3d6a39fc8e62 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 943 time: 0.5286827 Apr 22 16:56:52.984020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.984436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.984841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.985238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.985634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.986026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.986415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.986830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.987220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.987601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.987985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.988363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:52.994355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Usage tracker for resource:port and tenant:c7e7cc4de244438e98680fe090c523bb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:52.999201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:53.001711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:53.009976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:53.014305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.014913 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69b77143-0540-4709-a812-e77a29519e1c req-51cfd386-261b-441b-baaa-d675c2bc800b service neutron] 10.222.0.78 "GET /v2.0/networks/04582f77-2428-4f63-825f-e2d1659dd7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7804089 Apr 22 16:56:53.015018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] 10.222.0.78 "PUT /v2.0/ports/0c63dd5c-e1be-4962-9849-bbb3438db00d HTTP/1.1" status: 200 len: 1093 time: 5.0598013 Apr 22 16:56:53.023799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'tag': '0c63dd5c-e1be-4962-9849-bbb3438db00d'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:56:53.055658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:53.057888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.063668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:56:53.123423 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.6541293 Apr 22 16:56:53.125209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.127826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:53.146543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50672) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:53.155141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.171504 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'tag': '0c63dd5c-e1be-4962-9849-bbb3438db00d', 'status': 'completed', 'code': 200} Apr 22 16:56:53.193261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.193672 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Added segment e2f0fdc1-39ed-4cbb-a93d-2fc0b0f3c86f of type vlan for network d18b1c93-880d-4a77-858a-7431b300b8b4 Apr 22 16:56:53.202345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3391021-be19-4b27-81df-04a4b31bb815,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:53.214766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] 10.222.0.77 "DELETE /v2.0/networks/f3391021-be19-4b27-81df-04a4b31bb815 HTTP/1.1" status: 204 len: 168 time: 3.1905985 Apr 22 16:56:53.221799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50676) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:53.225190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:53.225744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:53.241062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Made reservation on behalf of c7e7cc4de244438e98680fe090c523bb for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:56:53.247640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.260276 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b08399bc-a5e2-47ed-bf08-5d7f69dfd6a1 req-15b0b6bb-a187-47af-a377-b01047295c99 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560859 Apr 22 16:56:53.260951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Pushing event updated for resources: {'Port': ['ID=0c63dd5c-e1be-4962-9849-bbb3438db00d,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:53.303392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:53.315202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event deleted for resources: {'Port': ['ID=ae38be1c-4602-4c62-b3f1-5a489f00a4b4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:53.338773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:53.392643 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ce9dcf9-96a5-460e-8c8e-752efa860ae2 req-ae2ff628-b895-4e32-a135-51206e8bf181 service neutron] 10.222.0.78 "GET /v2.0/networks/8c06ed26-3d28-4f3d-a46f-84330d432a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654268 Apr 22 16:56:53.401177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3e25d-0adb-46e4-8400-747e86f752bf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Deleting port 055cc9ca-4752-4bd3-ada9-d0358e991c54 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:56:53.401527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdf3e25d-0adb-46e4-8400-747e86f752bf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.406104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] device_id is not set on port 7b6199b5-6593-4e3f-be55-2dc468ba846f yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:56:53.454549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.466649 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69b77143-0540-4709-a812-e77a29519e1c req-e6d8d17d-e44c-4ed7-b4bf-bf22c4e28b4a service neutron] 10.222.0.78 "GET /v2.0/networks/04582f77-2428-4f63-825f-e2d1659dd7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426100 Apr 22 16:56:53.568589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.569157 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Floating IP 4c5f894a-0ae1-45eb-81a1-8d26eca72692 disassociated (deleted). External IP: 172.26.6.134, port: bb87c0b2-9fc1-44fe-968a-7a3012ff9059. Apr 22 16:56:53.578517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.614002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-557ce980-02a2-411d-ab13-93710f051ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:53.615660 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-557ce980-02a2-411d-ab13-93710f051ce7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23b22b94dd7f4ccda61d86fc33585c1f&device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 1096 time: 0.5109286 Apr 22 16:56:53.651668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:53.825392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:53.831935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:53.833916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.868684 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-d63d0d87-a32d-42c3-98b5-ac7cef60df6e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d HTTP/1.1" status: 200 len: 217 time: 0.2402837 Apr 22 16:56:53.882348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:56:53.908313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626eb538-7915-4e84-a049-ebba0bcd1231 req-14c58024-3f5a-4ed3-abe2-143a7dfc4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:53.909926 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-626eb538-7915-4e84-a049-ebba0bcd1231 req-14c58024-3f5a-4ed3-abe2-143a7dfc4e24 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f4be92a3aaff4872b5455251895dc70e&device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 1096 time: 0.4290900 Apr 22 16:56:53.954689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdf3e25d-0adb-46e4-8400-747e86f752bf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:53.979330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:54.008445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:56:54.032835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Allocated IP 2001:db8::228 (5bebf74e-70ba-45a0-96b3-3bc963c0a3ae/03bd2e75-9069-46f8-92a8-49d1afc04bdd/7b6199b5-6593-4e3f-be55-2dc468ba846f) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:54.079001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b,segment=NetworkSegment(f3554cc3-1712-493b-a603-6cd54a7b0106),segment_id=f3554cc3-1712-493b-a603-6cd54a7b0106)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:54.079948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:54.080331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Added segment b44f600d-0080-41e1-8360-5ec5f6a89696 of type vlan for network 5039a9d2-23b6-4bc5-b590-4038a0478318 Apr 22 16:56:54.111026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:54.112593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:54.113843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:54.192421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:54.195983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:54.213971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3e25d-0adb-46e4-8400-747e86f752bf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Calling delete_port for 055cc9ca-4752-4bd3-ada9-d0358e991c54 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:56:54.489027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad7519-2d09-47e6-9206-6c3e77362a9f req-e331a3dc-50f0-4d51-b047-d7adf5786d99 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:54.490802 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-edad7519-2d09-47e6-9206-6c3e77362a9f req-e331a3dc-50f0-4d51-b047-d7adf5786d99 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 944 time: 1.0422640 Apr 22 16:56:54.528239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-c82b94c6-5bc7-46f1-a0d2-fcce573e91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:54.529774 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-c82b94c6-5bc7-46f1-a0d2-fcce573e91a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4b380e3-2996-4eff-9186-c5eb84b7ddb6 HTTP/1.1" status: 200 len: 851 time: 0.6487033 Apr 22 16:56:54.629261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:54.666586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626eb538-7915-4e84-a049-ebba0bcd1231 req-91bdde48-6420-4b6c-bc2a-d45a8f63b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:54.668218 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-626eb538-7915-4e84-a049-ebba0bcd1231 req-91bdde48-6420-4b6c-bc2a-d45a8f63b9f0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8c06ed26-3d28-4f3d-a46f-84330d432a95 HTTP/1.1" status: 200 len: 908 time: 0.7464781 Apr 22 16:56:54.739554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.739925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.740851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.741247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > port after_create 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.741616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.741982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > port after_update 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.743018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.743392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.743758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.744123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.776544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Router 05798ba4-8535-4ba2-adb1-78a1780c3f87 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:56:54.794249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-626eb538-7915-4e84-a049-ebba0bcd1231 req-9234c122-0672-4cb3-a0fb-e3226909d966 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841c77e-eabf-4336-a609-c3d838292c5e HTTP/1.1" status: 200 len: 217 time: 0.1143849 Apr 22 16:56:54.811634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.812200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.812590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.812975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:56:54.813382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ddf717-b4b8-4e4a-ac17-0a058bcdc748']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:54.891094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:54.908409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63179dca-4deb-4228-849c-cc8d9c50fc06') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:54.908759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63179dca-4deb-4228-849c-cc8d9c50fc06') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:54.922062 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-edad7519-2d09-47e6-9206-6c3e77362a9f req-a4d0a603-4796-4f88-a57e-f62c983ff359 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958161 Apr 22 16:56:54.947622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eca7e-2d6d-4ff3-9b54-3b7ead3e5a70 req-980b0642-0668-49ad-b879-3274eba09947 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:54.947622 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-017eca7e-2d6d-4ff3-9b54-3b7ead3e5a70 req-980b0642-0668-49ad-b879-3274eba09947 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 943 time: 1.0512125 Apr 22 16:56:54.966157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.014538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdf3e25d-0adb-46e4-8400-747e86f752bf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.018376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.033037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fc7648d2-cee2-4543-9a6d-7e9558730e38 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:55.037512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.045101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.046271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ff90cea7-cfe4-417f-9567-cd4832d3d7af tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:55.064036 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b', 'code': 200} Apr 22 16:56:55.066694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626eb538-7915-4e84-a049-ebba0bcd1231 req-934d22d9-d1e7-4f25-8813-816347eba350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:55.067469 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-626eb538-7915-4e84-a049-ebba0bcd1231 req-934d22d9-d1e7-4f25-8813-816347eba350 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ee3b9272-0e28-4bf3-9438-dc9bff58f2cb HTTP/1.1" status: 200 len: 845 time: 0.2628903 Apr 22 16:56:55.097175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3e25d-0adb-46e4-8400-747e86f752bf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event deleted for resources: {'Port': ['ID=055cc9ca-4752-4bd3-ada9-d0358e991c54,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:55.098843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:55.104916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:55.105643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.141295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fdf3e25d-0adb-46e4-8400-747e86f752bf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:55.168847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:56:55.208160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdf3e25d-0adb-46e4-8400-747e86f752bf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.233971 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fdf3e25d-0adb-46e4-8400-747e86f752bf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "DELETE /v2.0/ports/055cc9ca-4752-4bd3-ada9-d0358e991c54 HTTP/1.1" status: 204 len: 168 time: 2.0859118 Apr 22 16:56:55.240045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50694) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:55.241581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-20765697-7e62-4e9a-8afc-274d87d9fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:55.243343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-20765697-7e62-4e9a-8afc-274d87d9fad1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bbfd5673-9429-4970-ac83-0273788cb7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6926832 Apr 22 16:56:55.252455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83f42cdf-f488-45e9-8c22-6ce0f3719306', 'external_fixed_ips': [{'subnet_id': '82c2662b-5a2d-4dbf-95ed-e4ae2504a480', 'ip_address': '2001:db8::107'}]}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:55.256386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:56:55.260732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:55.265460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.268293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb2ef7-bb13-4973-b6c7-294ab681e915 None None] Sync routers for ids ['05798ba4-8535-4ba2-adb1-78a1780c3f87'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:56:55.278914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb2ef7-bb13-4973-b6c7-294ab681e915 None None] Routers {'05798ba4-8535-4ba2-adb1-78a1780c3f87'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:55.279598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-42bb2ef7-bb13-4973-b6c7-294ab681e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['05798ba4-8535-4ba2-adb1-78a1780c3f87'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:55.312230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Usage tracker for resource:router and tenant:8987f04104f24191b9db35d262d6b8cf is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:55.316457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:55.336605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:55.340925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-017eca7e-2d6d-4ff3-9b54-3b7ead3e5a70 req-45115487-1e57-4dd3-9488-d44f6df2f315 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655617 Apr 22 16:56:55.350967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626eb538-7915-4e84-a049-ebba0bcd1231 req-fafbdff1-1456-44a9-9bf0-5e8c5d44173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:55.353317 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-626eb538-7915-4e84-a049-ebba0bcd1231 req-fafbdff1-1456-44a9-9bf0-5e8c5d44173a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8c06ed26-3d28-4f3d-a46f-84330d432a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2677615 Apr 22 16:56:55.357612 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "DELETE /v2.0/floatingips/4c5f894a-0ae1-45eb-81a1-8d26eca72692 HTTP/1.1" status: 204 len: 168 time: 5.3318293 Apr 22 16:56:55.361874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-42bb2ef7-bb13-4973-b6c7-294ab681e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:55.381204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb2ef7-bb13-4973-b6c7-294ab681e915 None None] Routers {'05798ba4-8535-4ba2-adb1-78a1780c3f87'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:56:55.381962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-42bb2ef7-bb13-4973-b6c7-294ab681e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:56:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['05798ba4-8535-4ba2-adb1-78a1780c3f87'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:55.385720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50698) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:55.394123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:55.397548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.398664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.451766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-42bb2ef7-bb13-4973-b6c7-294ab681e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:55.452222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb2ef7-bb13-4973-b6c7-294ab681e915 None None] The sync data for ids ['05798ba4-8535-4ba2-adb1-78a1780c3f87'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:56:55.458476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:55.469212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Usage tracker for resource:floatingip and tenant:8e9e17da506b4a499cbac3b368c06938 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:55.473696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:55.488724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:55.488912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.536024 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-626eb538-7915-4e84-a049-ebba0bcd1231 req-6866b9b3-df81-4fc4-ba82-08a95e4ec85d service neutron] 10.222.0.78 "GET /v2.0/networks/8c06ed26-3d28-4f3d-a46f-84330d432a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723089 Apr 22 16:56:55.608693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event updated for resources: {'Network': ['ID=d18b1c93-880d-4a77-858a-7431b300b8b4,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:55.621411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network d18b1c93-880d-4a77-858a-7431b300b8b4 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:56:55.687861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.5090871 Apr 22 16:56:55.689574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device e841c77e-eabf-4336-a609-c3d838292c5e details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:56:55.690029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Network d2ddf717-b4b8-4e4a-ac17-0a058bcdc748 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:55.711676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.729739 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-626eb538-7915-4e84-a049-ebba0bcd1231 req-e7942102-1bfd-4488-89cf-afc3f6dfce52 service neutron] 10.222.0.78 "GET /v2.0/networks/8c06ed26-3d28-4f3d-a46f-84330d432a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827686 Apr 22 16:56:55.730568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50702) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:55.760059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.868314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port e841c77e-eabf-4336-a609-c3d838292c5e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e841c77e-eabf-4336-a609-c3d838292c5e,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:55.882581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'e841c77e-eabf-4336-a609-c3d838292c5e', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'port_id': 'e841c77e-eabf-4336-a609-c3d838292c5e', 'mac_address': 'fa:16:3e:1d:d4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:56:55.914582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event updated for resources: {'Network': ['ID=5039a9d2-23b6-4bc5-b590-4038a0478318,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:55.920726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:55.927919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.739s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:55.927919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:55.938579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 5039a9d2-23b6-4bc5-b590-4038a0478318 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:56:55.960189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:55.989895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e3c9e-70d6-4574-8436-0c38bcf9d9da tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:55.998185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e3c9e-70d6-4574-8436-0c38bcf9d9da tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:56.007274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e3c9e-70d6-4574-8436-0c38bcf9d9da tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:56.014696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e3c9e-70d6-4574-8436-0c38bcf9d9da tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:56.022600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e3c9e-70d6-4574-8436-0c38bcf9d9da tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:56.028331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a32e3c9e-70d6-4574-8436-0c38bcf9d9da tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 0.2910886 Apr 22 16:56:56.029370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50708) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:56.044903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e841c77e-eabf-4336-a609-c3d838292c5e {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:56:56.056644 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-9eeda731-247d-4c8c-95d5-58b9fc10de85 service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063992 Apr 22 16:56:56.059391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Network d2ddf717-b4b8-4e4a-ac17-0a058bcdc748 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:56.076142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb8f74-edaa-4708-911c-0cf38a1ac66a req-ffbf78f3-6e30-440e-bcf5-7326a1870ad5 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:56.077819 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-64eb8f74-edaa-4708-911c-0cf38a1ac66a req-ffbf78f3-6e30-440e-bcf5-7326a1870ad5 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 943 time: 0.8685348 Apr 22 16:56:56.087876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port e841c77e-eabf-4336-a609-c3d838292c5e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e841c77e-eabf-4336-a609-c3d838292c5e,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: from cryptography.utils import int_from_bytes Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: from cryptography.utils import int_from_bytes Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: (rel_b, rel_a, rel_b), Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: (rel_b, rel_a, rel_b), Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:56:56.102441 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:56:56.106202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-25ed7567-cfda-4bb3-99e2-6bc86c0187b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:56.106202 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-25ed7567-cfda-4bb3-99e2-6bc86c0187b1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 1098 time: 0.7398963 Apr 22 16:56:56.116549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.118995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:56.189108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.191029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=e841c77e-eabf-4336-a609-c3d838292c5e,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:56.200277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.200779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.201230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.202211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.202211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.202657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.203025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.203396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.203763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.204131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.204495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.204858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:56:56.206119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.209441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:56.346316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.403427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:56.409687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.414820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['e841c77e-eabf-4336-a609-c3d838292c5e'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:56:56.419419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Transition to ACTIVE for port object 7b6199b5-6593-4e3f-be55-2dc468ba846f will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:56:56.435437 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-64eb8f74-edaa-4708-911c-0cf38a1ac66a req-d23c27fc-05a3-456a-aa3b-ae9573a88f73 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278639 Apr 22 16:56:56.438684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Usage tracker for resource:security_group_rule and tenant:ae6d8c9a735f480d9edc0cf3dc9d9ab1 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:56.453424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:56.466449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.480150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:56.503505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:56.525987 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45568e3b-3ad8-421c-8296-4e1963781f10 req-0b62dca7-909a-4ee9-ab5c-14fd9badccae service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272664 Apr 22 16:56:56.528645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.537884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2ddf717-b4b8-4e4a-ac17-0a058bcdc748,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:56.544862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:56.553510 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] 10.222.0.77 "DELETE /v2.0/networks/d2ddf717-b4b8-4e4a-ac17-0a058bcdc748 HTTP/1.1" status: 204 len: 168 time: 3.3177500 Apr 22 16:56:56.561772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9fec7-c7fe-43e7-a975-96bdad43e50c req-e92bfc21-69de-40e5-8c40-f2d221c35268 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:56.563509 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-80e9fec7-c7fe-43e7-a975-96bdad43e50c req-e92bfc21-69de-40e5-8c40-f2d221c35268 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 945 time: 0.4673615 Apr 22 16:56:56.600697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Allocated IP 172.26.6.52 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/4beb8f06-19bf-4a0a-9e7e-fe9f219d4c29) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:56:56.610767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.620208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18b1c93-880d-4a77-858a-7431b300b8b4']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:56.620689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.639466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-84e7f754-2367-4ae7-ac37-19a84f31b6ab tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:56.650045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f0fdc1-39ed-4cbb-a93d-2fc0b0f3c86f') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:56.650369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f0fdc1-39ed-4cbb-a93d-2fc0b0f3c86f') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:56:56.733548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.763612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.775431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:56:56.839038 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-80e9fec7-c7fe-43e7-a975-96bdad43e50c req-3c00342d-ebba-4ebb-b5c3-9ce1ea6df0ff tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670205 Apr 22 16:56:56.855265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:56.859428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:56.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:56.880244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:56.881168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:56.886333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'Port': ['ID=7b6199b5-6593-4e3f-be55-2dc468ba846f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:56.900803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:56.955579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-6a68d6c4-5d6b-41c3-8fa4-480194f3b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:56.957438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-6a68d6c4-5d6b-41c3-8fa4-480194f3b618 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23b22b94dd7f4ccda61d86fc33585c1f&device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 1096 time: 0.2778957 Apr 22 16:56:56.963772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.4061854 Apr 22 16:56:56.970656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50716) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:56.972858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34acd7-7155-4ef6-86a3-e7e36f327b16 req-be283616-e4bd-47a2-962a-0683298459cf tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:56.974566 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf34acd7-7155-4ef6-86a3-e7e36f327b16 req-be283616-e4bd-47a2-962a-0683298459cf tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 944 time: 0.2469862 Apr 22 16:56:57.184291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-a852250a-76f8-4dbb-b917-f3ad080c0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:57.186280 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-a852250a-76f8-4dbb-b917-f3ad080c0a78 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bbfd5673-9429-4970-ac83-0273788cb7ee HTTP/1.1" status: 200 len: 914 time: 0.2107403 Apr 22 16:56:57.260585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2ddfc60e-06eb-4484-9d14-95a3929498cf None None] Provisioning for port 7b6199b5-6593-4e3f-be55-2dc468ba846f completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:57.267894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2ddfc60e-06eb-4484-9d14-95a3929498cf None None] Provisioning complete for port 7b6199b5-6593-4e3f-be55-2dc468ba846f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:57.268630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc60e-06eb-4484-9d14-95a3929498cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:57.277494 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-8041e4ad-c79f-413e-9973-59d5eef5ffb9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d HTTP/1.1" status: 200 len: 217 time: 0.0824935 Apr 22 16:56:57.319318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::319', 'mac_address': 'fa:16:3e:c4:8c:83'}, {'ip_address': '2001:db8::59', 'mac_address': 'fa:16:3e:88:dd:2a'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:56:57.340065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2ddfc60e-06eb-4484-9d14-95a3929498cf None None] Port 7b6199b5-6593-4e3f-be55-2dc468ba846f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:56:57.561277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:57.570190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network d18b1c93-880d-4a77-858a-7431b300b8b4 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:57.618971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50726) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:57.636506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:57.653233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device e841c77e-eabf-4336-a609-c3d838292c5e up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:56:57.689047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:57.713233 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf34acd7-7155-4ef6-86a3-e7e36f327b16 req-ab270fbd-2526-4999-b930-b915824a926c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7104309 Apr 22 16:56:57.714739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-cdebc1b0-6137-458b-9c27-8db7e66706c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:57.716211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-cdebc1b0-6137-458b-9c27-8db7e66706c0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4b380e3-2996-4eff-9186-c5eb84b7ddb6 HTTP/1.1" status: 200 len: 851 time: 0.4220390 Apr 22 16:56:57.786897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port e841c77e-eabf-4336-a609-c3d838292c5e completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:56:57.792775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port e841c77e-eabf-4336-a609-c3d838292c5e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:56:57.793378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:57.850307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2af1ac-85f4-461d-8237-35abcac54670 req-cb5b9eed-096b-4c1b-8253-1fe626d1cfaf tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:57.852634 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d2af1ac-85f4-461d-8237-35abcac54670 req-cb5b9eed-096b-4c1b-8253-1fe626d1cfaf tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 943 time: 0.2352896 Apr 22 16:56:57.882929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7750ade-17d6-43d0-908c-6f6b52048e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:57.929119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-5646aa69-2cd3-49b6-ac74-3f76c77dfb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:57.932071 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-5646aa69-2cd3-49b6-ac74-3f76c77dfb84 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bbfd5673-9429-4970-ac83-0273788cb7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2010124 Apr 22 16:56:57.933241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e7750ade-17d6-43d0-908c-6f6b52048e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:57.935036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71afc4c8-0ef5-4940-852a-fd3b2f9ede0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:57.949063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e7750ade-17d6-43d0-908c-6f6b52048e71 admin admin] Usage tracker for resource:security_group_rule and tenant:ab07a3806ca841579d868ac6a1f2ed32 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:57.958143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:57.988501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e841c77e-eabf-4336-a609-c3d838292c5e'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:56:57.999440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port e841c77e-eabf-4336-a609-c3d838292c5e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e841c77e-eabf-4336-a609-c3d838292c5e,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:58.020938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e7750ade-17d6-43d0-908c-6f6b52048e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:58.033880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network d18b1c93-880d-4a77-858a-7431b300b8b4 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:56:58.038660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.041083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:58.046983 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d2af1ac-85f4-461d-8237-35abcac54670 req-2f083be4-bf06-4eed-9ebe-7fc722ba1fde tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695273 Apr 22 16:56:58.047965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e7750ade-17d6-43d0-908c-6f6b52048e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:56:58.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:56:58.126558 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e841c77e-eabf-4336-a609-c3d838292c5e', 'code': 200} Apr 22 16:56:58.127483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=e841c77e-eabf-4336-a609-c3d838292c5e,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:58.131868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:58.211549 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-1ae00fdc-7b8a-4f63-8510-2410e653db74 service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638373 Apr 22 16:56:58.223850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac208f-390a-4619-9229-836fc175c2a0 req-9282a74f-961a-421d-a7cc-bd2478acfd63 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:58.225390 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b5ac208f-390a-4619-9229-836fc175c2a0 req-9282a74f-961a-421d-a7cc-bd2478acfd63 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 945 time: 0.2435229 Apr 22 16:56:58.292990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.316672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.323588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-94f17464-04ec-4718-8e9d-59999be980a0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:58.390886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b5ac208f-390a-4619-9229-836fc175c2a0 req-0463a81a-13eb-47ca-905c-f8647394c98d tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425822 Apr 22 16:56:58.442011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.482933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.501922 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-5a8f0c47-962f-4d5e-a1a6-4d156f67c7c3 service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754908 Apr 22 16:56:58.514955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:56:58.516993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7750ade-17d6-43d0-908c-6f6b52048e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.525166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.529910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:56:58.532248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:56:58.546844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7750ade-17d6-43d0-908c-6f6b52048e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.556425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:58.579158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.589814 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "DELETE /v2.0/networks/d18b1c93-880d-4a77-858a-7431b300b8b4 HTTP/1.1" status: 204 len: 168 time: 2.5578837 Apr 22 16:56:58.596093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Pushing event updated for resources: {'Port': ['ID=4beb8f06-19bf-4a0a-9e7e-fe9f219d4c29,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:58.599080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:58.604586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50738) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:58.607073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:58.612857 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e7750ade-17d6-43d0-908c-6f6b52048e71 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab07a3806ca841579d868ac6a1f2ed32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9900708 Apr 22 16:56:58.619361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50740) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:58.626347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7750ade-17d6-43d0-908c-6f6b52048e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85aee2c-cda0-413b-afcc-0935d80b544c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:58.638588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Synchronizing usage tracker for tenant:ae6d8c9a735f480d9edc0cf3dc9d9ab1 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:56:58.643770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7750ade-17d6-43d0-908c-6f6b52048e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:58.645389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-839bdf9a-7cd0-49de-b04b-5e87bcb8d4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:58.702909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event deleted for resources: {'Network': ['ID=d18b1c93-880d-4a77-858a-7431b300b8b4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:58.705627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:58.717553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=383aeb16-efce-440d-a312-02e1686c421b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:58.727938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:58.739134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e47317c1-31a7-4f8d-87dc-7b04b82d7b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.761185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Unset dirty status for tenant:ae6d8c9a735f480d9edc0cf3dc9d9ab1 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:56:58.762442 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ae396aae-bad8-4f9a-9a2e-f9b99c40f75d req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.5895252 Apr 22 16:56:58.767131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e47317c1-31a7-4f8d-87dc-7b04b82d7b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.844304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e47317c1-31a7-4f8d-87dc-7b04b82d7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.887272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:58.920097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47317c1-31a7-4f8d-87dc-7b04b82d7b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85aee2c-cda0-413b-afcc-0935d80b544c,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:58.925993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e47317c1-31a7-4f8d-87dc-7b04b82d7b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:58.930684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e47317c1-31a7-4f8d-87dc-7b04b82d7b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.931904 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e47317c1-31a7-4f8d-87dc-7b04b82d7b75 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d85aee2c-cda0-413b-afcc-0935d80b544c HTTP/1.1" status: 204 len: 168 time: 0.3090732 Apr 22 16:56:58.962035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced2f0a-e8c5-43ff-9915-f7a7eb2f226c req-d9823b76-1dba-444c-af47-a6943382949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:58.963567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bced2f0a-e8c5-43ff-9915-f7a7eb2f226c req-d9823b76-1dba-444c-af47-a6943382949a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 1098 time: 0.5747261 Apr 22 16:56:58.970072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:58.976907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987b2ac-03d2-4d11-90ff-69d82c97031e req-3e1c9406-1049-4e62-888d-c589979ca368 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:58.978729 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9987b2ac-03d2-4d11-90ff-69d82c97031e req-3e1c9406-1049-4e62-888d-c589979ca368 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 945 time: 0.1331644 Apr 22 16:56:59.030281 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9987b2ac-03d2-4d11-90ff-69d82c97031e req-fbed2b20-ea9a-4d8b-a3a0-18c7e33119fa tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439734 Apr 22 16:56:59.082319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:59.225347 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bced2f0a-e8c5-43ff-9915-f7a7eb2f226c req-6c894616-2e40-43a8-8e69-5cd0e2781017 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025607 Apr 22 16:56:59.265423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee7a70-11ef-481d-bbe9-98f37c0ed25a req-81541f97-10a1-416a-8615-7df4e9369285 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:59.267056 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6bee7a70-11ef-481d-bbe9-98f37c0ed25a req-81541f97-10a1-416a-8615-7df4e9369285 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 943 time: 0.0984917 Apr 22 16:56:59.319663 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6bee7a70-11ef-481d-bbe9-98f37c0ed25a req-4a1a1cb6-d14e-4d16-aa28-c70924c90640 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456164 Apr 22 16:56:59.442882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50756) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:59.464205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ba69559-26a5-4088-bb7b-e2eafdc22ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:59.493016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5ba69559-26a5-4088-bb7b-e2eafdc22ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:56:59.497356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5ba69559-26a5-4088-bb7b-e2eafdc22ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:badf6155e8bf48b5ad34275f16b313d3 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:56:59.500813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5ba69559-26a5-4088-bb7b-e2eafdc22ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:56:59.507572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5ba69559-26a5-4088-bb7b-e2eafdc22ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:56:59.558477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:56:59.599988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:59.651424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0c63dd5c-e1be-4962-9849-bbb3438db00d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:56:59.653166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c253399-22d2-48db-bf45-487a534cdd31 req-9219a18d-b9ba-4744-9c5d-ea112b6de262 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:59.654870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5c253399-22d2-48db-bf45-487a534cdd31 req-9219a18d-b9ba-4744-9c5d-ea112b6de262 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 945 time: 0.1434474 Apr 22 16:56:59.675946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:59.680556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3266755-de1f-4ecf-84a4-35a0010ccd2c tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:59.715639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ba69559-26a5-4088-bb7b-e2eafdc22ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:59.744006 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5c253399-22d2-48db-bf45-487a534cdd31 req-100a675b-9785-4726-9688-bc64909be795 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685678 Apr 22 16:56:59.752571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ba69559-26a5-4088-bb7b-e2eafdc22ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:59.770175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:59.771705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:56:59.816914 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5ba69559-26a5-4088-bb7b-e2eafdc22ac3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=badf6155e8bf48b5ad34275f16b313d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728554 Apr 22 16:56:59.818742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50760) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:59.822173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba69559-26a5-4088-bb7b-e2eafdc22ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd3d1d9-05dc-4d84-bce9-b0c3b1fd31b7,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:56:59.825769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ba69559-26a5-4088-bb7b-e2eafdc22ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:56:59.845945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0c63dd5c-e1be-4962-9849-bbb3438db00d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:56:59.859150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:59.868546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '0c63dd5c-e1be-4962-9849-bbb3438db00d', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'port_id': '0c63dd5c-e1be-4962-9849-bbb3438db00d', 'mac_address': 'fa:16:3e:2d:ab:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:56:59.897255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] In _notify_port_updated(), no bound segment for port 7b6199b5-6593-4e3f-be55-2dc468ba846f on network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:56:59.898091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80be98e7-2923-4469-bc91-622256af065e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:59.904970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:56:59.905639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:59.910939 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "PUT /v2.0/ports/7b6199b5-6593-4e3f-be55-2dc468ba846f HTTP/1.1" status: 200 len: 1067 time: 2.9372864 Apr 22 16:56:59.919766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50764) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:56:59.937223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:56:59.963619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c63dd5c-e1be-4962-9849-bbb3438db00d {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:56:59.980801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:56:59.993430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event updated for resources: {'Port': ['ID=7b6199b5-6593-4e3f-be55-2dc468ba846f,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:00.000011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80be98e7-2923-4469-bc91-622256af065e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.005224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0c63dd5c-e1be-4962-9849-bbb3438db00d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:00.009764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:00.017869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.038248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.040852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbb02087-4d10-4c11-9727-ccca0d9ee533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:00.062387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d4907cb1-69dc-4684-bbb0-d3feb0d6eb80 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Deleting port 7b6199b5-6593-4e3f-be55-2dc468ba846f {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:00.062713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4907cb1-69dc-4684-bbb0-d3feb0d6eb80 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.073727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.134518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1678f2da-5383-4f35-b1f1-5721e1be11e0 None None] Provisioning complete for port 7b6199b5-6593-4e3f-be55-2dc468ba846f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:00.134762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1678f2da-5383-4f35-b1f1-5721e1be11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.142749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5039a9d2-23b6-4bc5-b590-4038a0478318']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:00.205165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=0c63dd5c-e1be-4962-9849-bbb3438db00d,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:00.208435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80be98e7-2923-4469-bc91-622256af065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.219041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44f600d-0080-41e1-8360-5ec5f6a89696') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:00.219505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44f600d-0080-41e1-8360-5ec5f6a89696') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:00.228967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1678f2da-5383-4f35-b1f1-5721e1be11e0 None None] Port 7b6199b5-6593-4e3f-be55-2dc468ba846f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:57:00.232745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:00.259835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.270838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9aeb898f-4091-4afd-bd47-eb7e10dcf632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.286469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3139793-6b82-475d-ace6-9d3416a29f77 tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:00.344923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.360558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be98e7-2923-4469-bc91-622256af065e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd3d1d9-05dc-4d84-bce9-b0c3b1fd31b7,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:00.363963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['0c63dd5c-e1be-4962-9849-bbb3438db00d'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:57:00.369065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:57:00.369536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80be98e7-2923-4469-bc91-622256af065e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:00.377137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80be98e7-2923-4469-bc91-622256af065e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.378245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-80be98e7-2923-4469-bc91-622256af065e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9dd3d1d9-05dc-4d84-bce9-b0c3b1fd31b7 HTTP/1.1" status: 204 len: 168 time: 0.5585163 Apr 22 16:57:00.458919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4907cb1-69dc-4684-bbb0-d3feb0d6eb80 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.475259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cb0d5-73ae-4bec-b065-218ee0963650 req-763d3d3a-a5dc-4d66-94be-1cfb83914b33 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:00.477697 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8b9cb0d5-73ae-4bec-b065-218ee0963650 req-763d3d3a-a5dc-4d66-94be-1cfb83914b33 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 945 time: 0.2754822 Apr 22 16:57:00.661603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network 5039a9d2-23b6-4bc5-b590-4038a0478318 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:00.692687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d4907cb1-69dc-4684-bbb0-d3feb0d6eb80 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Calling delete_port for 7b6199b5-6593-4e3f-be55-2dc468ba846f owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:00.709110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.825078 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8b9cb0d5-73ae-4bec-b065-218ee0963650 req-d4180009-99e1-4a64-822c-d4e5fbbec6e1 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310326 Apr 22 16:57:00.866223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.887467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Allocated IP 2001:db8::107 (83f42cdf-f488-45e9-8c22-6ce0f3719306/82c2662b-5a2d-4dbf-95ed-e4ae2504a480/c400c5f4-4621-4575-b768-7f8f07cba6ee) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:00.911047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.971288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2b4d70a6-9c2c-4f27-855e-679af43b204c tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:00.972293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03c456-e890-4cbe-b77d-43cb428c7706 req-c7aa9e22-7035-4ef6-9472-d5108febd149 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:00.974269 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3b03c456-e890-4cbe-b77d-43cb428c7706 req-c7aa9e22-7035-4ef6-9472-d5108febd149 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 944 time: 0.2901034 Apr 22 16:57:00.975649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4907cb1-69dc-4684-bbb0-d3feb0d6eb80 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:00.982125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:01.095841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4907cb1-69dc-4684-bbb0-d3feb0d6eb80 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event deleted for resources: {'Port': ['ID=7b6199b5-6593-4e3f-be55-2dc468ba846f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:01.102311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4907cb1-69dc-4684-bbb0-d3feb0d6eb80 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:01.134795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network 5039a9d2-23b6-4bc5-b590-4038a0478318 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:01.189377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Pushing event updated for resources: {'Port': ['ID=4beb8f06-19bf-4a0a-9e7e-fe9f219d4c29,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:01.192251 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3b03c456-e890-4cbe-b77d-43cb428c7706 req-0b3c9cca-919d-4ea7-bba4-20ef6c92a858 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639979 Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:57:01.216413 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:57:01.218293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:01.294664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d9b76-cba8-42b6-b88e-f42d1cef318a req-e729faf7-e6a2-4cda-8f49-6654bb937edb tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:01.296511 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-885d9b76-cba8-42b6-b88e-f42d1cef318a req-e729faf7-e6a2-4cda-8f49-6654bb937edb tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 945 time: 0.2697451 Apr 22 16:57:01.325839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:01.347407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:01.402499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:01.415337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:01.450538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:01.452806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:01.463144 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0675566 Apr 22 16:57:01.463144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7df20c5c-53d8-4938-9ed5-998b5409b33b tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:01.465300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50786) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:01.475519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:01.481372 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "DELETE /v2.0/networks/5039a9d2-23b6-4bc5-b590-4038a0478318 HTTP/1.1" status: 204 len: 168 time: 2.8570788 Apr 22 16:57:01.486206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50792) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:01.522361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:01.526565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event deleted for resources: {'Network': ['ID=5039a9d2-23b6-4bc5-b590-4038a0478318,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:01.534589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:01.537537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:01.564840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4907cb1-69dc-4684-bbb0-d3feb0d6eb80 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:01.589357 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-885d9b76-cba8-42b6-b88e-f42d1cef318a req-a8f9fcd8-b6b7-49c0-a757-e9ce2eec711f tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168114 Apr 22 16:57:01.599987 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d4907cb1-69dc-4684-bbb0-d3feb0d6eb80 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "DELETE /v2.0/ports/7b6199b5-6593-4e3f-be55-2dc468ba846f HTTP/1.1" status: 204 len: 168 time: 1.6764286 Apr 22 16:57:01.603435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50802) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:01.658306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0c63dd5c-e1be-4962-9849-bbb3438db00d up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:57:01.661444 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cffb446-e49c-4009-81fe-5cc309441741 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] GET failed (client error): The resource could not be found. Apr 22 16:57:01.662056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2cffb446-e49c-4009-81fe-5cc309441741 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Synchronizing usage tracker for tenant:c7e7cc4de244438e98680fe090c523bb on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:01.718559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2cffb446-e49c-4009-81fe-5cc309441741 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Unset dirty status for tenant:c7e7cc4de244438e98680fe090c523bb on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:01.723364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2cffb446-e49c-4009-81fe-5cc309441741 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "GET /v2.0/ports/7b6199b5-6593-4e3f-be55-2dc468ba846f HTTP/1.1" status: 404 len: 333 time: 0.1187694 Apr 22 16:57:01.724117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50808) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:01.832653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 0c63dd5c-e1be-4962-9849-bbb3438db00d completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:01.840189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 0c63dd5c-e1be-4962-9849-bbb3438db00d triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:01.840610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:01.922433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8666b077-0dcf-48b7-a29a-6669b0f6de3a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Deleting port 8708d817-8882-4d78-828d-5e938296b652 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:01.923033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8666b077-0dcf-48b7-a29a-6669b0f6de3a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:01.956401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event updated for resources: {'Port': ['ID=c400c5f4-4621-4575-b768-7f8f07cba6ee,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:01.964659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Network 83f42cdf-f488-45e9-8c22-6ce0f3719306 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:01.971203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:01.973965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:01.978973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:02.042145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50816) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:02.078523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:02.085201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:02.099103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Usage tracker for resource:floatingip and tenant:cd5dacdfee0a45ecb6e25305742f168f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:02.102833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:02.109629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:02.150851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:02.204566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:02.248459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0c63dd5c-e1be-4962-9849-bbb3438db00d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:02.249624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c63dd5c-e1be-4962-9849-bbb3438db00d'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:57:02.288579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:02.291057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:02.372251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=0c63dd5c-e1be-4962-9849-bbb3438db00d,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:02.378805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:02.449177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9320114-a6d3-4adb-9a00-76c557e2fd9e tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:02.455965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9320114-a6d3-4adb-9a00-76c557e2fd9e tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:02.463146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9320114-a6d3-4adb-9a00-76c557e2fd9e tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:02.464011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d9320114-a6d3-4adb-9a00-76c557e2fd9e tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Synchronizing usage tracker for tenant:a8064664553f43c0ac81330a1dce7cd2 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:02.490476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-16880463'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:02.507025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:02.511465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:02.572080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d9320114-a6d3-4adb-9a00-76c557e2fd9e tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Unset dirty status for tenant:a8064664553f43c0ac81330a1dce7cd2 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:02.573382 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d9320114-a6d3-4adb-9a00-76c557e2fd9e tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 1.0862091 Apr 22 16:57:02.580646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50826) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:02.652204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Usage tracker for resource:network and tenant:df9fed7d64b24ed4a725c173da936535 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:02.665856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-197592509'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:02.669800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:02.685625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:02.689064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:02.701690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:02.718714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd97721-6e2c-4c12-a75a-df14f3826891 req-3ac87205-9fe4-4dcf-9f22-48ceee1f2750 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:02.719499 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fdd97721-6e2c-4c12-a75a-df14f3826891 req-3ac87205-9fe4-4dcf-9f22-48ceee1f2750 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 945 time: 0.8995233 Apr 22 16:57:02.740684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50830) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:02.754194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:02.765912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-058b9a15-2e52-4e7d-9dfc-069f0a6febe4 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Request body: {'floatingip': {'port_id': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:02.864183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Made reservation on behalf of df9fed7d64b24ed4a725c173da936535 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:02.871202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:02.898595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:02.958115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-058b9a15-2e52-4e7d-9dfc-069f0a6febe4 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for floatingip, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:03.013973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:03.054075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Made reservation on behalf of a8064664553f43c0ac81330a1dce7cd2 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:03.060625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:03.145307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Router 4bfb325b-180f-4773-ad0b-29b7e34319bd is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:57:03.148321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8666b077-0dcf-48b7-a29a-6669b0f6de3a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:03.170550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:03.245082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Usage tracker for resource:security_group_rule and tenant:df9fed7d64b24ed4a725c173da936535 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:03.308398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:03.332021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8666b077-0dcf-48b7-a29a-6669b0f6de3a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Calling delete_port for 8708d817-8882-4d78-828d-5e938296b652 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:03.340151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:03.349486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Sync routers for ids ['4bfb325b-180f-4773-ad0b-29b7e34319bd'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:03.359960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Routers {'4bfb325b-180f-4773-ad0b-29b7e34319bd'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:03.360619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4bfb325b-180f-4773-ad0b-29b7e34319bd'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:03.380605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231516de-ba84-452b-9eb3-f5adc94961c5 req-de613556-3850-4fad-9888-264b711e0a84 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:03.382227 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-231516de-ba84-452b-9eb3-f5adc94961c5 req-de613556-3850-4fad-9888-264b711e0a84 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 945 time: 1.2168427 Apr 22 16:57:03.385647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:03.396387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:03.399145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.1561179 Apr 22 16:57:03.401140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50834) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:03.453390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:57:03.550271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Set router 4bfb325b-180f-4773-ad0b-29b7e34319bd gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:03.562700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:03.563106 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Added segment 9d7c17b6-d10d-45ca-91fc-512c587ad0e5 of type vlan for network c0a46104-6fe8-483c-a2e5-0187be69ff9e Apr 22 16:57:03.591784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:03.702566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f4513-35c7-492c-94a4-c10ebc9733e8 req-a36297fe-9638-4750-b432-b2568780a580 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:03.704359 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-252f4513-35c7-492c-94a4-c10ebc9733e8 req-a36297fe-9638-4750-b432-b2568780a580 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.8563304 Apr 22 16:57:03.739737 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-231516de-ba84-452b-9eb3-f5adc94961c5 req-39cd9dca-7b4e-4085-9ca3-243043a70c81 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390350 Apr 22 16:57:03.821949 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c63dd5c-e1be-4962-9849-bbb3438db00d', 'code': 200} Apr 22 16:57:03.822109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:03.860804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:03.867490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Deleting port c400c5f4-4621-4575-b768-7f8f07cba6ee {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:03.867943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:03.892451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfb325b-180f-4773-ad0b-29b7e34319bd', 'name': '', 'tenant_id': '8987f04104f24191b9db35d262d6b8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f42cdf-f488-45e9-8c22-6ce0f3719306', 'external_fixed_ips': [{'subnet_id': '82c2662b-5a2d-4dbf-95ed-e4ae2504a480', 'ip_address': '2001:db8::107'}], 'enable_snat': True}, 'gw_port_id': 'c400c5f4-4621-4575-b768-7f8f07cba6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:56:55Z', 'updated_at': '2021-04-22T16:57:02Z', 'revision_number': 3, 'project_id': '8987f04104f24191b9db35d262d6b8cf', 'gw_port': {'id': 'c400c5f4-4621-4575-b768-7f8f07cba6ee', 'name': '', 'network_id': '83f42cdf-f488-45e9-8c22-6ce0f3719306', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfb325b-180f-4773-ad0b-29b7e34319bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '82c2662b-5a2d-4dbf-95ed-e4ae2504a480', 'ip_address': '2001:db8::107', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:57:00Z', 'updated_at': '2021-04-22T16:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82c2662b-5a2d-4dbf-95ed-e4ae2504a480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:03.896748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Checking router: 4bfb325b-180f-4773-ad0b-29b7e34319bd for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:57:03.897144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Updating router 4bfb325b-180f-4773-ad0b-29b7e34319bd port c400c5f4-4621-4575-b768-7f8f07cba6ee binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:57:03.921817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:03.966277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.080352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.103538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:57:04.114364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-252f4513-35c7-492c-94a4-c10ebc9733e8 req-e9edd489-6ee5-4cd9-a7f5-452c4c9f3c8f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919780 Apr 22 16:57:04.180443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8666b077-0dcf-48b7-a29a-6669b0f6de3a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.537636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Calling delete_port for c400c5f4-4621-4575-b768-7f8f07cba6ee owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:04.542434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:04.611337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.615073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.627374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666b077-0dcf-48b7-a29a-6669b0f6de3a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event deleted for resources: {'Port': ['ID=8708d817-8882-4d78-828d-5e938296b652,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:04.639935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:04.640488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.640616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.650902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8666b077-0dcf-48b7-a29a-6669b0f6de3a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:04.652580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:04.657950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Transition to ACTIVE for port object c400c5f4-4621-4575-b768-7f8f07cba6ee will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:04.695577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.706065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:04.770720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee432751-e89e-4b28-857c-bf37ad02f385 req-e407d89c-64d9-4df1-b1cf-75f09584e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:04.772182 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee432751-e89e-4b28-857c-bf37ad02f385 req-e407d89c-64d9-4df1-b1cf-75f09584e51d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 1098 time: 0.6139133 Apr 22 16:57:04.813513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Pushing event updated for resources: {'Port': ['ID=c400c5f4-4621-4575-b768-7f8f07cba6ee,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:04.829179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.829561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.829945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.830375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.830847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.831237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.831604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.832187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.832295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.832743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.833106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.833469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:04.838304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:04.839474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Attempting to bind port c400c5f4-4621-4575-b768-7f8f07cba6ee on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:57:04.839816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Attempting to bind port c400c5f4-4621-4575-b768-7f8f07cba6ee by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '9be75d26-8c62-4bec-8ff9-540a7686bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '83f42cdf-f488-45e9-8c22-6ce0f3719306'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:57:04.840221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Attempting to bind port c400c5f4-4621-4575-b768-7f8f07cba6ee on network 83f42cdf-f488-45e9-8c22-6ce0f3719306 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:57:04.847164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:57:04.848200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Checking segment: {'id': '9be75d26-8c62-4bec-8ff9-540a7686bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '83f42cdf-f488-45e9-8c22-6ce0f3719306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:04.848200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.848403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Bound using segment: {'id': '9be75d26-8c62-4bec-8ff9-540a7686bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '83f42cdf-f488-45e9-8c22-6ce0f3719306'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:57:04.848930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Bound port: c400c5f4-4621-4575-b768-7f8f07cba6ee, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be75d26-8c62-4bec-8ff9-540a7686bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '83f42cdf-f488-45e9-8c22-6ce0f3719306'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:57:04.849401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.858147 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee432751-e89e-4b28-857c-bf37ad02f385 req-86844bd8-0b38-46c8-a81f-f2274e6fb78f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745239 Apr 22 16:57:04.889797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.908766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:57:04.909140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:57:04.946580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] For port c400c5f4-4621-4575-b768-7f8f07cba6ee, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:57:04.950331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] For port c400c5f4-4621-4575-b768-7f8f07cba6ee, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c400c5f4-4621-4575-b768-7f8f07cba6ee,segment=NetworkSegment(9be75d26-8c62-4bec-8ff9-540a7686bcfc),segment_id=9be75d26-8c62-4bec-8ff9-540a7686bcfc)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:57:04.955349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event updated for resources: {'Network': ['ID=c0a46104-6fe8-483c-a2e5-0187be69ff9e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:04.964773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8666b077-0dcf-48b7-a29a-6669b0f6de3a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.969384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.983571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network c0a46104-6fe8-483c-a2e5-0187be69ff9e details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:57:04.990442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:04.997115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:04.998879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ba69559-26a5-4088-bb7b-e2eafdc22ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:05.002462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:05.021092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:57:05.038821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217bf80-e99f-4d05-b406-27ff5e653c25 req-65a1b875-7558-4b4c-9b99-d23fc93b7d4d tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:05.038821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6217bf80-e99f-4d05-b406-27ff5e653c25 req-65a1b875-7558-4b4c-9b99-d23fc93b7d4d tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 945 time: 1.0263493 Apr 22 16:57:05.043441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Allocated IP 172.26.6.111 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/f5e44ee5-71f3-4b2e-96b7-d24de2d8ca4c) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:05.046358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50840) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:05.052301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c3468de2-cc27-4a37-a467-3db7611f0181 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Request body: {'floatingip': {'port_id': 'e841c77e-eabf-4336-a609-c3d838292c5e'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:05.058842 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8666b077-0dcf-48b7-a29a-6669b0f6de3a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "DELETE /v2.0/ports/8708d817-8882-4d78-828d-5e938296b652 HTTP/1.1" status: 204 len: 168 time: 3.3335426 Apr 22 16:57:05.074700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50844) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:05.087948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:05.088354 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Added segment 277a25a4-8527-416f-868a-af0819f4bc14 of type vlan for network 9ce597ef-d682-48f4-abfc-8a5c6526577e Apr 22 16:57:05.094527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5024862 Apr 22 16:57:05.095462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50848) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:05.108908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Pushing event updated for resources: {'Port': ['ID=c400c5f4-4621-4575-b768-7f8f07cba6ee,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:05.115909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:05.131075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Routers {'4bfb325b-180f-4773-ad0b-29b7e34319bd'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:05.131761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4bfb325b-180f-4773-ad0b-29b7e34319bd'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:05.149840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b3f0b-9bb3-4881-8d0d-5e7237a63b78,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:05.152757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3468de2-cc27-4a37-a467-3db7611f0181 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for floatingip, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:05.164963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1149560255'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:05.192491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:05.197562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-058b9a15-2e52-4e7d-9dfc-069f0a6febe4 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:57:05.269761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:05.272869 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-5885467e-6ab3-4ad7-9f51-0455f025c7cd tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] GET failed (client error): The resource could not be found. Apr 22 16:57:05.274271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5885467e-6ab3-4ad7-9f51-0455f025c7cd tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Synchronizing usage tracker for tenant:c7e7cc4de244438e98680fe090c523bb on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:05.312283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] Set router 4bfb325b-180f-4773-ad0b-29b7e34319bd gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:05.356763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Usage tracker for resource:network and tenant:a8064664553f43c0ac81330a1dce7cd2 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:05.364597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:05.445706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:05.452874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Deleting port c400c5f4-4621-4575-b768-7f8f07cba6ee {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:05.452874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:05.466793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:05.494537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfb325b-180f-4773-ad0b-29b7e34319bd', 'name': '', 'tenant_id': '8987f04104f24191b9db35d262d6b8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:56:55Z', 'updated_at': '2021-04-22T16:57:03Z', 'revision_number': 4, 'project_id': '8987f04104f24191b9db35d262d6b8cf', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:05.499703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f161e-bb19-4b0b-b9c1-23405d9eab92 None None] The sync data for ids ['4bfb325b-180f-4773-ad0b-29b7e34319bd'] in dv-neutron-786478-3-hyperv is: [{'id': '4bfb325b-180f-4773-ad0b-29b7e34319bd', 'name': '', 'tenant_id': '8987f04104f24191b9db35d262d6b8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:56:55Z', 'updated_at': '2021-04-22T16:57:03Z', 'revision_number': 4, 'project_id': '8987f04104f24191b9db35d262d6b8cf', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:05.507474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-058b9a15-2e52-4e7d-9dfc-069f0a6febe4 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:05.548499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5885467e-6ab3-4ad7-9f51-0455f025c7cd tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Unset dirty status for tenant:c7e7cc4de244438e98680fe090c523bb on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:05.549790 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5885467e-6ab3-4ad7-9f51-0455f025c7cd tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "GET /v2.0/ports/8708d817-8882-4d78-828d-5e938296b652 HTTP/1.1" status: 404 len: 333 time: 0.4725001 Apr 22 16:57:05.559280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Made reservation on behalf of a8064664553f43c0ac81330a1dce7cd2 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:05.565565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:05.568563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50854) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:05.608203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-058b9a15-2e52-4e7d-9dfc-069f0a6febe4 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:05.795210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:05.798208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-adda8e19-cca7-43aa-a901-ff6dfb8c4c45 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Deleting port 6765c8b9-6ee6-4cc9-be73-e87f776ce9ba {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:05.798604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adda8e19-cca7-43aa-a901-ff6dfb8c4c45 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:05.809153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:05.821706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8b4d0-e2ea-495f-855a-88e72eea87af req-da914004-ca38-4d10-bca8-42b9172f8545 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:05.824471 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05d8b4d0-e2ea-495f-855a-88e72eea87af req-da914004-ca38-4d10-bca8-42b9172f8545 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.4761755 Apr 22 16:57:05.847835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:05.848500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:05.865810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:05.905435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:57:06.031428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:06.038600 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Added segment 366a82cd-7dc7-4f83-9a6e-37382ebec7f2 of type vlan for network f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f Apr 22 16:57:06.072681 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.9990156 Apr 22 16:57:06.073457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Pushing event updated for resources: {'Network': ['ID=9ce597ef-d682-48f4-abfc-8a5c6526577e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:06.076385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:06.077112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50858) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:06.084721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 9ce597ef-d682-48f4-abfc-8a5c6526577e details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:57:06.101454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Request body: {'subnet': {'network_id': '9ce597ef-d682-48f4-abfc-8a5c6526577e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:06.121570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05d8b4d0-e2ea-495f-855a-88e72eea87af req-eb59ad4b-4a29-493a-8b02-fc8b135a33d5 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589197 Apr 22 16:57:06.122683 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-058b9a15-2e52-4e7d-9dfc-069f0a6febe4 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Floating IP 8a60a704-206e-44ba-85f2-a719fdce2100 associated. External IP: 172.26.6.114, port: 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b. Apr 22 16:57:06.275835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:06.283556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] For port c400c5f4-4621-4575-b768-7f8f07cba6ee, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c400c5f4-4621-4575-b768-7f8f07cba6ee,segment=NetworkSegment(9be75d26-8c62-4bec-8ff9-540a7686bcfc),segment_id=9be75d26-8c62-4bec-8ff9-540a7686bcfc)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:06.283967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:06.442011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:06.458783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa6efa01-cc0c-46b9-a280-6490f58324fa tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:06.512220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:06.543150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Usage tracker for resource:subnet and tenant:df9fed7d64b24ed4a725c173da936535 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:06.562338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:06.567157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:06.575080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:06.577480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:06.583337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:06.665749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:06.680126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Calling delete_port for c400c5f4-4621-4575-b768-7f8f07cba6ee owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:06.700807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:06.701312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:06.705880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Pushing event updated for resources: {'Port': ['ID=f5e44ee5-71f3-4b2e-96b7-d24de2d8ca4c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:06.721300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:06.727537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:06.876090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-c3468de2-cc27-4a37-a467-3db7611f0181 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:57:06.944176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adda8e19-cca7-43aa-a901-ff6dfb8c4c45 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:07.127808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Made reservation on behalf of df9fed7d64b24ed4a725c173da936535 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:07.128379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-adda8e19-cca7-43aa-a901-ff6dfb8c4c45 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Calling delete_port for 6765c8b9-6ee6-4cc9-be73-e87f776ce9ba owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:07.133898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:07.203157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3468de2-cc27-4a37-a467-3db7611f0181 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:07.245731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3468de2-cc27-4a37-a467-3db7611f0181 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:07.275587 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1358349 Apr 22 16:57:07.281176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50864) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:07.364340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'ports': [{'network_id': 'c0a46104-6fe8-483c-a2e5-0187be69ff9e', 'name': 'tempest-port--287753312', 'admin_state_up': True}, {'network_id': 'f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f', 'admin_state_up': False}]} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:07.364703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'port': {'network_id': 'c0a46104-6fe8-483c-a2e5-0187be69ff9e', 'name': 'tempest-port--287753312', 'admin_state_up': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:07.365250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'port': {'network_id': 'f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f', 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:07.379986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event updated for resources: {'Network': ['ID=f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:07.383373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:07.391833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:57:07.514764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058b9a15-2e52-4e7d-9dfc-069f0a6febe4 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Router dfe74c98-00ae-4182-8bea-1c56466fc8fa has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:57:07.547502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adda8e19-cca7-43aa-a901-ff6dfb8c4c45 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:07.555353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6704c9ad-c626-48aa-9f85-ba4efd406057 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:07.636137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:07.658066 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-c3468de2-cc27-4a37-a467-3db7611f0181 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Floating IP 7a7e47ff-0170-46e7-a306-349e96c10b86 associated. External IP: 172.26.6.177, port: e841c77e-eabf-4336-a609-c3d838292c5e. Apr 22 16:57:07.726008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda8e19-cca7-43aa-a901-ff6dfb8c4c45 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event deleted for resources: {'Port': ['ID=6765c8b9-6ee6-4cc9-be73-e87f776ce9ba,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:07.839314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-adda8e19-cca7-43aa-a901-ff6dfb8c4c45 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:07.886508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae573f2c-98cd-43bb-839f-efedffad41bb tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:07.913063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:07.938516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed259-8dde-4b36-87a7-ab37e6a5b3b1 req-4825aa92-b768-4358-acca-71f38bf3d8ed tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:07.940198 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7aed259-8dde-4b36-87a7-ab37e6a5b3b1 req-4825aa92-b768-4358-acca-71f38bf3d8ed tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.6468573 Apr 22 16:57:07.970758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adda8e19-cca7-43aa-a901-ff6dfb8c4c45 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:07.982843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:07.988611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event deleted for resources: {'Port': ['ID=c400c5f4-4621-4575-b768-7f8f07cba6ee,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:08.003770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:08.004745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Usage tracker for resource:port and tenant:a8064664553f43c0ac81330a1dce7cd2 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:08.043897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:08.048251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:08.099221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:08.138181 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7aed259-8dde-4b36-87a7-ab37e6a5b3b1 req-6b49bfd3-76d6-48c8-9380-8651925ad501 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869974 Apr 22 16:57:08.154313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058b9a15-2e52-4e7d-9dfc-069f0a6febe4 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:08.156073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:08.174420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071a8b5-183f-4b26-9bd9-e9d16eb9c1b4 None None] Sync routers for ids ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:08.194255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071a8b5-183f-4b26-9bd9-e9d16eb9c1b4 None None] Routers {'dfe74c98-00ae-4182-8bea-1c56466fc8fa'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:08.199858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8071a8b5-183f-4b26-9bd9-e9d16eb9c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:08.212737 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-adda8e19-cca7-43aa-a901-ff6dfb8c4c45 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "DELETE /v2.0/ports/6765c8b9-6ee6-4cc9-be73-e87f776ce9ba HTTP/1.1" status: 204 len: 168 time: 2.6324697 Apr 22 16:57:08.217635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50870) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:08.224408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Made reservation on behalf of a8064664553f43c0ac81330a1dce7cd2 for: {'port': 2} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:08.232370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:08.359310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-058b9a15-2e52-4e7d-9dfc-069f0a6febe4 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:08.386852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:08.397287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:08.408424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:08.411082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8071a8b5-183f-4b26-9bd9-e9d16eb9c1b4 None None] Set router dfe74c98-00ae-4182-8bea-1c56466fc8fa gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:08.667993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-058b9a15-2e52-4e7d-9dfc-069f0a6febe4 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "PUT /v2.0/floatingips/8a60a704-206e-44ba-85f2-a719fdce2100 HTTP/1.1" status: 200 len: 991 time: 5.9191415 Apr 22 16:57:08.762840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] device_id is not set on port 1a67ab79-8775-4e29-b9d5-8eb40783e0e1 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:57:08.845693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'tag': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:57:08.852057 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-f7848841-5308-4ad6-bfbf-5db9933b3076 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2603004 Apr 22 16:57:08.886581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8071a8b5-183f-4b26-9bd9-e9d16eb9c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '8a60a704-206e-44ba-85f2-a719fdce2100', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'floating_ip_address': '172.26.6.114', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'port_id': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'mac_address': 'fa:16:3e:6b:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:56:28Z', 'updated_at': '2021-04-22T16:57:04Z', 'revision_number': 1, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7f3a0a-d715-4d89-8ed4-7f04340444b1', 'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'mac_address': 'fa:16:3e:ea:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:09Z', 'updated_at': '2021-04-22T16:56:27Z', 'revision_number': 5, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'subnets': [{'id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:08.891470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071a8b5-183f-4b26-9bd9-e9d16eb9c1b4 None None] Checking router: dfe74c98-00ae-4182-8bea-1c56466fc8fa for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:57:08.900921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ad16bd-6c6c-4445-b390-15f0c3885a06 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Deleting subnet 03bd2e75-9069-46f8-92a8-49d1afc04bdd {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:57:08.902908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071a8b5-183f-4b26-9bd9-e9d16eb9c1b4 None None] Routers {'dfe74c98-00ae-4182-8bea-1c56466fc8fa'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:08.903607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8071a8b5-183f-4b26-9bd9-e9d16eb9c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:08.911516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8ad16bd-6c6c-4445-b390-15f0c3885a06 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:08.956602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:08.957145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bfb325b-180f-4773-ad0b-29b7e34319bd {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:57:08.962492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3468de2-cc27-4a37-a467-3db7611f0181 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Router 5052fb34-65e2-4e58-9f8c-0d0856146793 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:57:08.987416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:08.988810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "DELETE /v2.0/routers/4bfb325b-180f-4773-ad0b-29b7e34319bd HTTP/1.1" status: 204 len: 168 time: 5.5864491 Apr 22 16:57:08.994414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50878) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:09.110989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fc97c-32ac-481e-b4eb-a0544ae26cda req-69ab23c3-8b78-4090-a155-e75f2e9f3a3d tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:09.116259 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c37fc97c-32ac-481e-b4eb-a0544ae26cda req-69ab23c3-8b78-4090-a155-e75f2e9f3a3d tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.7640955 Apr 22 16:57:09.142692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8ad16bd-6c6c-4445-b390-15f0c3885a06 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:09.169536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50884) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:09.173696 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'tag': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b', 'status': 'completed', 'code': 200} Apr 22 16:57:09.190444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8cb87364-0f1e-4f9e-bd3b-4fd241f081c1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Request body: {'floatingip': {'port_id': '0c63dd5c-e1be-4962-9849-bbb3438db00d'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:09.195415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8071a8b5-183f-4b26-9bd9-e9d16eb9c1b4 None None] Set router dfe74c98-00ae-4182-8bea-1c56466fc8fa gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:09.362521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cb87364-0f1e-4f9e-bd3b-4fd241f081c1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for floatingip, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:09.407576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8ad16bd-6c6c-4445-b390-15f0c3885a06 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:09.457596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-e78f1b6c-1985-4b63-855f-c50b46b3903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:09.459322 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-e78f1b6c-1985-4b63-855f-c50b46b3903d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f4be92a3aaff4872b5455251895dc70e&device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 1098 time: 0.3693972 Apr 22 16:57:09.465537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3468de2-cc27-4a37-a467-3db7611f0181 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:09.472487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3468de2-cc27-4a37-a467-3db7611f0181 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:09.495971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29c464-76eb-4eb4-a356-ed33016ad276 None None] Sync routers for ids ['5052fb34-65e2-4e58-9f8c-0d0856146793'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:09.527302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c29c464-76eb-4eb4-a356-ed33016ad276 None None] Routers {'5052fb34-65e2-4e58-9f8c-0d0856146793'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:09.528540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6c29c464-76eb-4eb4-a356-ed33016ad276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['5052fb34-65e2-4e58-9f8c-0d0856146793'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:09.652509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8071a8b5-183f-4b26-9bd9-e9d16eb9c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '8a60a704-206e-44ba-85f2-a719fdce2100', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'floating_ip_address': '172.26.6.114', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'port_id': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'mac_address': 'fa:16:3e:6b:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:56:28Z', 'updated_at': '2021-04-22T16:57:04Z', 'revision_number': 1, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7f3a0a-d715-4d89-8ed4-7f04340444b1', 'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'mac_address': 'fa:16:3e:ea:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:09Z', 'updated_at': '2021-04-22T16:56:27Z', 'revision_number': 5, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'subnets': [{'id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:09.657626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071a8b5-183f-4b26-9bd9-e9d16eb9c1b4 None None] The sync data for ids ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'] in dv-neutron-786478-3-hyperv is: [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '8a60a704-206e-44ba-85f2-a719fdce2100', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'floating_ip_address': '172.26.6.114', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'port_id': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'mac_address': 'fa:16:3e:6b:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:56:28Z', 'updated_at': '2021-04-22T16:57:04Z', 'revision_number': 1, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7f3a0a-d715-4d89-8ed4-7f04340444b1', 'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'mac_address': 'fa:16:3e:ea:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:09Z', 'updated_at': '2021-04-22T16:56:27Z', 'revision_number': 5, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'subnets': [{'id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:09.758110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:09.774342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09ebf05-5222-43d8-93a7-c72e1ccdf789 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Deleting subnet 82c2662b-5a2d-4dbf-95ed-e4ae2504a480 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:57:09.790291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:57:09.818680 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c3468de2-cc27-4a37-a467-3db7611f0181 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "PUT /v2.0/floatingips/7a7e47ff-0170-46e7-a306-349e96c10b86 HTTP/1.1" status: 200 len: 991 time: 4.7710400 Apr 22 16:57:09.826892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-6c29c464-76eb-4eb4-a356-ed33016ad276 None None] Set router 5052fb34-65e2-4e58-9f8c-0d0856146793 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:09.830994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'tag': 'e841c77e-eabf-4336-a609-c3d838292c5e'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:57:09.894134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09ebf05-5222-43d8-93a7-c72e1ccdf789 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:09.941559 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'tag': 'e841c77e-eabf-4336-a609-c3d838292c5e', 'status': 'completed', 'code': 200} Apr 22 16:57:09.948118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-82425382-404b-49cb-b1ee-6e47f58c5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:09.949745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-82425382-404b-49cb-b1ee-6e47f58c5025 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8c06ed26-3d28-4f3d-a46f-84330d432a95 HTTP/1.1" status: 200 len: 908 time: 0.4148085 Apr 22 16:57:10.035160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:10.094149 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-83a69435-6821-41ae-839e-323afe18068b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841c77e-eabf-4336-a609-c3d838292c5e HTTP/1.1" status: 200 len: 999 time: 0.1368120 Apr 22 16:57:10.133839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d225e-b4a5-4b7f-a978-7a89ece4bbc9 None None] New status for floating IP 8a60a704-206e-44ba-85f2-a719fdce2100: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:57:10.189115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-e9b73c37-9318-4c3b-9d7f-6ee4b481de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:10.192091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-e9b73c37-9318-4c3b-9d7f-6ee4b481de4e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ee3b9272-0e28-4bf3-9438-dc9bff58f2cb HTTP/1.1" status: 200 len: 845 time: 0.0916109 Apr 22 16:57:10.303404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-4f821874-f4f0-448c-a4b8-dc71396fff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:10.305635 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-4f821874-f4f0-448c-a4b8-dc71396fff87 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8c06ed26-3d28-4f3d-a46f-84330d432a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1052878 Apr 22 16:57:10.325092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:10.357770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6c29c464-76eb-4eb4-a356-ed33016ad276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:07Z', 'revision_number': 4, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7a7e47ff-0170-46e7-a306-349e96c10b86', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'port_id': 'e841c77e-eabf-4336-a609-c3d838292c5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'mac_address': 'fa:16:3e:1d:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:56:17Z', 'updated_at': '2021-04-22T16:57:06Z', 'revision_number': 1, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda578af-daff-4659-bd11-f9d68db68624', 'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'mac_address': 'fa:16:3e:f4:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:06Z', 'updated_at': '2021-04-22T16:56:19Z', 'revision_number': 5, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'subnets': [{'id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:10.362757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29c464-76eb-4eb4-a356-ed33016ad276 None None] Checking router: 5052fb34-65e2-4e58-9f8c-0d0856146793 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:57:10.374393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c29c464-76eb-4eb4-a356-ed33016ad276 None None] Routers {'5052fb34-65e2-4e58-9f8c-0d0856146793'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:10.375123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6c29c464-76eb-4eb4-a356-ed33016ad276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['5052fb34-65e2-4e58-9f8c-0d0856146793'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:10.383608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-25422117-1191-41cc-a12d-0860e2f16dac tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:10.480621 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-a897739c-f0c6-438b-ac9e-167d027a2ec5 service neutron] 10.222.0.78 "GET /v2.0/networks/8c06ed26-3d28-4f3d-a46f-84330d432a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649549 Apr 22 16:57:10.515768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8ad16bd-6c6c-4445-b390-15f0c3885a06 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:10.518045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09ebf05-5222-43d8-93a7-c72e1ccdf789 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:10.584491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] device_id is not set on port 64edd52e-ee09-4408-8030-f844deed35f4 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:57:10.588746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-55bd2d5a-2ece-46cc-b71b-63dabe6c2baf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:10.602605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-6c29c464-76eb-4eb4-a356-ed33016ad276 None None] Set router 5052fb34-65e2-4e58-9f8c-0d0856146793 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:10.634781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad16bd-6c6c-4445-b390-15f0c3885a06 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event deleted for resources: {'Subnet': ['ID=03bd2e75-9069-46f8-92a8-49d1afc04bdd,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:10.640185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8ad16bd-6c6c-4445-b390-15f0c3885a06 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:10.649063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Pushing event updated for resources: {'Port': ['ID=f5e44ee5-71f3-4b2e-96b7-d24de2d8ca4c,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:10.649256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8ad16bd-6c6c-4445-b390-15f0c3885a06 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:10.652189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:10.659362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:10.665950 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d8ad16bd-6c6c-4445-b390-15f0c3885a06 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "DELETE /v2.0/subnets/03bd2e75-9069-46f8-92a8-49d1afc04bdd HTTP/1.1" status: 204 len: 168 time: 2.3847992 Apr 22 16:57:10.667653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50896) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:10.695679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1255bf-d9fb-493b-acbe-b008564b007b None None] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:10.724905 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7aa6c8d0-a532-4cc1-8286-f3ae3290432a req-f90a91f7-e752-412e-b6e2-7911fa72f9c3 service neutron] 10.222.0.78 "GET /v2.0/networks/8c06ed26-3d28-4f3d-a46f-84330d432a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369163 Apr 22 16:57:10.737122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-12978bf6-3f5e-4058-826c-267adfa94de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:10.783141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c612b-6ce8-4668-9351-8e48f57fe5e8 req-4430a2c0-20da-4206-97e3-81d3e7120d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:10.784816 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6e8c612b-6ce8-4668-9351-8e48f57fe5e8 req-4430a2c0-20da-4206-97e3-81d3e7120d20 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78d9071ff9ec4f9bac121b4b44a0ef4a&device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 1098 time: 1.5082066 Apr 22 16:57:10.938926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:10.968114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cba812-f074-45c6-92c5-db72659ac812 req-5f6e45c9-f685-4db4-8a68-bb4568c1add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:10.970106 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27cba812-f074-45c6-92c5-db72659ac812 req-5f6e45c9-f685-4db4-8a68-bb4568c1add9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f4be92a3aaff4872b5455251895dc70e&device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 1098 time: 0.1313179 Apr 22 16:57:10.979651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09ebf05-5222-43d8-93a7-c72e1ccdf789 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:11.213768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cba812-f074-45c6-92c5-db72659ac812 req-6328be03-a7e1-4185-819f-a01622cdb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:11.216607 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27cba812-f074-45c6-92c5-db72659ac812 req-6328be03-a7e1-4185-819f-a01622cdb52b service neutron] 10.222.0.78 "GET /v2.0/networks?id=8c06ed26-3d28-4f3d-a46f-84330d432a95 HTTP/1.1" status: 200 len: 908 time: 0.2388530 Apr 22 16:57:11.251429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6c29c464-76eb-4eb4-a356-ed33016ad276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:07Z', 'revision_number': 4, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7a7e47ff-0170-46e7-a306-349e96c10b86', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'port_id': 'e841c77e-eabf-4336-a609-c3d838292c5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'mac_address': 'fa:16:3e:1d:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:56:17Z', 'updated_at': '2021-04-22T16:57:06Z', 'revision_number': 1, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda578af-daff-4659-bd11-f9d68db68624', 'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'mac_address': 'fa:16:3e:f4:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:06Z', 'updated_at': '2021-04-22T16:56:19Z', 'revision_number': 5, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'subnets': [{'id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:11.258813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29c464-76eb-4eb4-a356-ed33016ad276 None None] The sync data for ids ['5052fb34-65e2-4e58-9f8c-0d0856146793'] in dv-neutron-786478-3-hyperv is: [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:07Z', 'revision_number': 4, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7a7e47ff-0170-46e7-a306-349e96c10b86', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'port_id': 'e841c77e-eabf-4336-a609-c3d838292c5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'mac_address': 'fa:16:3e:1d:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:56:17Z', 'updated_at': '2021-04-22T16:57:06Z', 'revision_number': 1, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda578af-daff-4659-bd11-f9d68db68624', 'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'mac_address': 'fa:16:3e:f4:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:06Z', 'updated_at': '2021-04-22T16:56:19Z', 'revision_number': 5, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'subnets': [{'id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:11.271175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Pushing event updated for resources: {'Subnet': ['ID=96aff9a1-47f0-444f-b211-f4b203e8867e,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:11.279968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:11.285757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650a0000-46df-4524-963d-2532b68043d9 None None] DHCP port deletion for 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:57:11.291716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-650a0000-46df-4524-963d-2532b68043d9 None None] Deleting port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:11.292232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-650a0000-46df-4524-963d-2532b68043d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:11.333679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:11.335023 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8682728 Apr 22 16:57:11.362810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27cba812-f074-45c6-92c5-db72659ac812 req-0102a0ea-e000-4759-9ccb-10d27ad4fc03 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e841c77e-eabf-4336-a609-c3d838292c5e HTTP/1.1" status: 200 len: 999 time: 0.1380630 Apr 22 16:57:11.363487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50904) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:11.407036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:11.449872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Checking segment: {'id': '277a25a4-8527-416f-868a-af0819f4bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9ce597ef-d682-48f4-abfc-8a5c6526577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:11.450285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Network hostable DHCP agents. Network: 9ce597ef-d682-48f4-abfc-8a5c6526577e, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:57:11.514911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Deleting port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:11.515090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:11.515539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cba812-f074-45c6-92c5-db72659ac812 req-461f68ac-c249-4bf9-b736-2f3ccd511896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:11.517207 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27cba812-f074-45c6-92c5-db72659ac812 req-461f68ac-c249-4bf9-b736-2f3ccd511896 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ee3b9272-0e28-4bf3-9438-dc9bff58f2cb HTTP/1.1" status: 200 len: 845 time: 0.0894153 Apr 22 16:57:11.567623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-650a0000-46df-4524-963d-2532b68043d9 None None] For port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4c6f49c1-7d7b-43ce-9291-399cbe46ce6d,segment=NetworkSegment(d7f42eac-8bb0-4923-a610-6c5945dd85c0),segment_id=d7f42eac-8bb0-4923-a610-6c5945dd85c0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:11.569017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-650a0000-46df-4524-963d-2532b68043d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:11.592148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f6676283-4fa1-460d-b04e-306f2ac67101 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Synchronizing usage tracker for tenant:8e9e17da506b4a499cbac3b368c06938 on resource:floatingip {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:11.632613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c612b-6ce8-4668-9351-8e48f57fe5e8 req-98b9f1e8-440e-4f0d-84a8-3b80443b1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:11.634375 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6e8c612b-6ce8-4668-9351-8e48f57fe5e8 req-98b9f1e8-440e-4f0d-84a8-3b80443b1e12 service neutron] 10.222.0.78 "GET /v2.0/networks?id=04582f77-2428-4f63-825f-e2d1659dd7ad HTTP/1.1" status: 200 len: 914 time: 0.7031569 Apr 22 16:57:11.637820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cba812-f074-45c6-92c5-db72659ac812 req-8e1e99df-33bc-48e7-8255-b7ae0420d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:11.639637 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27cba812-f074-45c6-92c5-db72659ac812 req-8e1e99df-33bc-48e7-8255-b7ae0420d10d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8c06ed26-3d28-4f3d-a46f-84330d432a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087112 Apr 22 16:57:11.656204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a712a2b2-3895-496a-9303-bcd8523624f6 None None] New status for floating IP 7a7e47ff-0170-46e7-a306-349e96c10b86: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:57:11.676326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f6676283-4fa1-460d-b04e-306f2ac67101 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Unset dirty status for tenant:8e9e17da506b4a499cbac3b368c06938 on resource:floatingip {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:11.680938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f6676283-4fa1-460d-b04e-306f2ac67101 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3697 time: 0.3161130 Apr 22 16:57:11.681747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50908) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:11.732420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-8cb87364-0f1e-4f9e-bd3b-4fd241f081c1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:57:11.753641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-650a0000-46df-4524-963d-2532b68043d9 None None] Calling delete_port for 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:11.832772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Network 9ce597ef-d682-48f4-abfc-8a5c6526577e is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:57:11.845056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-daa324c0-7edd-4b2d-84ab-f0d5b2c1cf60 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Synchronizing usage tracker for tenant:0ae999af431c4038a041901570658dd4 on resource:floatingip {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:11.925833 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27cba812-f074-45c6-92c5-db72659ac812 req-d19bcef2-ca08-4f69-b827-8476a2edefa6 service neutron] 10.222.0.78 "GET /v2.0/networks/8c06ed26-3d28-4f3d-a46f-84330d432a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764914 Apr 22 16:57:11.930239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-daa324c0-7edd-4b2d-84ab-f0d5b2c1cf60 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Unset dirty status for tenant:0ae999af431c4038a041901570658dd4 on resource:floatingip {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:11.937694 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-daa324c0-7edd-4b2d-84ab-f0d5b2c1cf60 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2493904 Apr 22 16:57:11.969634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50912) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:12.019771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-650a0000-46df-4524-963d-2532b68043d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:12.027766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:12.087548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a0000-46df-4524-963d-2532b68043d9 None None] Pushing event deleted for resources: {'Port': ['ID=4c6f49c1-7d7b-43ce-9291-399cbe46ce6d,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:12.091014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-650a0000-46df-4524-963d-2532b68043d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:12.095401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a0000-46df-4524-963d-2532b68043d9 None None] No DVR routers for this DVR port 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:57:12.177567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] The port '4c6f49c1-7d7b-43ce-9291-399cbe46ce6d' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:57:12.222741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:12.291209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 9ce597ef-d682-48f4-abfc-8a5c6526577e) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:12.302705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe38ab-9b26-4673-b157-2a6dbe807d4d None None] Network 9ce597ef-d682-48f4-abfc-8a5c6526577e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:12.365695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cb87364-0f1e-4f9e-bd3b-4fd241f081c1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:12.378452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6e8c612b-6ce8-4668-9351-8e48f57fe5e8 req-be402c14-6ca4-4afc-afe0-30abfee5ccf2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b HTTP/1.1" status: 200 len: 1001 time: 0.7284784 Apr 22 16:57:12.437967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:12.438854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:12.488716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Deleting port f5e44ee5-71f3-4b2e-96b7-d24de2d8ca4c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:12.489141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:12.500556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cb87364-0f1e-4f9e-bd3b-4fd241f081c1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:12.578089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9ce597ef-d682-48f4-abfc-8a5c6526577e', 'network_id': '9ce597ef-d682-48f4-abfc-8a5c6526577e', 'tenant_id': 'df9fed7d64b24ed4a725c173da936535', 'fixed_ips': [{'subnet_id': '96aff9a1-47f0-444f-b211-f4b203e8867e'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:57:12.580679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:12.687268 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27cba812-f074-45c6-92c5-db72659ac812 req-477e3ed9-9ca4-4e02-a903-071e66b80795 service neutron] 10.222.0.78 "GET /v2.0/networks/8c06ed26-3d28-4f3d-a46f-84330d432a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7509036 Apr 22 16:57:12.691584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:12.753701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:12.753962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:12.795857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Allocated IP 2001:db8::2 (9ce597ef-d682-48f4-abfc-8a5c6526577e/96aff9a1-47f0-444f-b211-f4b203e8867e/f6043f62-2b5e-492d-ac5a-25805a724c5a) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:12.840200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c612b-6ce8-4668-9351-8e48f57fe5e8 req-78f652dc-edc6-41c7-ad4a-df1e49191ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:12.841806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6e8c612b-6ce8-4668-9351-8e48f57fe5e8 req-78f652dc-edc6-41c7-ad4a-df1e49191ec9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6 HTTP/1.1" status: 200 len: 851 time: 0.4071054 Apr 22 16:57:12.892645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Calling delete_port for f5e44ee5-71f3-4b2e-96b7-d24de2d8ca4c owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:12.950739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bebf74e-70ba-45a0-96b3-3bc963c0a3ae']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:12.972070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f42eac-8bb0-4923-a610-6c5945dd85c0') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:12.972423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f42eac-8bb0-4923-a610-6c5945dd85c0') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:12.997828 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-8cb87364-0f1e-4f9e-bd3b-4fd241f081c1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Floating IP 1cf729bc-3258-4603-b199-43064305d1cc associated. External IP: 172.26.6.13, port: 0c63dd5c-e1be-4962-9849-bbb3438db00d. Apr 22 16:57:13.021324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:57:13.066664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.069359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:57:13.070310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4c6f49c1-7d7b-43ce-9291-399cbe46ce6d not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:57:13.090066 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.0019524 Apr 22 16:57:13.090066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.091027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09ebf05-5222-43d8-93a7-c72e1ccdf789 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.092228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50920) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:13.092518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.098685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Request body: {'port': {'network_id': '9ce597ef-d682-48f4-abfc-8a5c6526577e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-952229383'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:13.104372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Transition to ACTIVE for port object f6043f62-2b5e-492d-ac5a-25805a724c5a will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:13.110031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:13.117271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.126278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Transition to ACTIVE for port object f6043f62-2b5e-492d-ac5a-25805a724c5a will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:13.126470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fdf3e25d-0adb-46e4-8400-747e86f752bf tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:13.158671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.164793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-708031eb-4375-4886-b441-e5f085679fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:13.231392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Pushing event deleted for resources: {'Port': ['ID=f5e44ee5-71f3-4b2e-96b7-d24de2d8ca4c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:13.237395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:13.247860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Network 9ce597ef-d682-48f4-abfc-8a5c6526577e is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:13.251390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:13.255457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:13.261817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.265502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Pushing event updated for resources: {'Port': ['ID=f6043f62-2b5e-492d-ac5a-25805a724c5a,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:13.278600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09ebf05-5222-43d8-93a7-c72e1ccdf789 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.283835 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f09ebf05-5222-43d8-93a7-c72e1ccdf789 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/82c2662b-5a2d-4dbf-95ed-e4ae2504a480 HTTP/1.1" status: 204 len: 168 time: 4.2585142 Apr 22 16:57:13.290679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50924) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:13.298135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:13.331636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:57:13.359850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Attempting to bind port f6043f62-2b5e-492d-ac5a-25805a724c5a on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:57:13.360268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Attempting to bind port f6043f62-2b5e-492d-ac5a-25805a724c5a by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '277a25a4-8527-416f-868a-af0819f4bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9ce597ef-d682-48f4-abfc-8a5c6526577e'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:57:13.360674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Attempting to bind port f6043f62-2b5e-492d-ac5a-25805a724c5a on network 9ce597ef-d682-48f4-abfc-8a5c6526577e {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:57:13.367264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:57:13.367842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Checking segment: {'id': '277a25a4-8527-416f-868a-af0819f4bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9ce597ef-d682-48f4-abfc-8a5c6526577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:13.368293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.368733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Bound using segment: {'id': '277a25a4-8527-416f-868a-af0819f4bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9ce597ef-d682-48f4-abfc-8a5c6526577e'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:57:13.369390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Bound port: f6043f62-2b5e-492d-ac5a-25805a724c5a, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277a25a4-8527-416f-868a-af0819f4bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9ce597ef-d682-48f4-abfc-8a5c6526577e'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:57:13.369816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.428692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c612b-6ce8-4668-9351-8e48f57fe5e8 req-677ac543-cbbf-4330-ab3c-5907d493e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:13.431327 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6e8c612b-6ce8-4668-9351-8e48f57fe5e8 req-677ac543-cbbf-4330-ab3c-5907d493e3f7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=04582f77-2428-4f63-825f-e2d1659dd7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5680785 Apr 22 16:57:13.458127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Checking segment: {'id': '9d7c17b6-d10d-45ca-91fc-512c587ad0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c0a46104-6fe8-483c-a2e5-0187be69ff9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:13.458648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network hostable DHCP agents. Network: c0a46104-6fe8-483c-a2e5-0187be69ff9e, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:57:13.469421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.474933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] For port f6043f62-2b5e-492d-ac5a-25805a724c5a, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:57:13.479557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] For port f6043f62-2b5e-492d-ac5a-25805a724c5a, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f6043f62-2b5e-492d-ac5a-25805a724c5a,segment=NetworkSegment(277a25a4-8527-416f-868a-af0819f4bc14),segment_id=277a25a4-8527-416f-868a-af0819f4bc14)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:57:13.513740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.517220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:13.517369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.520325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event updated for resources: {'Port': ['ID=1a67ab79-8775-4e29-b9d5-8eb40783e0e1,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:13.528326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88f74fed-d7cb-473f-af37-490918e5ac18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:13.551102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Usage tracker for resource:port and tenant:df9fed7d64b24ed4a725c173da936535 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:13.555563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:13.578103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:13.580811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:13.589873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.594097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] 10.222.0.77 "DELETE /v2.0/floatingips/792eda2f-ebfa-4499-a54b-51df81c81618 HTTP/1.1" status: 204 len: 168 time: 1.6202314 Apr 22 16:57:13.598019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:13.598212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50930) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:13.621021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Pushing event updated for resources: {'Port': ['ID=f6043f62-2b5e-492d-ac5a-25805a724c5a,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:13.628331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:13.714276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ebf05-5222-43d8-93a7-c72e1ccdf789 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=82c2662b-5a2d-4dbf-95ed-e4ae2504a480,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:13.743407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:13.755341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f09ebf05-5222-43d8-93a7-c72e1ccdf789 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:13.758804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.772132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Made reservation on behalf of df9fed7d64b24ed4a725c173da936535 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:13.779540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.859017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:13.925122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network c0a46104-6fe8-483c-a2e5-0187be69ff9e is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:57:13.984385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] device_id is not set on port 1f3ec213-bb11-460c-97b5-7e537c793646 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:57:14.040139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Deleting port 4beb8f06-19bf-4a0a-9e7e-fe9f219d4c29 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:14.040562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:14.177130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f42cdf-f488-45e9-8c22-6ce0f3719306']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:14.253640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be75d26-8c62-4bec-8ff9-540a7686bcfc') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:14.254202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be75d26-8c62-4bec-8ff9-540a7686bcfc') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:14.333051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:14.333369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, c0a46104-6fe8-483c-a2e5-0187be69ff9e) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:14.342124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca7c171-9cd2-447e-8af6-70de59461b96 None None] Network c0a46104-6fe8-483c-a2e5-0187be69ff9e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:14.387216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:14.388577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:14.389479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:14.392158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Allocated IP 2001:db8::1e0 (9ce597ef-d682-48f4-abfc-8a5c6526577e/96aff9a1-47f0-444f-b211-f4b203e8867e/1f3ec213-bb11-460c-97b5-7e537c793646) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:14.405047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6e8c612b-6ce8-4668-9351-8e48f57fe5e8 req-49d7fe72-bc4f-44e3-b572-d34489dea66f service neutron] 10.222.0.78 "GET /v2.0/networks/04582f77-2428-4f63-825f-e2d1659dd7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9175715 Apr 22 16:57:14.416041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:57:14.421985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:14.512363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Network 5bebf74e-70ba-45a0-96b3-3bc963c0a3ae has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:57:14.548280 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:57:14.758140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event updated for resources: {'Port': ['ID=64edd52e-ee09-4408-8030-f844deed35f4,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:14.776804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:14.799742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Checking segment: {'id': '366a82cd-7dc7-4f83-9a6e-37382ebec7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:14.800152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network hostable DHCP agents. Network: f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:57:14.806169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb87364-0f1e-4f9e-bd3b-4fd241f081c1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:57:14.813839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:14.813839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:14.935581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:14.942922 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6e8c612b-6ce8-4668-9351-8e48f57fe5e8 req-259ff690-c4c1-4dae-8f60-72278d3686f3 service neutron] 10.222.0.78 "GET /v2.0/networks/04582f77-2428-4f63-825f-e2d1659dd7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849949 Apr 22 16:57:14.999346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-69ce7dd1-98d3-45a4-8995-fa9f051a32e2 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:15.025972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:57:15.039383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:15.044678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Pushing event deleted for resources: {'Network': ['ID=5bebf74e-70ba-45a0-96b3-3bc963c0a3ae,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:15.064798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:15.070657 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] 10.222.0.77 "DELETE /v2.0/networks/5bebf74e-70ba-45a0-96b3-3bc963c0a3ae HTTP/1.1" status: 204 len: 168 time: 4.3946211 Apr 22 16:57:15.074011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Calling delete_port for 4beb8f06-19bf-4a0a-9e7e-fe9f219d4c29 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:15.103649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f6043f62-2b5e-492d-ac5a-25805a724c5a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:57:15.129432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb87364-0f1e-4f9e-bd3b-4fd241f081c1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:15.131676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:15.135614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cb87364-0f1e-4f9e-bd3b-4fd241f081c1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:15.155491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313dcd06-ce7d-4125-b815-7b167e2d3895 None None] Network f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:15.175509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40b61f-a6f7-4119-a4c2-41cb87350437 None None] Sync routers for ids ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:15.185146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:15.191852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:15.199118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:15.200098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:15.252630 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8cb87364-0f1e-4f9e-bd3b-4fd241f081c1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "PUT /v2.0/floatingips/1cf729bc-3258-4603-b199-43064305d1cc HTTP/1.1" status: 200 len: 990 time: 6.0815105 Apr 22 16:57:15.253569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'tag': '0c63dd5c-e1be-4962-9849-bbb3438db00d'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:57:15.282981 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.9881537 Apr 22 16:57:15.287609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50946) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:15.340964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975087b-6e08-4fd3-b3a3-6d7dfcaccbf5 None None] Network 9ce597ef-d682-48f4-abfc-8a5c6526577e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:15.345545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'tag': '0c63dd5c-e1be-4962-9849-bbb3438db00d', 'status': 'completed', 'code': 200} Apr 22 16:57:15.371650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40b61f-a6f7-4119-a4c2-41cb87350437 None None] Routers {'e6860ec2-13ec-4bc2-ac46-0901a39dffd0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:15.372578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9c40b61f-a6f7-4119-a4c2-41cb87350437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:15.413633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Network 83f42cdf-f488-45e9-8c22-6ce0f3719306 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:15.429397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:15.494275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b671a-11e2-4cc8-9be2-ba692efccfa2 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:15.501450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b671a-11e2-4cc8-9be2-ba692efccfa2 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:15.502804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e85b671a-11e2-4cc8-9be2-ba692efccfa2 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Synchronizing usage tracker for tenant:a8064664553f43c0ac81330a1dce7cd2 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:15.549618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30815917-7d6f-48fe-9edb-f4906e28cf0a req-153cc350-867b-45fd-9727-99183974453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:15.551453 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-30815917-7d6f-48fe-9edb-f4906e28cf0a req-153cc350-867b-45fd-9727-99183974453f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23b22b94dd7f4ccda61d86fc33585c1f&device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 1098 time: 0.1670170 Apr 22 16:57:15.711321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30815917-7d6f-48fe-9edb-f4906e28cf0a req-35d9f99d-58dc-4dc2-a350-da668a54b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:15.713098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-30815917-7d6f-48fe-9edb-f4906e28cf0a req-35d9f99d-58dc-4dc2-a350-da668a54b514 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bbfd5673-9429-4970-ac83-0273788cb7ee HTTP/1.1" status: 200 len: 914 time: 0.1552622 Apr 22 16:57:15.714445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e85b671a-11e2-4cc8-9be2-ba692efccfa2 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Unset dirty status for tenant:a8064664553f43c0ac81330a1dce7cd2 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:15.715783 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e85b671a-11e2-4cc8-9be2-ba692efccfa2 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4264076 Apr 22 16:57:15.724457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50954) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:15.792626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50958) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:15.815116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:15.825611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3e18754f-8ae5-4c9d-b4c1-35caa86c1078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:15.863829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-46532fa5-e19c-4cfc-a67c-1d84227570bd None None] Provisioning for port f6043f62-2b5e-492d-ac5a-25805a724c5a completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:15.873322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:15.888137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Pushing event deleted for resources: {'Port': ['ID=4beb8f06-19bf-4a0a-9e7e-fe9f219d4c29,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:15.893976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Network 83f42cdf-f488-45e9-8c22-6ce0f3719306 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:57:15.922599 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:57:15.954494 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-30815917-7d6f-48fe-9edb-f4906e28cf0a req-3864c2cd-4830-47d1-9722-297674120fea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d HTTP/1.1" status: 200 len: 998 time: 0.2311211 Apr 22 16:57:15.965963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-133738c4-b223-4703-91ad-098a6f7877dd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Deleting port 1a67ab79-8775-4e29-b9d5-8eb40783e0e1 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:15.966921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-133738c4-b223-4703-91ad-098a6f7877dd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.036983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port f6043f62-2b5e-492d-ac5a-25805a724c5a completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:16.060704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f6043f62-2b5e-492d-ac5a-25805a724c5a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:16.061122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.087472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Transition to ACTIVE for port object 1f3ec213-bb11-460c-97b5-7e537c793646 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:16.125844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.156396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-9c40b61f-a6f7-4119-a4c2-41cb87350437 None None] Set router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:16.180358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30815917-7d6f-48fe-9edb-f4906e28cf0a req-68bcd8d4-eef5-4fcb-83bd-3aff11099e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:16.182269 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-30815917-7d6f-48fe-9edb-f4906e28cf0a req-68bcd8d4-eef5-4fcb-83bd-3aff11099e05 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4b380e3-2996-4eff-9186-c5eb84b7ddb6 HTTP/1.1" status: 200 len: 851 time: 0.1513362 Apr 22 16:57:16.199678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.204091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/35feb212-f573-42a4-aafc-407958506afc HTTP/1.1" status: 204 len: 168 time: 2.5505574 Apr 22 16:57:16.204091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.210294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50966) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:16.210294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b49761ea-d482-4694-8b8d-e03d7ee404c1 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:16.300677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.333090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83f42cdf-f488-45e9-8c22-6ce0f3719306 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 22 16:57:16.335929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.354797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Pushing event updated for resources: {'Port': ['ID=1f3ec213-bb11-460c-97b5-7e537c793646,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:16.358000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:16.364200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:16.378985 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-90079f10-5fe1-46aa-a866-9aecf6c0c907 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c7e7cc4de244438e98680fe090c523bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5363119 Apr 22 16:57:16.391610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50970) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:16.405858 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "DELETE /v2.0/networks/83f42cdf-f488-45e9-8c22-6ce0f3719306 HTTP/1.1" status: 204 len: 168 time: 3.1139619 Apr 22 16:57:16.414223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Network 9ce597ef-d682-48f4-abfc-8a5c6526577e is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:16.436491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:16.439332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:16.446345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-133738c4-b223-4703-91ad-098a6f7877dd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.446565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:16.447591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.454203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event deleted for resources: {'Network': ['ID=83f42cdf-f488-45e9-8c22-6ce0f3719306,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:16.457081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:16.481810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bf020-60e2-40fb-b6a6-a33ae04f3e8a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Deleting port bb87c0b2-9fc1-44fe-968a-7a3012ff9059 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:16.482208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf020-60e2-40fb-b6a6-a33ae04f3e8a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.580480 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4833987 Apr 22 16:57:16.586500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 50978) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:16.601437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Request body: {'port': {'network_id': '9ce597ef-d682-48f4-abfc-8a5c6526577e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-291079978', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:16.602000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] bootfile-name is not in valid_values {{(pid=87209) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 16:57:16.602374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] tftp-server is not in valid_values {{(pid=87209) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 16:57:16.602798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] server-ip-address is not in valid_values {{(pid=87209) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 16:57:16.626085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-133738c4-b223-4703-91ad-098a6f7877dd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Calling delete_port for 1a67ab79-8775-4e29-b9d5-8eb40783e0e1 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:16.745518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30815917-7d6f-48fe-9edb-f4906e28cf0a req-25fc6408-75eb-498b-9df8-68610ba7f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:16.747196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-30815917-7d6f-48fe-9edb-f4906e28cf0a req-25fc6408-75eb-498b-9df8-68610ba7f6e4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bbfd5673-9429-4970-ac83-0273788cb7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5471315 Apr 22 16:57:16.810149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-133738c4-b223-4703-91ad-098a6f7877dd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.824541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4907cb1-69dc-4684-bbb0-d3feb0d6eb80 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:16.864474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.958126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port f6043f62-2b5e-492d-ac5a-25805a724c5a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f6043f62-2b5e-492d-ac5a-25805a724c5a,segment=NetworkSegment(277a25a4-8527-416f-868a-af0819f4bc14),segment_id=277a25a4-8527-416f-868a-af0819f4bc14)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:16.960995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adcc2301-2fce-4478-9c45-612cb1d1aa44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:16.976337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:16.996098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Usage tracker for resource:port and tenant:df9fed7d64b24ed4a725c173da936535 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:17.002056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:17.008261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.023722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:17.064559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133738c4-b223-4703-91ad-098a6f7877dd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event deleted for resources: {'Port': ['ID=1a67ab79-8775-4e29-b9d5-8eb40783e0e1,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:17.067280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adcc2301-2fce-4478-9c45-612cb1d1aa44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.068020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-133738c4-b223-4703-91ad-098a6f7877dd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:17.068713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50988) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:17.080828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f112b3cd-fa3a-40ef-9432-4fd711efb32b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Request body: {'router': {'name': 'tempest-router--2120081769', 'project_id': '6167d5bac2974dd887426272893b9967'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:17.089576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-133738c4-b223-4703-91ad-098a6f7877dd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.097900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f112b3cd-fa3a-40ef-9432-4fd711efb32b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:17.100426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29235949-02c7-4774-b61b-60539b81e051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:17.119108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f112b3cd-fa3a-40ef-9432-4fd711efb32b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Usage tracker for resource:router and tenant:6167d5bac2974dd887426272893b9967 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:17.124087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f112b3cd-fa3a-40ef-9432-4fd711efb32b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:17.142655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f112b3cd-fa3a-40ef-9432-4fd711efb32b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:17.155558 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-133738c4-b223-4703-91ad-098a6f7877dd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "DELETE /v2.0/ports/1a67ab79-8775-4e29-b9d5-8eb40783e0e1 HTTP/1.1" status: 204 len: 168 time: 1.4298098 Apr 22 16:57:17.160114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 50994) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:17.216925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f112b3cd-fa3a-40ef-9432-4fd711efb32b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.218300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f112b3cd-fa3a-40ef-9432-4fd711efb32b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.224638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9c40b61f-a6f7-4119-a4c2-41cb87350437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '1cf729bc-3258-4603-b199-43064305d1cc', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'port_id': '0c63dd5c-e1be-4962-9849-bbb3438db00d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'mac_address': 'fa:16:3e:2d:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:56:23Z', 'updated_at': '2021-04-22T16:57:11Z', 'revision_number': 1, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62988c3-135b-4c8a-8fcb-215d56e7b2ae', 'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'mac_address': 'fa:16:3e:00:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:03Z', 'updated_at': '2021-04-22T16:56:20Z', 'revision_number': 5, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'subnets': [{'id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:17.234119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40b61f-a6f7-4119-a4c2-41cb87350437 None None] Checking router: e6860ec2-13ec-4bc2-ac46-0901a39dffd0 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:57:17.245652 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-30815917-7d6f-48fe-9edb-f4906e28cf0a req-9e1d34ff-26a7-4e76-ae16-698d59a24d31 service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901543 Apr 22 16:57:17.249242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Made reservation on behalf of df9fed7d64b24ed4a725c173da936535 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:17.253026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40b61f-a6f7-4119-a4c2-41cb87350437 None None] Routers {'e6860ec2-13ec-4bc2-ac46-0901a39dffd0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:17.253720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9c40b61f-a6f7-4119-a4c2-41cb87350437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:17.257371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.344704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] device_id is not set on port 3bda4a33-b9cc-44ca-af37-bf394d55a817 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:57:17.347638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=f6043f62-2b5e-492d-ac5a-25805a724c5a,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:17.353236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:17.436555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-134802ed-22e2-462d-9625-61b1f6ef8a28 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Deleting port 64edd52e-ee09-4408-8030-f844deed35f4 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:17.437104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-134802ed-22e2-462d-9625-61b1f6ef8a28 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.458409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf020-60e2-40fb-b6a6-a33ae04f3e8a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.490798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-9c40b61f-a6f7-4119-a4c2-41cb87350437 None None] Set router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:17.494791 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-30815917-7d6f-48fe-9edb-f4906e28cf0a req-1cb96716-08b8-43c2-862d-108e12bc7605 service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389777 Apr 22 16:57:17.504418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f112b3cd-fa3a-40ef-9432-4fd711efb32b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.589018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a547e8df-b453-49aa-b446-a03557980b28 None None] Provisioning complete for port f6043f62-2b5e-492d-ac5a-25805a724c5a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:17.589434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a547e8df-b453-49aa-b446-a03557980b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.606833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f112b3cd-fa3a-40ef-9432-4fd711efb32b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.650343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adcc2301-2fce-4478-9c45-612cb1d1aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.663775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bf020-60e2-40fb-b6a6-a33ae04f3e8a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Calling delete_port for bb87c0b2-9fc1-44fe-968a-7a3012ff9059 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:17.737982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:17.777686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc2301-2fce-4478-9c45-612cb1d1aa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53937c9-382c-4b33-8135-183c1e4e1520,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:17.807328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-adcc2301-2fce-4478-9c45-612cb1d1aa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:17.808201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adcc2301-2fce-4478-9c45-612cb1d1aa44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:17.811976 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-adcc2301-2fce-4478-9c45-612cb1d1aa44 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e53937c9-382c-4b33-8135-183c1e4e1520 HTTP/1.1" status: 204 len: 168 time: 1.4137239 Apr 22 16:57:17.877245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Allocated IP 2001:db8::331 (9ce597ef-d682-48f4-abfc-8a5c6526577e/96aff9a1-47f0-444f-b211-f4b203e8867e/3bda4a33-b9cc-44ca-af37-bf394d55a817) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:18.112291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f112b3cd-fa3a-40ef-9432-4fd711efb32b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:18.113854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f112b3cd-fa3a-40ef-9432-4fd711efb32b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0397294 Apr 22 16:57:18.118471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51004) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:18.124010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf020-60e2-40fb-b6a6-a33ae04f3e8a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:18.124305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a547e8df-b453-49aa-b446-a03557980b28 None None] Provisioning for port 1f3ec213-bb11-460c-97b5-7e537c793646 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:18.134354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6dc4686b-7e20-4086-8122-9e12eac6cd42 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:18.137452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a547e8df-b453-49aa-b446-a03557980b28 None None] Provisioning complete for port 1f3ec213-bb11-460c-97b5-7e537c793646 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:18.151723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a547e8df-b453-49aa-b446-a03557980b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:18.248131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a547e8df-b453-49aa-b446-a03557980b28 None None] Port 1f3ec213-bb11-460c-97b5-7e537c793646 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:57:18.260112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9c40b61f-a6f7-4119-a4c2-41cb87350437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '1cf729bc-3258-4603-b199-43064305d1cc', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'port_id': '0c63dd5c-e1be-4962-9849-bbb3438db00d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'mac_address': 'fa:16:3e:2d:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:56:23Z', 'updated_at': '2021-04-22T16:57:11Z', 'revision_number': 1, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62988c3-135b-4c8a-8fcb-215d56e7b2ae', 'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'mac_address': 'fa:16:3e:00:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:03Z', 'updated_at': '2021-04-22T16:56:20Z', 'revision_number': 5, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'subnets': [{'id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:18.265129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40b61f-a6f7-4119-a4c2-41cb87350437 None None] The sync data for ids ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'] in dv-neutron-786478-3-hyperv is: [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '1cf729bc-3258-4603-b199-43064305d1cc', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'port_id': '0c63dd5c-e1be-4962-9849-bbb3438db00d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'mac_address': 'fa:16:3e:2d:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:56:23Z', 'updated_at': '2021-04-22T16:57:11Z', 'revision_number': 1, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62988c3-135b-4c8a-8fcb-215d56e7b2ae', 'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'mac_address': 'fa:16:3e:00:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:03Z', 'updated_at': '2021-04-22T16:56:20Z', 'revision_number': 5, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'subnets': [{'id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:18.277787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bf020-60e2-40fb-b6a6-a33ae04f3e8a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event deleted for resources: {'Port': ['ID=bb87c0b2-9fc1-44fe-968a-7a3012ff9059,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:18.284976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed5bf020-60e2-40fb-b6a6-a33ae04f3e8a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:18.302150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-776f1267-ef09-4a4a-9c22-1e776e3ee2f7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:18.390340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0a845f27-7cb3-4893-9560-9287690d2bf7 None None] Provisioning complete for port 1f3ec213-bb11-460c-97b5-7e537c793646 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:18.392018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a845f27-7cb3-4893-9560-9287690d2bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:18.457319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf020-60e2-40fb-b6a6-a33ae04f3e8a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:18.466431 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ed5bf020-60e2-40fb-b6a6-a33ae04f3e8a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "DELETE /v2.0/ports/bb87c0b2-9fc1-44fe-968a-7a3012ff9059 HTTP/1.1" status: 204 len: 168 time: 2.2226529 Apr 22 16:57:18.469087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51018) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:18.530039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:18.565085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-134802ed-22e2-462d-9625-61b1f6ef8a28 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:18.573255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Transition to ACTIVE for port object 3bda4a33-b9cc-44ca-af37-bf394d55a817 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:18.631934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc9f33-5cb3-421a-a8dc-94de2e17ed7d tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:18.632864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b8cc9f33-5cb3-421a-a8dc-94de2e17ed7d tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Synchronizing usage tracker for tenant:0ae999af431c4038a041901570658dd4 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:18.683702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b8cc9f33-5cb3-421a-a8dc-94de2e17ed7d tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Unset dirty status for tenant:0ae999af431c4038a041901570658dd4 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:18.688217 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b8cc9f33-5cb3-421a-a8dc-94de2e17ed7d tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "GET /v2.0/ports?device_id=05798ba4-8535-4ba2-adb1-78a1780c3f87 HTTP/1.1" status: 200 len: 913 time: 0.2179208 Apr 22 16:57:18.692244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51024) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:18.770450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b19daf-217e-48b9-8add-8f82c23c7120 None None] New status for floating IP 1cf729bc-3258-4603-b199-43064305d1cc: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:57:18.857893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0a845f27-7cb3-4893-9560-9287690d2bf7 None None] Port 1f3ec213-bb11-460c-97b5-7e537c793646 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:57:18.925477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-134802ed-22e2-462d-9625-61b1f6ef8a28 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Calling delete_port for 64edd52e-ee09-4408-8030-f844deed35f4 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:19.070019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-776f1267-ef09-4a4a-9c22-1e776e3ee2f7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:19.074749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-776f1267-ef09-4a4a-9c22-1e776e3ee2f7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:19.108780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:19.141056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:19.195215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f6043f62-2b5e-492d-ac5a-25805a724c5a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:57:19.238874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-776f1267-ef09-4a4a-9c22-1e776e3ee2f7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:19.242010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f1267-ef09-4a4a-9c22-1e776e3ee2f7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44b0625a-d661-40e8-8374-5567e13cb7de {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:57:19.286372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-776f1267-ef09-4a4a-9c22-1e776e3ee2f7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:19.287173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f6043f62-2b5e-492d-ac5a-25805a724c5a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:19.287597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:19.291267 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-776f1267-ef09-4a4a-9c22-1e776e3ee2f7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "DELETE /v2.0/routers/44b0625a-d661-40e8-8374-5567e13cb7de HTTP/1.1" status: 204 len: 168 time: 1.1714935 Apr 22 16:57:19.293128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-134802ed-22e2-462d-9625-61b1f6ef8a28 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:19.321373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:19.410880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-134802ed-22e2-462d-9625-61b1f6ef8a28 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:19.417147 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-134802ed-22e2-462d-9625-61b1f6ef8a28 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "DELETE /v2.0/ports/64edd52e-ee09-4408-8030-f844deed35f4 HTTP/1.1" status: 204 len: 168 time: 2.2558548 Apr 22 16:57:19.419158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134802ed-22e2-462d-9625-61b1f6ef8a28 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event deleted for resources: {'Port': ['ID=64edd52e-ee09-4408-8030-f844deed35f4,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:19.421387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51042) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:19.485326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-134802ed-22e2-462d-9625-61b1f6ef8a28 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:19.493826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51046) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:19.517136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-823de377-06b2-4bde-8c46-b4bb5705f681 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Synchronizing usage tracker for tenant:a8064664553f43c0ac81330a1dce7cd2 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:19.586768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-823de377-06b2-4bde-8c46-b4bb5705f681 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Unset dirty status for tenant:a8064664553f43c0ac81330a1dce7cd2 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:19.588112 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-823de377-06b2-4bde-8c46-b4bb5705f681 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1654882 Apr 22 16:57:19.592509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51052) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:19.613327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1964478709'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:19.619890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:19.627347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Usage tracker for resource:network and tenant:a8064664553f43c0ac81330a1dce7cd2 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:19.631564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:19.641579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:19.686232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51058) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:19.692154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Made reservation on behalf of a8064664553f43c0ac81330a1dce7cd2 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:19.704489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:19.782937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Network 9ce597ef-d682-48f4-abfc-8a5c6526577e is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:19.784006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:57:19.786072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:19.795991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:19.802505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:19.802801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:19.803212 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Added segment 633e8f70-6c81-42d5-8ba8-c728f4fe8d2c of type vlan for network b0ee3124-f8a8-4cec-8019-e9ce552c7b78 Apr 22 16:57:19.803335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:19.813916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2086905570'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:19.821383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:19.826243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:network and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:19.829688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:19.837111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:19.870028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Pushing event updated for resources: {'Port': ['ID=3bda4a33-b9cc-44ca-af37-bf394d55a817,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:19.876504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:19.887986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1489019399', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:19.896026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:19.902162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Usage tracker for resource:router and tenant:d272c55eff3f4f698d7da29f12b06b91 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:19.906300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:19.974004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:19.997883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.023032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Made reservation on behalf of fe909354ad5f4d7b99e38030afcb1802 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:20.029018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.030376 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.4424825 Apr 22 16:57:20.042493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51064) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:20.052328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.067374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.068450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.079632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:20.085914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:security_group_rule and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:20.090440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:20.099119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:20.102211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.113839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.126203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:20.126855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.134186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9f55bdaa-3249-4bb1-92a0-2da02ddebdbe None None] Provisioning for port 3bda4a33-b9cc-44ca-af37-bf394d55a817 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:20.134410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:20.140646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9f55bdaa-3249-4bb1-92a0-2da02ddebdbe None None] Provisioning complete for port 3bda4a33-b9cc-44ca-af37-bf394d55a817 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:20.141139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f55bdaa-3249-4bb1-92a0-2da02ddebdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.165007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.218421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9f55bdaa-3249-4bb1-92a0-2da02ddebdbe None None] Port 3bda4a33-b9cc-44ca-af37-bf394d55a817 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:57:20.260719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab33b43-c5d2-4d6c-a8b2-30ae7f267fda tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:20.267649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab33b43-c5d2-4d6c-a8b2-30ae7f267fda tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:20.275089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab33b43-c5d2-4d6c-a8b2-30ae7f267fda tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:20.276110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3ab33b43-c5d2-4d6c-a8b2-30ae7f267fda tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Synchronizing usage tracker for tenant:df9fed7d64b24ed4a725c173da936535 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:20.359986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event updated for resources: {'Network': ['ID=b0ee3124-f8a8-4cec-8019-e9ce552c7b78,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:20.368060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:20.384815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network b0ee3124-f8a8-4cec-8019-e9ce552c7b78 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:57:20.436985 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8406448 Apr 22 16:57:20.448830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51070) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:20.460884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-824930981'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:20.476805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3ab33b43-c5d2-4d6c-a8b2-30ae7f267fda tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Unset dirty status for tenant:df9fed7d64b24ed4a725c173da936535 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:20.479297 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3ab33b43-c5d2-4d6c-a8b2-30ae7f267fda tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4351079 Apr 22 16:57:20.517246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51076) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:20.528856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:20.540196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Usage tracker for resource:network and tenant:a8064664553f43c0ac81330a1dce7cd2 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:20.551590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:20.568264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:20.611889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f31eb-8b13-4f9b-b9c3-0b04b79cee97 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Deleting port 3bda4a33-b9cc-44ca-af37-bf394d55a817 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:20.612170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f9f31eb-8b13-4f9b-b9c3-0b04b79cee97 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.648327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.695677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.696908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Made reservation on behalf of a8064664553f43c0ac81330a1dce7cd2 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:20.703582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.746878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.751834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:20.834082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Deleting port e248b86c-3fb0-450f-b8f7-2e5e7b080de9 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:20.834454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.857005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:57:20.859367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:57:20.869842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbae59d6-963b-44a7-a93d-f02cfbca7f4c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:20.873410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:20.903235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.903629 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Added segment e45583ae-7626-4a56-82a7-0da95cc48593 of type vlan for network e7b0c8d1-e040-4445-8255-106720f2c010 Apr 22 16:57:20.905048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:20.905432 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Added segment 46a9c780-6471-4ee8-944b-518a5520523e of type vlan for network 66766430-1b7f-4d5c-a44b-d4e4b3e652a2 Apr 22 16:57:20.954026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.101247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f9f31eb-8b13-4f9b-b9c3-0b04b79cee97 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.260955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f31eb-8b13-4f9b-b9c3-0b04b79cee97 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Calling delete_port for 3bda4a33-b9cc-44ca-af37-bf394d55a817 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:21.328261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.454347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.480019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Calling delete_port for e248b86c-3fb0-450f-b8f7-2e5e7b080de9 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:21.512503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.551540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.610505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.619589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:21.620160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.625846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aadc771a-1113-4c1d-afec-249365d95ad0 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:21.658835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.712975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f9f31eb-8b13-4f9b-b9c3-0b04b79cee97 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.723943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5093afd-d7e9-4d9b-9036-f8d3e4eb2f0d tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:21.728425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:21.729060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.777878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f31eb-8b13-4f9b-b9c3-0b04b79cee97 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Pushing event deleted for resources: {'Port': ['ID=3bda4a33-b9cc-44ca-af37-bf394d55a817,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:21.784006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9f9f31eb-8b13-4f9b-b9c3-0b04b79cee97 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:21.806458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Network': ['ID=e7b0c8d1-e040-4445-8255-106720f2c010,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:21.812134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:21.812615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:21.819485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network e7b0c8d1-e040-4445-8255-106720f2c010 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:57:21.846105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f9f31eb-8b13-4f9b-b9c3-0b04b79cee97 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.905848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:21.916298 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4207258 Apr 22 16:57:21.916504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:21.918314 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4683373 Apr 22 16:57:21.962542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51086) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:21.973633 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9f9f31eb-8b13-4f9b-b9c3-0b04b79cee97 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] 10.222.0.77 "DELETE /v2.0/ports/3bda4a33-b9cc-44ca-af37-bf394d55a817 HTTP/1.1" status: 204 len: 168 time: 1.4550459 Apr 22 16:57:21.974526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51090) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:21.985532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'subnet': {'network_id': 'e7b0c8d1-e040-4445-8255-106720f2c010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:21.988296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event updated for resources: {'Network': ['ID=66766430-1b7f-4d5c-a44b-d4e4b3e652a2,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:22.001286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:22.002818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 66766430-1b7f-4d5c-a44b-d4e4b3e652a2 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:57:22.064100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Request body: {'port': {'name': 'tempest-new-port-name-925311499', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:22.065293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] bootfile-name is not in valid_values {{(pid=87209) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 16:57:22.065680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] tftp-server is not in valid_values {{(pid=87209) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 16:57:22.066055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] server-ip-address is not in valid_values {{(pid=87209) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 16:57:22.087267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51096) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:22.122237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'subnets': [{'network_id': 'b0ee3124-f8a8-4cec-8019-e9ce552c7b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--450051510', 'ip_version': 4}, {'network_id': '66766430-1b7f-4d5c-a44b-d4e4b3e652a2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:22.122530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'subnet': {'network_id': 'b0ee3124-f8a8-4cec-8019-e9ce552c7b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--450051510', 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:22.123210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Request body: {'subnet': {'network_id': '66766430-1b7f-4d5c-a44b-d4e4b3e652a2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:22.139631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Allocated IP 172.26.6.94 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/c565c411-c438-4755-8864-8b401dc7e949) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:22.143073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event deleted for resources: {'Port': ['ID=e248b86c-3fb0-450f-b8f7-2e5e7b080de9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:22.481358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:22.506700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:22.526452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Usage tracker for resource:subnet and tenant:a8064664553f43c0ac81330a1dce7cd2 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:22.531299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:22.548442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:22.561094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:22.609408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Made reservation on behalf of a8064664553f43c0ac81330a1dce7cd2 for: {'subnet': 2} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:22.617793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:22.618976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:22.647268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:22.663585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:subnet and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:22.673054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:22.709418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:22.716324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-838c10e5-9603-453f-bd0c-abac8ad4c3c9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:22.762717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:22.764753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:22.813188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:22.821270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:22.827584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:22.855730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Pushing event updated for resources: {'Port': ['ID=c565c411-c438-4755-8864-8b401dc7e949,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:22.862855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:22.927590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Made reservation on behalf of fe909354ad5f4d7b99e38030afcb1802 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:22.933822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:23.069912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:23.537442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:23.716237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:23.755391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:23.767155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ec736e71-35be-437e-acea-860bd6d6c111 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:23.853970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Router 05798ba4-8535-4ba2-adb1-78a1780c3f87 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:57:23.853970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] In _notify_port_updated(), no bound segment for port 1f3ec213-bb11-460c-97b5-7e537c793646 on network 9ce597ef-d682-48f4-abfc-8a5c6526577e {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:57:23.857895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:23.858646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:23.861123 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] 10.222.0.77 "PUT /v2.0/ports/1f3ec213-bb11-460c-97b5-7e537c793646 HTTP/1.1" status: 200 len: 1129 time: 1.8597362 Apr 22 16:57:23.878493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51108) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:23.997556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Pushing event updated for resources: {'Port': ['ID=1f3ec213-bb11-460c-97b5-7e537c793646,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:24.024810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:24.081384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8133e597-536d-4844-9888-1be4c88bac81 None None] Provisioning complete for port 1f3ec213-bb11-460c-97b5-7e537c793646 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:24.082040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8133e597-536d-4844-9888-1be4c88bac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:24.144331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8133e597-536d-4844-9888-1be4c88bac81 None None] Port 1f3ec213-bb11-460c-97b5-7e537c793646 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:57:24.221858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc7b23-c8c7-4a40-a065-567bc6986448 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:24.222538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aacc7b23-c8c7-4a40-a065-567bc6986448 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Synchronizing usage tracker for tenant:df9fed7d64b24ed4a725c173da936535 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:24.290692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:24.302454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53842955-5214-45a5-9d5f-eeff2772bbc3 None None] Sync routers for ids ['05798ba4-8535-4ba2-adb1-78a1780c3f87'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:24.306289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "PUT /v2.0/routers/05798ba4-8535-4ba2-adb1-78a1780c3f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6080890 Apr 22 16:57:24.313469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51114) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:24.321210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aacc7b23-c8c7-4a40-a065-567bc6986448 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Unset dirty status for tenant:df9fed7d64b24ed4a725c173da936535 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:24.326693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53842955-5214-45a5-9d5f-eeff2772bbc3 None None] Routers {'05798ba4-8535-4ba2-adb1-78a1780c3f87'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:24.327101 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aacc7b23-c8c7-4a40-a065-567bc6986448 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] 10.222.0.77 "GET /v2.0/ports/1f3ec213-bb11-460c-97b5-7e537c793646 HTTP/1.1" status: 200 len: 1129 time: 0.4444628 Apr 22 16:57:24.327771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-53842955-5214-45a5-9d5f-eeff2772bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['05798ba4-8535-4ba2-adb1-78a1780c3f87'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:24.328020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51118) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:24.376310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:24.399955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-53842955-5214-45a5-9d5f-eeff2772bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:24.411293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53842955-5214-45a5-9d5f-eeff2772bbc3 None None] Routers {'05798ba4-8535-4ba2-adb1-78a1780c3f87'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:24.411994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-53842955-5214-45a5-9d5f-eeff2772bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['05798ba4-8535-4ba2-adb1-78a1780c3f87'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:24.481673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-53842955-5214-45a5-9d5f-eeff2772bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:24.482413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53842955-5214-45a5-9d5f-eeff2772bbc3 None None] The sync data for ids ['05798ba4-8535-4ba2-adb1-78a1780c3f87'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:24.746288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Router 65653fd4-b7f9-430a-aad7-8884275d5e40 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:57:24.751664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:24.761065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f09ebf05-5222-43d8-93a7-c72e1ccdf789 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:24.837844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-959b87c0-833e-4f03-a777-819cb2a71e25 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Deleting port 1f3ec213-bb11-460c-97b5-7e537c793646 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:24.838207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-959b87c0-833e-4f03-a777-819cb2a71e25 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:24.999744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event updated for resources: {'Subnet': ['ID=6a9446fe-c8a7-4031-b525-bb15deb5f3b0,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:25.011016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:25.011588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:25.014405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Checking segment: {'id': '633e8f70-6c81-42d5-8ba8-c728f4fe8d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'b0ee3124-f8a8-4cec-8019-e9ce552c7b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:25.014837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network hostable DHCP agents. Network: b0ee3124-f8a8-4cec-8019-e9ce552c7b78, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:57:25.051225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:25.073278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f074977-fb13-465e-9784-95b284a5e569 None None] Sync routers for ids ['65653fd4-b7f9-430a-aad7-8884275d5e40'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:25.077610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f074977-fb13-465e-9784-95b284a5e569 None None] Routers {'65653fd4-b7f9-430a-aad7-8884275d5e40'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:25.078294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9f074977-fb13-465e-9784-95b284a5e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['65653fd4-b7f9-430a-aad7-8884275d5e40'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:25.094870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network b0ee3124-f8a8-4cec-8019-e9ce552c7b78 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:57:25.099067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:25.109268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8ad16bd-6c6c-4445-b390-15f0c3885a06 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:25.123815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:25.125561 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4373651 Apr 22 16:57:25.128864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51128) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:25.158532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9f074977-fb13-465e-9784-95b284a5e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:25.177845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f074977-fb13-465e-9784-95b284a5e569 None None] Routers {'65653fd4-b7f9-430a-aad7-8884275d5e40'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:25.179083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9f074977-fb13-465e-9784-95b284a5e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['65653fd4-b7f9-430a-aad7-8884275d5e40'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:25.203253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, b0ee3124-f8a8-4cec-8019-e9ce552c7b78) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:25.215298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e5464-d235-4062-91d4-dba9099d97ff None None] Network b0ee3124-f8a8-4cec-8019-e9ce552c7b78 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:25.251782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9f074977-fb13-465e-9784-95b284a5e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:25.252154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f074977-fb13-465e-9784-95b284a5e569 None None] The sync data for ids ['65653fd4-b7f9-430a-aad7-8884275d5e40'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:25.382056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Subnet': ['ID=46626dd6-7fd8-44b6-95bc-807b72c2a659,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:25.398668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:25.427108 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d49ab5b1-264b-4e83-b31c-3326fdd89ed3 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/routers/65653fd4-b7f9-430a-aad7-8884275d5e40 HTTP/1.1" status: 200 len: 924 time: 0.2951968 Apr 22 16:57:25.435434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51132) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:25.440376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Checking segment: {'id': 'e45583ae-7626-4a56-82a7-0da95cc48593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e7b0c8d1-e040-4445-8255-106720f2c010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:25.440806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network hostable DHCP agents. Network: e7b0c8d1-e040-4445-8255-106720f2c010, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:57:25.487524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:25.508913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-959b87c0-833e-4f03-a777-819cb2a71e25 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:25.509179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9aa50ccc-d068-467b-847d-0ee8bf12ef1d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=65653fd4-b7f9-430a-aad7-8884275d5e40 HTTP/1.1" status: 200 len: 205 time: 0.0669849 Apr 22 16:57:25.509179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51136) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:25.527071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-b0ee3124-f8a8-4cec-8019-e9ce552c7b78', 'network_id': 'b0ee3124-f8a8-4cec-8019-e9ce552c7b78', 'tenant_id': 'a8064664553f43c0ac81330a1dce7cd2', 'fixed_ips': [{'subnet_id': '6a9446fe-c8a7-4031-b525-bb15deb5f3b0'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:57:25.528136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:25.578676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Deleting port dfff0cd1-eb90-4832-89b7-a9f2fef833ae {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:25.578676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:25.605582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network e7b0c8d1-e040-4445-8255-106720f2c010 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:57:25.691688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-959b87c0-833e-4f03-a777-819cb2a71e25 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Calling delete_port for 1f3ec213-bb11-460c-97b5-7e537c793646 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:25.750044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Allocated IP 172.20.0.2 (b0ee3124-f8a8-4cec-8019-e9ce552c7b78/6a9446fe-c8a7-4031-b525-bb15deb5f3b0/615856f8-775c-4468-adeb-939f89dcdee0) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:25.767860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, e7b0c8d1-e040-4445-8255-106720f2c010) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:25.793272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:25.852068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa45fa9-c2c1-420d-9693-89c1ae1bd073 None None] Network e7b0c8d1-e040-4445-8255-106720f2c010 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:25.890709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:25.891379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:25.999952 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0355492 Apr 22 16:57:26.008771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51144) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:26.019721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-551120640', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:26.034952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.046977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:26.063921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.084057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:26.183466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:router and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:26.197727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Calling delete_port for dfff0cd1-eb90-4832-89b7-a9f2fef833ae owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:26.204309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event updated for resources: {'Subnet': ['ID=79c96e51-08b1-4c87-a798-274c79a3ba82,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:26.210187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:26.228535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:26.228680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.235843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Checking segment: {'id': '46a9c780-6471-4ee8-944b-518a5520523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66766430-1b7f-4d5c-a44b-d4e4b3e652a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:26.236249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network hostable DHCP agents. Network: 66766430-1b7f-4d5c-a44b-d4e4b3e652a2, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:57:26.243519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:26.286523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-959b87c0-833e-4f03-a777-819cb2a71e25 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.299251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025d4c0-fa1f-45f5-b659-a1f3d27dc30d None None] Network e7b0c8d1-e040-4445-8255-106720f2c010 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:26.303745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-226bbc63-d34c-4862-830f-b8b32af1067e tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:26.306562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Deleting port c565c411-c438-4755-8864-8b401dc7e949 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:26.306992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.339961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network 66766430-1b7f-4d5c-a44b-d4e4b3e652a2 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:57:26.356599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.358006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.381764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b87c0-833e-4f03-a777-819cb2a71e25 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Pushing event deleted for resources: {'Port': ['ID=1f3ec213-bb11-460c-97b5-7e537c793646,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:26.413932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-959b87c0-833e-4f03-a777-819cb2a71e25 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:26.442669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-959b87c0-833e-4f03-a777-819cb2a71e25 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.446417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.505651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 66766430-1b7f-4d5c-a44b-d4e4b3e652a2) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:26.527095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559e401c-47ce-4de1-b082-0a9609d13ab3 None None] Network 66766430-1b7f-4d5c-a44b-d4e4b3e652a2 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:26.552612 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-959b87c0-833e-4f03-a777-819cb2a71e25 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] 10.222.0.77 "DELETE /v2.0/ports/1f3ec213-bb11-460c-97b5-7e537c793646 HTTP/1.1" status: 204 len: 168 time: 1.9022200 Apr 22 16:57:26.558085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51150) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:26.561629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.611916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.649285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:26.649823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:26.651007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:26.817255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Calling delete_port for c565c411-c438-4755-8864-8b401dc7e949 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:26.860519 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.7658160 Apr 22 16:57:26.868775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51156) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:26.914359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Transition to ACTIVE for port object 615856f8-775c-4468-adeb-939f89dcdee0 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:26.964126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Transition to ACTIVE for port object 615856f8-775c-4468-adeb-939f89dcdee0 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:27.023773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.031219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:27.156447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Pushing event updated for resources: {'Port': ['ID=615856f8-775c-4468-adeb-939f89dcdee0,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:27.169212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Network b0ee3124-f8a8-4cec-8019-e9ce552c7b78 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:27.171289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:27.177105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:27.189629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.197262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.201514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad10b746-d458-4f00-9e9c-8996df05f213 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:27.231431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:27.256341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event deleted for resources: {'Port': ['ID=dfff0cd1-eb90-4832-89b7-a9f2fef833ae,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:27.259343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:27.285508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-66766430-1b7f-4d5c-a44b-d4e4b3e652a2', 'network_id': '66766430-1b7f-4d5c-a44b-d4e4b3e652a2', 'tenant_id': 'a8064664553f43c0ac81330a1dce7cd2', 'fixed_ips': [{'subnet_id': '79c96e51-08b1-4c87-a798-274c79a3ba82'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:57:27.286462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.436710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f4ad81-03ca-4b0e-bb5d-fe1d5af9031a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Deleting subnet 96aff9a1-47f0-444f-b211-f4b203e8867e {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:57:27.443590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.445777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90f4ad81-03ca-4b0e-bb5d-fe1d5af9031a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.468341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Attempting to bind port 615856f8-775c-4468-adeb-939f89dcdee0 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:57:27.468949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Attempting to bind port 615856f8-775c-4468-adeb-939f89dcdee0 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '633e8f70-6c81-42d5-8ba8-c728f4fe8d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'b0ee3124-f8a8-4cec-8019-e9ce552c7b78'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:57:27.469425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Attempting to bind port 615856f8-775c-4468-adeb-939f89dcdee0 on network b0ee3124-f8a8-4cec-8019-e9ce552c7b78 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:57:27.483761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:57:27.484715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Checking segment: {'id': '633e8f70-6c81-42d5-8ba8-c728f4fe8d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'b0ee3124-f8a8-4cec-8019-e9ce552c7b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:27.484715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.485233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Bound using segment: {'id': '633e8f70-6c81-42d5-8ba8-c728f4fe8d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'b0ee3124-f8a8-4cec-8019-e9ce552c7b78'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:57:27.485839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Bound port: 615856f8-775c-4468-adeb-939f89dcdee0, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633e8f70-6c81-42d5-8ba8-c728f4fe8d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'b0ee3124-f8a8-4cec-8019-e9ce552c7b78'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:57:27.486325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.549287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcdc7f-e20a-4cf2-b840-25d48660857d tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:27.550930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcdc7f-e20a-4cf2-b840-25d48660857d tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:27.552724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcdc7f-e20a-4cf2-b840-25d48660857d tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:27.554197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d4dcdc7f-e20a-4cf2-b840-25d48660857d tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Synchronizing usage tracker for tenant:a8064664553f43c0ac81330a1dce7cd2 on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:27.564851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90f4ad81-03ca-4b0e-bb5d-fe1d5af9031a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.622812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Allocated IP 172.20.0.18 (66766430-1b7f-4d5c-a44b-d4e4b3e652a2/79c96e51-08b1-4c87-a798-274c79a3ba82/048f2a44-7513-4ffb-b9a2-6b825a40dc31) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:27.657357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.663441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.677902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] For port 615856f8-775c-4468-adeb-939f89dcdee0, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:57:27.697445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d4dcdc7f-e20a-4cf2-b840-25d48660857d tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Unset dirty status for tenant:a8064664553f43c0ac81330a1dce7cd2 on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:27.702678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51164) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:27.703249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d4dcdc7f-e20a-4cf2-b840-25d48660857d tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.8317065 Apr 22 16:57:27.743871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] For port 615856f8-775c-4468-adeb-939f89dcdee0, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=615856f8-775c-4468-adeb-939f89dcdee0,segment=NetworkSegment(633e8f70-6c81-42d5-8ba8-c728f4fe8d2c),segment_id=633e8f70-6c81-42d5-8ba8-c728f4fe8d2c)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:57:27.774380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.780842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:27.783090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.783722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Fanout notify agent at l3_agent the message router_deleted on router 05798ba4-8535-4ba2-adb1-78a1780c3f87 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:57:27.793483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90f4ad81-03ca-4b0e-bb5d-fe1d5af9031a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.829155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.830096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.833414 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "DELETE /v2.0/routers/05798ba4-8535-4ba2-adb1-78a1780c3f87 HTTP/1.1" status: 204 len: 168 time: 3.5132101 Apr 22 16:57:27.835753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51168) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:27.839794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7be89c5f-accf-4cc5-bca9-a2396093190c tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:27.847981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2424d9-e64f-4107-bf7b-26cfda8ed06b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Deleting subnet 6a9446fe-c8a7-4031-b525-bb15deb5f3b0 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:57:27.853585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e2424d9-e64f-4107-bf7b-26cfda8ed06b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.934177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Pushing event deleted for resources: {'Port': ['ID=c565c411-c438-4755-8864-8b401dc7e949,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:27.944592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:27.974117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Pushing event updated for resources: {'Port': ['ID=615856f8-775c-4468-adeb-939f89dcdee0,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:27.985853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bac714c5-a696-49b4-b717-9db184dd87c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:27.988651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:28.008222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea196bb-adfd-45c7-9e2b-50bccbffd8d9 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Deleting subnet e830aef7-07af-4189-8e64-425a873ee96b {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:57:28.010165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.015508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ea196bb-adfd-45c7-9e2b-50bccbffd8d9 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.021481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Transition to ACTIVE for port object 048f2a44-7513-4ffb-b9a2-6b825a40dc31 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:28.042834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Transition to ACTIVE for port object 048f2a44-7513-4ffb-b9a2-6b825a40dc31 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:28.084342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.089848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-650a0000-46df-4524-963d-2532b68043d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:28.161977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.163083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Network 66766430-1b7f-4d5c-a44b-d4e4b3e652a2 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:28.166280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:28.170597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:28.179433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Pushing event updated for resources: {'Port': ['ID=048f2a44-7513-4ffb-b9a2-6b825a40dc31,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:28.212857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:28.258130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ea196bb-adfd-45c7-9e2b-50bccbffd8d9 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.293363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Attempting to bind port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:57:28.293884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Attempting to bind port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '46a9c780-6471-4ee8-944b-518a5520523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66766430-1b7f-4d5c-a44b-d4e4b3e652a2'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:57:28.294352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Attempting to bind port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 on network 66766430-1b7f-4d5c-a44b-d4e4b3e652a2 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:57:28.301866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:57:28.302284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Checking segment: {'id': '46a9c780-6471-4ee8-944b-518a5520523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66766430-1b7f-4d5c-a44b-d4e4b3e652a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:28.304170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.305408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Bound using segment: {'id': '46a9c780-6471-4ee8-944b-518a5520523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66766430-1b7f-4d5c-a44b-d4e4b3e652a2'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:57:28.305408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Bound port: 048f2a44-7513-4ffb-b9a2-6b825a40dc31, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a9c780-6471-4ee8-944b-518a5520523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66766430-1b7f-4d5c-a44b-d4e4b3e652a2'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:57:28.305588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.394428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e2424d9-e64f-4107-bf7b-26cfda8ed06b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.461332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.466266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.483589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.485834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] For port 048f2a44-7513-4ffb-b9a2-6b825a40dc31, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:57:28.492560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] For port 048f2a44-7513-4ffb-b9a2-6b825a40dc31, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=048f2a44-7513-4ffb-b9a2-6b825a40dc31,segment=NetworkSegment(46a9c780-6471-4ee8-944b-518a5520523e),segment_id=46a9c780-6471-4ee8-944b-518a5520523e)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:57:28.526441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.528285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.545775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:28.609590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.610448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Fanout notify agent at l3_agent the message router_deleted on router 65653fd4-b7f9-430a-aad7-8884275d5e40 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:57:28.634571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.637083 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/65653fd4-b7f9-430a-aad7-8884275d5e40 HTTP/1.1" status: 204 len: 168 time: 3.1255279 Apr 22 16:57:28.646518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51178) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:28.654324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90f4ad81-03ca-4b0e-bb5d-fe1d5af9031a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.664913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1007453819', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'enable_snat': False}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:28.678897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ea196bb-adfd-45c7-9e2b-50bccbffd8d9 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.697209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:28.700260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Pushing event updated for resources: {'Port': ['ID=048f2a44-7513-4ffb-b9a2-6b825a40dc31,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:28.700431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:28.704046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:28.743769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Usage tracker for resource:router and tenant:8987f04104f24191b9db35d262d6b8cf is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:28.747295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90f4ad81-03ca-4b0e-bb5d-fe1d5af9031a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.748489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f547383-6f63-4d99-a923-20f1b80c6ca0 None None] Network 9ce597ef-d682-48f4-abfc-8a5c6526577e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:28.752125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-90f4ad81-03ca-4b0e-bb5d-fe1d5af9031a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] 10.222.0.77 "DELETE /v2.0/subnets/96aff9a1-47f0-444f-b211-f4b203e8867e HTTP/1.1" status: 204 len: 168 time: 2.1742749 Apr 22 16:57:28.754560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:28.757807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51182) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:28.786526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4ad81-03ca-4b0e-bb5d-fe1d5af9031a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Pushing event deleted for resources: {'Subnet': ['ID=96aff9a1-47f0-444f-b211-f4b203e8867e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:28.792642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:28.795090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90f4ad81-03ca-4b0e-bb5d-fe1d5af9031a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:28.909630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.913881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.915027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.919467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e2424d9-e64f-4107-bf7b-26cfda8ed06b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.933719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:28.958850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Deleting port f6043f62-2b5e-492d-ac5a-25805a724c5a {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:28.959234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:29.029612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.26.6.152 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/9effa024-861c-4411-81b0-59c650ca2aa3) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:29.136122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa61b8ea-4625-4c72-938c-0ddcc717a533 None None] DHCP port deletion for 9ce597ef-d682-48f4-abfc-8a5c6526577e request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:57:29.141358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b8ea-4625-4c72-938c-0ddcc717a533 None None] Deleting port f6043f62-2b5e-492d-ac5a-25805a724c5a {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:29.142068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa61b8ea-4625-4c72-938c-0ddcc717a533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:29.486961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] For port f6043f62-2b5e-492d-ac5a-25805a724c5a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f6043f62-2b5e-492d-ac5a-25805a724c5a,segment=NetworkSegment(277a25a4-8527-416f-868a-af0819f4bc14),segment_id=277a25a4-8527-416f-868a-af0819f4bc14)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:29.487420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:29.531432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fa61b8ea-4625-4c72-938c-0ddcc717a533 None None] For port f6043f62-2b5e-492d-ac5a-25805a724c5a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f6043f62-2b5e-492d-ac5a-25805a724c5a,segment=NetworkSegment(277a25a4-8527-416f-868a-af0819f4bc14),segment_id=277a25a4-8527-416f-868a-af0819f4bc14)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:29.531875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa61b8ea-4625-4c72-938c-0ddcc717a533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:29.651937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Calling delete_port for f6043f62-2b5e-492d-ac5a-25805a724c5a owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:29.712371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 615856f8-775c-4468-adeb-939f89dcdee0 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:57:29.724892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:29.754847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ea196bb-adfd-45c7-9e2b-50bccbffd8d9 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:29.757732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b8ea-4625-4c72-938c-0ddcc717a533 None None] Calling delete_port for f6043f62-2b5e-492d-ac5a-25805a724c5a owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:29.770602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:29.813736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3215d4-966b-49c9-9382-b1f55791a2ac None None] Network b0ee3124-f8a8-4cec-8019-e9ce552c7b78 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:29.834013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea196bb-adfd-45c7-9e2b-50bccbffd8d9 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event deleted for resources: {'Subnet': ['ID=e830aef7-07af-4189-8e64-425a873ee96b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:29.837629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ea196bb-adfd-45c7-9e2b-50bccbffd8d9 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:29.844703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ea196bb-adfd-45c7-9e2b-50bccbffd8d9 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:29.852617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e2424d9-e64f-4107-bf7b-26cfda8ed06b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:29.858049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c79acda-6e28-4c54-b786-7af71feee2d2 None None] Network 56388d30-b518-462c-95ff-cfdfb364ff0a requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:29.872171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-00c9f1af-dfdb-4db8-b5e3-ff97cea88485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:29.911779 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3ea196bb-adfd-45c7-9e2b-50bccbffd8d9 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "DELETE /v2.0/subnets/e830aef7-07af-4189-8e64-425a873ee96b HTTP/1.1" status: 204 len: 168 time: 2.0723450 Apr 22 16:57:29.920105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e2424d9-e64f-4107-bf7b-26cfda8ed06b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:29.926593 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6e2424d9-e64f-4107-bf7b-26cfda8ed06b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "DELETE /v2.0/subnets/6a9446fe-c8a7-4031-b525-bb15deb5f3b0 HTTP/1.1" status: 204 len: 168 time: 2.2209311 Apr 22 16:57:29.926593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51192) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:29.927090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51194) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:29.929840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2424d9-e64f-4107-bf7b-26cfda8ed06b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9446fe-c8a7-4031-b525-bb15deb5f3b0,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:29.957039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e2424d9-e64f-4107-bf7b-26cfda8ed06b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:30.141178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:30.188956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:57:30.189595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:57:30.192840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0c1c0d03-bbff-4cd0-be27-198c5adc9b11 None None] Provisioning for port 615856f8-775c-4468-adeb-939f89dcdee0 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:30.288106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa61b8ea-4625-4c72-938c-0ddcc717a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:30.304285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:30.348763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 615856f8-775c-4468-adeb-939f89dcdee0 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:30.407804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e242de-e9f1-447c-91e3-c8cf02be2edd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Deleting subnet 79c96e51-08b1-4c87-a798-274c79a3ba82 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:57:30.433161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2e242de-e9f1-447c-91e3-c8cf02be2edd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:30.474095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:30.489388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-959b87c0-833e-4f03-a777-819cb2a71e25 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:30.575536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:30.610819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:30.611257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c26db158-5682-43ec-88aa-a32c1468e544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:30.613098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61b8ea-4625-4c72-938c-0ddcc717a533 None None] Pushing event deleted for resources: {'Port': ['ID=f6043f62-2b5e-492d-ac5a-25805a724c5a,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:30.632523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa61b8ea-4625-4c72-938c-0ddcc717a533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:30.634305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 615856f8-775c-4468-adeb-939f89dcdee0 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:30.634752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:30.636939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=9effa024-861c-4411-81b0-59c650ca2aa3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:30.647022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:30.652053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:30.653208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:30.661193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:30.665064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:30.669945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16b356-984d-4513-9cce-053a8f912e3b None None] Network 66766430-1b7f-4d5c-a44b-d4e4b3e652a2 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:30.742567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2e242de-e9f1-447c-91e3-c8cf02be2edd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:30.797895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Allocated IP 172.26.6.131 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/26ec6e90-b4e2-4846-bab4-fca619046c1e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:30.800535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Deleting port f6043f62-2b5e-492d-ac5a-25805a724c5a {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:30.800913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:30.830371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61b8ea-4625-4c72-938c-0ddcc717a533 None None] No DVR routers for this DVR port f6043f62-2b5e-492d-ac5a-25805a724c5a on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:57:30.891892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] The port 'f6043f62-2b5e-492d-ac5a-25805a724c5a' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:57:30.908271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b0cd2c7e-a37c-4d5f-bb3a-b74a0007238c None None] Provisioning for port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:30.925801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Deleting port 0d8d9f9d-bb11-499f-981c-2e83932cc755 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:30.926909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.044366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] DHCP port deletion for b0ee3124-f8a8-4cec-8019-e9ce552c7b78 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:57:31.044573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.059829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Deleting port 615856f8-775c-4468-adeb-939f89dcdee0 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:31.060252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.103618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.142732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33ec42e-b736-4512-aeb7-b9af738383da None None] DHCP port deletion for 56388d30-b518-462c-95ff-cfdfb364ff0a request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:57:31.168121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f33ec42e-b736-4512-aeb7-b9af738383da None None] Deleting port 0d8d9f9d-bb11-499f-981c-2e83932cc755 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:31.168689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f33ec42e-b736-4512-aeb7-b9af738383da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.180011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce597ef-d682-48f4-abfc-8a5c6526577e']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:31.194406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277a25a4-8527-416f-868a-af0819f4bc14') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:31.194673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277a25a4-8527-416f-868a-af0819f4bc14') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:31.207825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.224841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.259165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2e242de-e9f1-447c-91e3-c8cf02be2edd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.304321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:57:31.361264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 615856f8-775c-4468-adeb-939f89dcdee0, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=615856f8-775c-4468-adeb-939f89dcdee0,segment=NetworkSegment(633e8f70-6c81-42d5-8ba8-c728f4fe8d2c),segment_id=633e8f70-6c81-42d5-8ba8-c728f4fe8d2c)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:31.436789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.446986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:31.555242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Network 9ce597ef-d682-48f4-abfc-8a5c6526577e has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:31.555757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.571282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.606680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.640145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.685872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 048f2a44-7513-4ffb-b9a2-6b825a40dc31 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:57:31.806196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.820722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Network 9ce597ef-d682-48f4-abfc-8a5c6526577e has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:31.837522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] For port 615856f8-775c-4468-adeb-939f89dcdee0, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=615856f8-775c-4468-adeb-939f89dcdee0,segment=NetworkSegment(633e8f70-6c81-42d5-8ba8-c728f4fe8d2c),segment_id=633e8f70-6c81-42d5-8ba8-c728f4fe8d2c)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:31.838225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:57:31.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:57:31.879910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] For port 0d8d9f9d-bb11-499f-981c-2e83932cc755, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0d8d9f9d-bb11-499f-981c-2e83932cc755,segment=NetworkSegment(eb75838d-d774-4d6d-ade2-27327b9ac309),segment_id=eb75838d-d774-4d6d-ade2-27327b9ac309)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:31.880312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.974875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:31.979722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:31.996555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:32.007821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Calling delete_port for 615856f8-775c-4468-adeb-939f89dcdee0 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:32.012974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:32.028125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Pushing event deleted for resources: {'Network': ['ID=9ce597ef-d682-48f4-abfc-8a5c6526577e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:32.032593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:32.039925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:32.045863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Calling delete_port for 0d8d9f9d-bb11-499f-981c-2e83932cc755 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:32.067589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=615856f8-775c-4468-adeb-939f89dcdee0,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:32.074202 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] 10.222.0.77 "DELETE /v2.0/networks/9ce597ef-d682-48f4-abfc-8a5c6526577e HTTP/1.1" status: 204 len: 168 time: 3.3118100 Apr 22 16:57:32.091686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:32.095320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f33ec42e-b736-4512-aeb7-b9af738383da None None] For port 0d8d9f9d-bb11-499f-981c-2e83932cc755, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0d8d9f9d-bb11-499f-981c-2e83932cc755,segment=NetworkSegment(eb75838d-d774-4d6d-ade2-27327b9ac309),segment_id=eb75838d-d774-4d6d-ade2-27327b9ac309)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:32.095881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f33ec42e-b736-4512-aeb7-b9af738383da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:32.096058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:32.099623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:32.104056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:32.323733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f33ec42e-b736-4512-aeb7-b9af738383da None None] Calling delete_port for 0d8d9f9d-bb11-499f-981c-2e83932cc755 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:32.418761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:32.427891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:32.427891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:32.450891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event updated for resources: {'Port': ['ID=26ec6e90-b4e2-4846-bab4-fca619046c1e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:32.454711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:32.492845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:57:32.493056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:57:32.519261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1511b654-1588-416f-9fb9-bc68e7d02435 None None] Provisioning complete for port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:32.519650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1511b654-1588-416f-9fb9-bc68e7d02435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:32.675167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:32.740163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51220) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:32.752677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:32.785377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-f33ec42e-b736-4512-aeb7-b9af738383da None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 22 16:57:32.785377 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Apr 22 16:57:32.785377 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'port_id': '0d8d9f9d-bb11-499f-981c-2e83932cc755', 'host': 'dv-neutron-786478-3-hyperv'}] Apr 22 16:57:32.785377 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:57:32.785377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-f33ec42e-b736-4512-aeb7-b9af738383da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:57:32.844940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:32.854719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-50114332-13ec-4de4-914e-c0d55c334cb6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:32.913811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event deleted for resources: {'Port': ['ID=0d8d9f9d-bb11-499f-981c-2e83932cc755,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:32.916171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] No DVR routers for this DVR port 0d8d9f9d-bb11-499f-981c-2e83932cc755 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:57:32.918446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:32.965972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:33.058122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Deleting port 615856f8-775c-4468-adeb-939f89dcdee0 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:33.058700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.079311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2e242de-e9f1-447c-91e3-c8cf02be2edd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.112856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1511b654-1588-416f-9fb9-bc68e7d02435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.122859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.155259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:33.249894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1511b654-1588-416f-9fb9-bc68e7d02435 None None] For port 048f2a44-7513-4ffb-b9a2-6b825a40dc31, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=048f2a44-7513-4ffb-b9a2-6b825a40dc31,segment=NetworkSegment(46a9c780-6471-4ee8-944b-518a5520523e),segment_id=46a9c780-6471-4ee8-944b-518a5520523e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:33.259780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:57:33.260182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:57:33.275149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e242de-e9f1-447c-91e3-c8cf02be2edd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event deleted for resources: {'Subnet': ['ID=79c96e51-08b1-4c87-a798-274c79a3ba82,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:33.288618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f33ec42e-b736-4512-aeb7-b9af738383da None None] Deleting port 0d8d9f9d-bb11-499f-981c-2e83932cc755 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:33.288795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f33ec42e-b736-4512-aeb7-b9af738383da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.289384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.304056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.314841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2e242de-e9f1-447c-91e3-c8cf02be2edd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:33.324297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d6d690-a3fc-4c23-ac58-a2e1521cfbb5 None None] Network 66766430-1b7f-4d5c-a44b-d4e4b3e652a2 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:33.329681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2e242de-e9f1-447c-91e3-c8cf02be2edd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.393015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1511b654-1588-416f-9fb9-bc68e7d02435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.411928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:33.433823 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-da27bda4-37a1-489f-b373-94abb6ebac4f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df9fed7d64b24ed4a725c173da936535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893404 Apr 22 16:57:33.438017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51230) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:33.518654 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d2e242de-e9f1-447c-91e3-c8cf02be2edd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "DELETE /v2.0/subnets/79c96e51-08b1-4c87-a798-274c79a3ba82 HTTP/1.1" status: 204 len: 168 time: 3.5835898 Apr 22 16:57:33.547526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56388d30-b518-462c-95ff-cfdfb364ff0a']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:33.561358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51234) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:33.564098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f33ec42e-b736-4512-aeb7-b9af738383da None None] The port '0d8d9f9d-bb11-499f-981c-2e83932cc755' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:57:33.585456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb75838d-d774-4d6d-ade2-27327b9ac309') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:33.585789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb75838d-d774-4d6d-ade2-27327b9ac309') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:33.631778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] For port 615856f8-775c-4468-adeb-939f89dcdee0, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=615856f8-775c-4468-adeb-939f89dcdee0,segment=NetworkSegment(633e8f70-6c81-42d5-8ba8-c728f4fe8d2c),segment_id=633e8f70-6c81-42d5-8ba8-c728f4fe8d2c)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:33.632202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.649754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511b654-1588-416f-9fb9-bc68e7d02435 None None] Pushing event updated for resources: {'Port': ['ID=048f2a44-7513-4ffb-b9a2-6b825a40dc31,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:33.652232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a86620c-2147-4de6-a64a-7a3fa0cd3ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.653580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1511b654-1588-416f-9fb9-bc68e7d02435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:33.655297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.725577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.740437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a86620c-2147-4de6-a64a-7a3fa0cd3ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:33.759541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:57:33.778676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7235d573-ca2b-4065-9c36-5aba584db2af tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:33.779429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7235d573-ca2b-4065-9c36-5aba584db2af tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Synchronizing usage tracker for tenant:a8064664553f43c0ac81330a1dce7cd2 on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:33.871222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Router 0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:57:33.887605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:57:33.901871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Calling delete_port for 615856f8-775c-4468-adeb-939f89dcdee0 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:33.998815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7235d573-ca2b-4065-9c36-5aba584db2af tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Unset dirty status for tenant:a8064664553f43c0ac81330a1dce7cd2 on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:34.005039 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7235d573-ca2b-4065-9c36-5aba584db2af tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4372015 Apr 22 16:57:34.012265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51240) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:34.072150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.086283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:34.127179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:34.138778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f6043f62-2b5e-492d-ac5a-25805a724c5a no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:57:34.169620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] DHCP port deletion for 66766430-1b7f-4d5c-a44b-d4e4b3e652a2 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:57:34.180432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.184500 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.5337551 Apr 22 16:57:34.186023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51246) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:34.186739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Sync routers for ids ['0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:34.205736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] No DVR routers for this DVR port 615856f8-775c-4468-adeb-939f89dcdee0 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:57:34.214963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: f6043f62-2b5e-492d-ac5a-25805a724c5a {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:57:34.215354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f6043f62-2b5e-492d-ac5a-25805a724c5a not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:57:34.215810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 615856f8-775c-4468-adeb-939f89dcdee0 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:57:34.260353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Pushing event deleted for resources: {'Port': ['ID=615856f8-775c-4468-adeb-939f89dcdee0,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:34.263104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:34.263909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Deleting port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:34.264497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Network 56388d30-b518-462c-95ff-cfdfb364ff0a has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:34.264635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.280027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.308296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 615856f8-775c-4468-adeb-939f89dcdee0 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:57:34.309097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 615856f8-775c-4468-adeb-939f89dcdee0 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:57:34.309211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0d8d9f9d-bb11-499f-981c-2e83932cc755 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:57:34.364791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 0d8d9f9d-bb11-499f-981c-2e83932cc755 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:57:34.365172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0d8d9f9d-bb11-499f-981c-2e83932cc755 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:57:34.370327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Routers {'0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:34.371050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:34.390475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a86620c-2147-4de6-a64a-7a3fa0cd3ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.403079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:34.406740 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-effd34e7-b5ff-42d6-ab01-60eaa505df04 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/routers/0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92 HTTP/1.1" status: 200 len: 909 time: 0.2195499 Apr 22 16:57:34.408374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51250) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:34.414843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1007453819', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'enable_snat': True}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:34.420595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:34.424988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Usage tracker for resource:router and tenant:8987f04104f24191b9db35d262d6b8cf is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:34.429664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:34.436206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:34.445074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.467099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86620c-2147-4de6-a64a-7a3fa0cd3ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8b3f0b-9bb3-4881-8d0d-5e7237a63b78,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:34.483436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.484582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.504229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.531033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8a86620c-2147-4de6-a64a-7a3fa0cd3ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:34.557059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a86620c-2147-4de6-a64a-7a3fa0cd3ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.561421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8a86620c-2147-4de6-a64a-7a3fa0cd3ff2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0b8b3f0b-9bb3-4881-8d0d-5e7237a63b78 HTTP/1.1" status: 204 len: 168 time: 1.1067238 Apr 22 16:57:34.561421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:34.562552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Network 56388d30-b518-462c-95ff-cfdfb364ff0a has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:34.575247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 048f2a44-7513-4ffb-b9a2-6b825a40dc31 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:57:34.576227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc95bc1b-3934-4feb-afa0-95b50db0bedc None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:57:34.599603 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:57:34.612924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95bc1b-3934-4feb-afa0-95b50db0bedc None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:34.614421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bc95bc1b-3934-4feb-afa0-95b50db0bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:34.724367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bc95bc1b-3934-4feb-afa0-95b50db0bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:34.748009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95bc1b-3934-4feb-afa0-95b50db0bedc None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:34.749312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Deleting port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:34.749914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bc95bc1b-3934-4feb-afa0-95b50db0bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:34.753432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.843772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bc95bc1b-3934-4feb-afa0-95b50db0bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:34.844225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc95bc1b-3934-4feb-afa0-95b50db0bedc None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:34.907747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.909053 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.8992298 Apr 22 16:57:34.921057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51260) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:34.925675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.965120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:34.999250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] For port 048f2a44-7513-4ffb-b9a2-6b825a40dc31, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=048f2a44-7513-4ffb-b9a2-6b825a40dc31,segment=NetworkSegment(46a9c780-6471-4ee8-944b-518a5520523e),segment_id=46a9c780-6471-4ee8-944b-518a5520523e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:34.999356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:35.009879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Set router 0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:35.010553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:35.034763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:35.126455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event deleted for resources: {'Network': ['ID=56388d30-b518-462c-95ff-cfdfb364ff0a,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:35.135923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:35.196246 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "DELETE /v2.0/networks/56388d30-b518-462c-95ff-cfdfb364ff0a HTTP/1.1" status: 204 len: 168 time: 5.2614057 Apr 22 16:57:35.198834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51272) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:35.314919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] For port 048f2a44-7513-4ffb-b9a2-6b825a40dc31, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=048f2a44-7513-4ffb-b9a2-6b825a40dc31,segment=NetworkSegment(46a9c780-6471-4ee8-944b-518a5520523e),segment_id=46a9c780-6471-4ee8-944b-518a5520523e)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:35.315261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:35.315754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:35.370236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 048f2a44-7513-4ffb-b9a2-6b825a40dc31, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=048f2a44-7513-4ffb-b9a2-6b825a40dc31,segment=NetworkSegment(46a9c780-6471-4ee8-944b-518a5520523e),segment_id=46a9c780-6471-4ee8-944b-518a5520523e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:35.432782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:35.513148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Deleting port 0567c8ab-4d91-453d-ad32-2acc6282c1e9 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:35.513669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:35.527603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Calling delete_port for 048f2a44-7513-4ffb-b9a2-6b825a40dc31 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:35.592918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:35.618352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:35.843277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Calling delete_port for 048f2a44-7513-4ffb-b9a2-6b825a40dc31 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:35.875441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=048f2a44-7513-4ffb-b9a2-6b825a40dc31,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:35.880279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:35.910072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:35.937730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:57:35.938136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:57:35.947535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51290) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:35.975156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:35.979931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92', 'name': 'tempest-snat-router-1007453819', 'tenant_id': '8987f04104f24191b9db35d262d6b8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.131'}], 'enable_snat': False}, 'gw_port_id': '26ec6e90-b4e2-4846-bab4-fca619046c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:57:28Z', 'updated_at': '2021-04-22T16:57:32Z', 'revision_number': 3, 'project_id': '8987f04104f24191b9db35d262d6b8cf', 'gw_port': {'id': '26ec6e90-b4e2-4846-bab4-fca619046c1e', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:57:30Z', 'updated_at': '2021-04-22T16:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:35.984614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Checking router: 0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:57:35.984998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Updating router 0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92 port 26ec6e90-b4e2-4846-bab4-fca619046c1e binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:57:36.052953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.076299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.076299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.126524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:57:36.127148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:57:36.171068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-373605576'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:36.176697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:36.261499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Calling delete_port for 0567c8ab-4d91-453d-ad32-2acc6282c1e9 owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:36.293279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:network and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:36.303505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:36.312671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:36.398066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:36.404657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.420827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.488949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:36.497161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Deleting port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:36.497581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.498071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:security_group_rule and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:36.503027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:36.517928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:36.532322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.565529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Transition to ACTIVE for port object 26ec6e90-b4e2-4846-bab4-fca619046c1e will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:36.572980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.581722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.583219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:36.607547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.619320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:36.715453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Deleting port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:36.716002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.728568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef52d3-bebc-4af1-a5ce-2cd307eef91e None None] Pushing event updated for resources: {'Port': ['ID=26ec6e90-b4e2-4846-bab4-fca619046c1e,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:36.747790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Attempting to bind port 26ec6e90-b4e2-4846-bab4-fca619046c1e on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:57:36.748198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Attempting to bind port 26ec6e90-b4e2-4846-bab4-fca619046c1e by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:57:36.748603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Attempting to bind port 26ec6e90-b4e2-4846-bab4-fca619046c1e on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:57:36.751338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98ef52d3-bebc-4af1-a5ce-2cd307eef91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:36.821904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:57:36.822730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:36.822730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.823193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:57:36.823735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Bound port: 26ec6e90-b4e2-4846-bab4-fca619046c1e, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:57:36.824151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.906158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] For port 048f2a44-7513-4ffb-b9a2-6b825a40dc31, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=048f2a44-7513-4ffb-b9a2-6b825a40dc31,segment=NetworkSegment(46a9c780-6471-4ee8-944b-518a5520523e),segment_id=46a9c780-6471-4ee8-944b-518a5520523e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:36.906492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:36.981179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:57:36.981869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Pushing event deleted for resources: {'Port': ['ID=0567c8ab-4d91-453d-ad32-2acc6282c1e9,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:36.984602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:37.070519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Calling delete_port for 048f2a44-7513-4ffb-b9a2-6b825a40dc31 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:37.116872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] For port 26ec6e90-b4e2-4846-bab4-fca619046c1e, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:57:37.136328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] For port 26ec6e90-b4e2-4846-bab4-fca619046c1e, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=26ec6e90-b4e2-4846-bab4-fca619046c1e,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:57:37.170827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Allocated IP 172.26.6.202 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/2e27a1ce-e7b7-46d4-b357-b75e1d95f808) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:37.176270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.182728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fbb30450-3718-4b65-b3cf-96beb6278ba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:37.188442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.191882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.219800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] For port 048f2a44-7513-4ffb-b9a2-6b825a40dc31, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=048f2a44-7513-4ffb-b9a2-6b825a40dc31,segment=NetworkSegment(46a9c780-6471-4ee8-944b-518a5520523e),segment_id=46a9c780-6471-4ee8-944b-518a5520523e)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:37.220209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.226715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.265559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] No DVR routers for this DVR port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:57:37.279859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.285211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Routers {'0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:37.286176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:37.296172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:37.321860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:57:37.360530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef52d3-bebc-4af1-a5ce-2cd307eef91e None None] Pushing event updated for resources: {'Port': ['ID=26ec6e90-b4e2-4846-bab4-fca619046c1e,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:37.373464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a49388-bba5-4e6b-b065-64eb08d88266,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:37.377426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:37.381788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.382158 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added segment d4579517-4140-4d5d-92ec-6371d4991934 of type vlan for network 4c15afd4-c097-46df-8fc0-bd8a5159291c Apr 22 16:57:37.410906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Calling delete_port for 048f2a44-7513-4ffb-b9a2-6b825a40dc31 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:37.434022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98ef52d3-bebc-4af1-a5ce-2cd307eef91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:37.434022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1511b654-1588-416f-9fb9-bc68e7d02435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:37.457136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.485353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.486936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Pushing event deleted for resources: {'Port': ['ID=048f2a44-7513-4ffb-b9a2-6b825a40dc31,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:37.492068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:37.499265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.502570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] 10.222.0.77 "DELETE /v2.0/floatingips/cbf57e74-6ff9-4e5e-a282-509674832e8a HTTP/1.1" status: 204 len: 168 time: 2.2944322 Apr 22 16:57:37.561112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] Set router 0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:37.562873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:57:37.563312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.563429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:57:37.577295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:37.578025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.600124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0965c74b-0de3-4b4a-a188-f59754389522 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:37.602281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.20.0.1 (e7b0c8d1-e040-4445-8255-106720f2c010/46626dd6-7fd8-44b6-95bc-807b72c2a659/407f1fcf-a2a9-44fc-abc3-dc5c4a7b4ab4) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:37.632583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.788117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:37.792418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:37.796824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:37.825254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Network': ['ID=4c15afd4-c097-46df-8fc0-bd8a5159291c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:37.831306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:37.836852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-771c911a-557c-4f94-8132-0e0922a93051 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:37.843385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 4c15afd4-c097-46df-8fc0-bd8a5159291c details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:57:37.852367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.889171 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9301364 Apr 22 16:57:37.897251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51308) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:37.906192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-762930969'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:37.914126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:37.919338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:network and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:37.924314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:37.929089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:37.934230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f2e3312-9e9f-46e6-8582-872377a6a990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:37.989643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:38.004727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Deleting port 048f2a44-7513-4ffb-b9a2-6b825a40dc31 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:38.005477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:38.018843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event updated for resources: {'Port': ['ID=2e27a1ce-e7b7-46d4-b357-b75e1d95f808,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:38.030563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:38.095810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:38.102727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:38.138887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] The port '048f2a44-7513-4ffb-b9a2-6b825a40dc31' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:57:38.141542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network e7b0c8d1-e040-4445-8255-106720f2c010 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:38.149981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51314) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:38.250604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92', 'name': 'tempest-snat-router-1007453819', 'tenant_id': '8987f04104f24191b9db35d262d6b8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.131'}], 'enable_snat': False}, 'gw_port_id': '26ec6e90-b4e2-4846-bab4-fca619046c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:57:28Z', 'updated_at': '2021-04-22T16:57:32Z', 'revision_number': 3, 'project_id': '8987f04104f24191b9db35d262d6b8cf', 'gw_port': {'id': '26ec6e90-b4e2-4846-bab4-fca619046c1e', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:57:30Z', 'updated_at': '2021-04-22T16:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:38.255419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834388b-b077-48b8-b8ea-d32d7c60e601 None None] The sync data for ids ['0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92'] in dv-neutron-786478-3-hyperv is: [{'id': '0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92', 'name': 'tempest-snat-router-1007453819', 'tenant_id': '8987f04104f24191b9db35d262d6b8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.131'}], 'enable_snat': False}, 'gw_port_id': '26ec6e90-b4e2-4846-bab4-fca619046c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:57:28Z', 'updated_at': '2021-04-22T16:57:32Z', 'revision_number': 3, 'project_id': '8987f04104f24191b9db35d262d6b8cf', 'gw_port': {'id': '26ec6e90-b4e2-4846-bab4-fca619046c1e', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:57:30Z', 'updated_at': '2021-04-22T16:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:38.287675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:38.303498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:38.364211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=407f1fcf-a2a9-44fc-abc3-dc5c4a7b4ab4,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:38.375645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:38.395671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:38.410793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:57:38.491562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:38.495681 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c10d4478-c266-4863-96fe-d062ea7c2f86 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ae999af431c4038a041901570658dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448374 Apr 22 16:57:38.498668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51322) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:38.541023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:38.633866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:38.634259 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added segment b0bef537-0f8a-4f17-aea3-10dc65dab2ac of type vlan for network 2211644b-6ea5-4f92-a213-5e913a08f543 Apr 22 16:57:38.739268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d09b644-4915-4cfc-8e77-4a723120fbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:38.804807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d09b644-4915-4cfc-8e77-4a723120fbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.086281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.092725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66766430-1b7f-4d5c-a44b-d4e4b3e652a2']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:39.110977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.120980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a9c780-6471-4ee8-944b-518a5520523e') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:39.121386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a9c780-6471-4ee8-944b-518a5520523e') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:39.145306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.156074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d09b644-4915-4cfc-8e77-4a723120fbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.170605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:39.183863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.186716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09b644-4915-4cfc-8e77-4a723120fbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05d814a-3a69-4743-8828-32fab5501f22,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:39.191049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d09b644-4915-4cfc-8e77-4a723120fbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:39.195442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:57:39.224342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.234384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:39.235146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.262665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d09b644-4915-4cfc-8e77-4a723120fbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.263911 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3d09b644-4915-4cfc-8e77-4a723120fbec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d05d814a-3a69-4743-8828-32fab5501f22 HTTP/1.1" status: 204 len: 168 time: 0.7642236 Apr 22 16:57:39.320604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88397c6f-03c2-497c-bd4a-47d128c36111 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:39.390607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Router 76f981a8-a35d-4ad1-b854-f7e2dc9ad8be is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:57:39.613681 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7116413 Apr 22 16:57:39.614014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51336) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:39.622108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:39.626323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.627228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'subnet': {'network_id': '4c15afd4-c097-46df-8fc0-bd8a5159291c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:39.635625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Sync routers for ids ['76f981a8-a35d-4ad1-b854-f7e2dc9ad8be'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:39.653091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network 66766430-1b7f-4d5c-a44b-d4e4b3e652a2 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:39.656989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Routers {'76f981a8-a35d-4ad1-b854-f7e2dc9ad8be'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:39.657507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['76f981a8-a35d-4ad1-b854-f7e2dc9ad8be'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:39.667233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Network': ['ID=2211644b-6ea5-4f92-a213-5e913a08f543,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:39.671569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.694270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:39.744694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 2211644b-6ea5-4f92-a213-5e913a08f543 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:57:39.801061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:39.806051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:subnet and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:39.810106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:39.817666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:39.852463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:39.856745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4446535 Apr 22 16:57:39.857073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51340) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:39.952979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:39.960620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.052307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51346) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:40.093629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Set router 76f981a8-a35d-4ad1-b854-f7e2dc9ad8be gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:40.104260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network 66766430-1b7f-4d5c-a44b-d4e4b3e652a2 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:40.112868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9629f66b-fdb9-4369-acf1-7c884714080c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:57:40.151506 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:57:40.230947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9629f66b-fdb9-4369-acf1-7c884714080c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:40.254488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9629f66b-fdb9-4369-acf1-7c884714080c admin admin] Usage tracker for resource:security_group_rule and tenant:cd5dacdfee0a45ecb6e25305742f168f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:40.264356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9629f66b-fdb9-4369-acf1-7c884714080c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:40.276494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9629f66b-fdb9-4369-acf1-7c884714080c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:40.360065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.431026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2cce49d4-687e-4ef3-90dd-7a969eb48a7b tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:40.453258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.475684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event deleted for resources: {'Network': ['ID=66766430-1b7f-4d5c-a44b-d4e4b3e652a2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:40.479602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:40.544001 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8f980ac8-302a-437b-b742-dbb2adc672f9 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/routers/76f981a8-a35d-4ad1-b854-f7e2dc9ad8be HTTP/1.1" status: 200 len: 908 time: 0.6847916 Apr 22 16:57:40.548821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "DELETE /v2.0/networks/66766430-1b7f-4d5c-a44b-d4e4b3e652a2 HTTP/1.1" status: 204 len: 168 time: 6.5339479 Apr 22 16:57:40.551934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51354) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:40.552408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51356) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:40.561708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f981a8-a35d-4ad1-b854-f7e2dc9ad8be', 'name': 'tempest-snat-router-1007453819', 'tenant_id': '8987f04104f24191b9db35d262d6b8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '2e27a1ce-e7b7-46d4-b357-b75e1d95f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:57:34Z', 'updated_at': '2021-04-22T16:57:38Z', 'revision_number': 3, 'project_id': '8987f04104f24191b9db35d262d6b8cf', 'gw_port': {'id': '2e27a1ce-e7b7-46d4-b357-b75e1d95f808', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:45:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f981a8-a35d-4ad1-b854-f7e2dc9ad8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:57:36Z', 'updated_at': '2021-04-22T16:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:40.569187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Checking router: 76f981a8-a35d-4ad1-b854-f7e2dc9ad8be for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:57:40.569798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Updating router 76f981a8-a35d-4ad1-b854-f7e2dc9ad8be port 2e27a1ce-e7b7-46d4-b357-b75e1d95f808 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:57:40.632701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.648142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9629f66b-fdb9-4369-acf1-7c884714080c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.658780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 26ec6e90-b4e2-4846-bab4-fca619046c1e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:57:40.671786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.723166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9629f66b-fdb9-4369-acf1-7c884714080c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.733807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:40.763300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.827302 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9629f66b-fdb9-4369-acf1-7c884714080c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd5dacdfee0a45ecb6e25305742f168f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7711763 Apr 22 16:57:40.828545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51362) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:40.831320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629f66b-fdb9-4369-acf1-7c884714080c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592d5d64-3fb9-4a01-8e62-21980a30e1be,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:40.849838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9629f66b-fdb9-4369-acf1-7c884714080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:40.850768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:40.870061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.932083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 26ec6e90-b4e2-4846-bab4-fca619046c1e completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:40.945116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 26ec6e90-b4e2-4846-bab4-fca619046c1e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:40.945539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.953500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:40.983540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=407f1fcf-a2a9-44fc-abc3-dc5c4a7b4ab4,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:41.009418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:41.060690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.102477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a158eb32-3752-4ddd-bcd4-ea63373767bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.189185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.189715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.196278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network e7b0c8d1-e040-4445-8255-106720f2c010 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:41.218946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a158eb32-3752-4ddd-bcd4-ea63373767bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.233681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 26ec6e90-b4e2-4846-bab4-fca619046c1e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=26ec6e90-b4e2-4846-bab4-fca619046c1e,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:41.246760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.260679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Transition to ACTIVE for port object 2e27a1ce-e7b7-46d4-b357-b75e1d95f808 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:41.286456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:41.294535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.297526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98ef52d3-bebc-4af1-a5ce-2cd307eef91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:41.355632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.359167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a158eb32-3752-4ddd-bcd4-ea63373767bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.377568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:41.414117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Attempting to bind port 2e27a1ce-e7b7-46d4-b357-b75e1d95f808 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:57:41.414551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Attempting to bind port 2e27a1ce-e7b7-46d4-b357-b75e1d95f808 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:57:41.415132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Attempting to bind port 2e27a1ce-e7b7-46d4-b357-b75e1d95f808 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:57:41.425506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:57:41.425506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:41.425975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.426371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:57:41.426918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Bound port: 2e27a1ce-e7b7-46d4-b357-b75e1d95f808, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:57:41.427342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.459804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=26ec6e90-b4e2-4846-bab4-fca619046c1e,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:41.463360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a158eb32-3752-4ddd-bcd4-ea63373767bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.464596 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a158eb32-3752-4ddd-bcd4-ea63373767bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/592d5d64-3fb9-4a01-8e62-21980a30e1be HTTP/1.1" status: 204 len: 168 time: 0.6348629 Apr 22 16:57:41.465605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158eb32-3752-4ddd-bcd4-ea63373767bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592d5d64-3fb9-4a01-8e62-21980a30e1be,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:41.469845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a158eb32-3752-4ddd-bcd4-ea63373767bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:41.487780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:41.488901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:41.493239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ee3124-f8a8-4cec-8019-e9ce552c7b78']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:41.533091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:57:41.546470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633e8f70-6c81-42d5-8ba8-c728f4fe8d2c') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:41.546898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633e8f70-6c81-42d5-8ba8-c728f4fe8d2c') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:41.625825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c85568-25f9-4b4e-8c70-6ed6b99683f1 None None] Pushing event updated for resources: {'Port': ['ID=2e27a1ce-e7b7-46d4-b357-b75e1d95f808,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:41.630510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90c85568-25f9-4b4e-8c70-6ed6b99683f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:41.634882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.637429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] For port 2e27a1ce-e7b7-46d4-b357-b75e1d95f808, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:57:41.640896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] For port 2e27a1ce-e7b7-46d4-b357-b75e1d95f808, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2e27a1ce-e7b7-46d4-b357-b75e1d95f808,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:57:41.647719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.664145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.675293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:57:41.684704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.689664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b04e66c6-6e34-4f6c-8e0a-f2f730a77c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:41.777309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:41.781627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c85568-25f9-4b4e-8c70-6ed6b99683f1 None None] Pushing event updated for resources: {'Port': ['ID=2e27a1ce-e7b7-46d4-b357-b75e1d95f808,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:41.786448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90c85568-25f9-4b4e-8c70-6ed6b99683f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:41.789068 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "PUT /v2.0/routers/e6974ffa-5f06-4db8-9344-9c83f368aa1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8668661 Apr 22 16:57:41.793917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51374) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:41.802120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bbd83-d21f-47f6-a9d5-a1e63e1f1846 None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:41.806616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'port': {'network_id': 'e7b0c8d1-e040-4445-8255-106720f2c010', 'name': 'tempest-FloatingIPTestJSON-1968656266'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:41.813073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Routers {'76f981a8-a35d-4ad1-b854-f7e2dc9ad8be'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:41.813768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['76f981a8-a35d-4ad1-b854-f7e2dc9ad8be'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:41.816778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bbd83-d21f-47f6-a9d5-a1e63e1f1846 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:41.825674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2e9bbd83-d21f-47f6-a9d5-a1e63e1f1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:41.900128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Deleting port 2e27a1ce-e7b7-46d4-b357-b75e1d95f808 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:41.903239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:41.918966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2e9bbd83-d21f-47f6-a9d5-a1e63e1f1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:41.940921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bbd83-d21f-47f6-a9d5-a1e63e1f1846 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:41.942341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2e9bbd83-d21f-47f6-a9d5-a1e63e1f1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:42.006901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] Set router 76f981a8-a35d-4ad1-b854-f7e2dc9ad8be gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:42.014491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:42.016683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2e9bbd83-d21f-47f6-a9d5-a1e63e1f1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:42.017368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bbd83-d21f-47f6-a9d5-a1e63e1f1846 None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:42.030317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:port and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:42.035399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:42.043660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:42.077499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Made reservation on behalf of fe909354ad5f4d7b99e38030afcb1802 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:42.086002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:42.111122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] device_id is not set on port 193770f5-53fe-4eec-9850-cfcd7d8bd8cd yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:57:42.138484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f981a8-a35d-4ad1-b854-f7e2dc9ad8be', 'name': 'tempest-snat-router-1007453819', 'tenant_id': '8987f04104f24191b9db35d262d6b8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:57:34Z', 'updated_at': '2021-04-22T16:57:41Z', 'revision_number': 4, 'project_id': '8987f04104f24191b9db35d262d6b8cf', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:42.143852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53491fb7-0d09-4997-98d3-84fd4feb93ae None None] The sync data for ids ['76f981a8-a35d-4ad1-b854-f7e2dc9ad8be'] in dv-neutron-786478-3-hyperv is: [{'id': '76f981a8-a35d-4ad1-b854-f7e2dc9ad8be', 'name': 'tempest-snat-router-1007453819', 'tenant_id': '8987f04104f24191b9db35d262d6b8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:57:34Z', 'updated_at': '2021-04-22T16:57:41Z', 'revision_number': 4, 'project_id': '8987f04104f24191b9db35d262d6b8cf', 'gw_port_host': None}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:42.178351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network b0ee3124-f8a8-4cec-8019-e9ce552c7b78 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:42.197586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:42.231460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51380) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:42.262162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb8c-2d89-49ea-8a26-59ddbf8e2ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:42.287063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-43e4bb8c-2d89-49ea-8a26-59ddbf8e2ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:42.296475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-43e4bb8c-2d89-49ea-8a26-59ddbf8e2ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:8e9e17da506b4a499cbac3b368c06938 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:42.301158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-43e4bb8c-2d89-49ea-8a26-59ddbf8e2ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:42.310061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.20.0.3 (e7b0c8d1-e040-4445-8255-106720f2c010/46626dd6-7fd8-44b6-95bc-807b72c2a659/193770f5-53fe-4eec-9850-cfcd7d8bd8cd) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:42.312315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-43e4bb8c-2d89-49ea-8a26-59ddbf8e2ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:42.372051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] For port 2e27a1ce-e7b7-46d4-b357-b75e1d95f808, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2e27a1ce-e7b7-46d4-b357-b75e1d95f808,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:42.372518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:42.521532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 26ec6e90-b4e2-4846-bab4-fca619046c1e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:57:42.572137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Calling delete_port for 2e27a1ce-e7b7-46d4-b357-b75e1d95f808 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:42.615155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb8c-2d89-49ea-8a26-59ddbf8e2ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:42.633792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 26ec6e90-b4e2-4846-bab4-fca619046c1e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:42.634173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:42.686924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb8c-2d89-49ea-8a26-59ddbf8e2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:42.712706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network b0ee3124-f8a8-4cec-8019-e9ce552c7b78 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:42.721629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:42.730749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-43e4bb8c-2d89-49ea-8a26-59ddbf8e2ed6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e9e17da506b4a499cbac3b368c06938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981105 Apr 22 16:57:42.737821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51388) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:57:42.755077 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:57:42.775875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.101152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4bb8c-2d89-49ea-8a26-59ddbf8e2ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c7c507-51b7-440d-bc32-13c347f28623,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:43.119526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-43e4bb8c-2d89-49ea-8a26-59ddbf8e2ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:43.150765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-42a39bf3-60fb-432a-9890-d743f1242c0c tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:43.170725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.181465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-431ea8e7-75ba-49d5-8f31-1bc77afec6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.216673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-431ea8e7-75ba-49d5-8f31-1bc77afec6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.276292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Subnet': ['ID=cdfdb269-5079-4de0-8627-b0bdabba22d7,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:43.280994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:43.297164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Checking segment: {'id': 'd4579517-4140-4d5d-92ec-6371d4991934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4c15afd4-c097-46df-8fc0-bd8a5159291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:43.297559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network hostable DHCP agents. Network: 4c15afd4-c097-46df-8fc0-bd8a5159291c, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:57:43.306480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.314036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-574f30a1-f5d1-4a6d-9edf-1f064f552dd5 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:43.357633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.359309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 4c15afd4-c097-46df-8fc0-bd8a5159291c is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:57:43.367606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-431ea8e7-75ba-49d5-8f31-1bc77afec6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.371344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:43.388962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.405814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network e7b0c8d1-e040-4445-8255-106720f2c010 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:43.406737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event deleted for resources: {'Network': ['ID=b0ee3124-f8a8-4cec-8019-e9ce552c7b78,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:43.411674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:43.415153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:43.415290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:43.421659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 4c15afd4-c097-46df-8fc0-bd8a5159291c) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:43.430751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c838084-5330-406c-9fc5-4d89ab6075c6 None None] Network 4c15afd4-c097-46df-8fc0-bd8a5159291c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:43.431026 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "DELETE /v2.0/networks/b0ee3124-f8a8-4cec-8019-e9ce552c7b78 HTTP/1.1" status: 204 len: 168 time: 2.8746471 Apr 22 16:57:43.441588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51394) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:43.456004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=193770f5-53fe-4eec-9850-cfcd7d8bd8cd,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:43.458685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-431ea8e7-75ba-49d5-8f31-1bc77afec6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.459925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-431ea8e7-75ba-49d5-8f31-1bc77afec6a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59c7c507-51b7-440d-bc32-13c347f28623 HTTP/1.1" status: 204 len: 168 time: 0.7209380 Apr 22 16:57:43.460969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:43.464360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-43e4bb8c-2d89-49ea-8a26-59ddbf8e2ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:43.470256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:43.470931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.479534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ea8e7-75ba-49d5-8f31-1bc77afec6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c7c507-51b7-440d-bc32-13c347f28623,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:43.484026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-431ea8e7-75ba-49d5-8f31-1bc77afec6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:43.515188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:43.515188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.541567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.564469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-449be635-2007-4832-ad32-e42f72fcd852 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:43.625317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e27a1ce-e7b7-46d4-b357-b75e1d95f808,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:43.636879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8417819 Apr 22 16:57:43.639834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51404) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:43.648543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'port': {'network_id': 'e7b0c8d1-e040-4445-8255-106720f2c010', 'name': 'tempest-FloatingIPTestJSON-1314295422'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:43.700845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:43.735330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.747501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1297214 Apr 22 16:57:43.751113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51408) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:43.766669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'subnet': {'network_id': '2211644b-6ea5-4f92-a213-5e913a08f543', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:43.794474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-4c15afd4-c097-46df-8fc0-bd8a5159291c', 'network_id': '4c15afd4-c097-46df-8fc0-bd8a5159291c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'fixed_ips': [{'subnet_id': 'cdfdb269-5079-4de0-8627-b0bdabba22d7'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:57:43.795337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.797490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:43.968442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:43.973580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:port and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:43.977685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:43.988398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:44.014240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Allocated IP 2001:db8::2 (4c15afd4-c097-46df-8fc0-bd8a5159291c/cdfdb269-5079-4de0-8627-b0bdabba22d7/2a7612bb-bd12-47a4-a810-c9b16c1d7078) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:44.042171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Made reservation on behalf of fe909354ad5f4d7b99e38030afcb1802 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:44.055283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.088061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] device_id is not set on port 5aadbf28-e26a-46ac-8894-de742987f3c4 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:57:44.323639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.330449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.355544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:44.362966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.369069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.20.0.2 (e7b0c8d1-e040-4445-8255-106720f2c010/46626dd6-7fd8-44b6-95bc-807b72c2a659/5aadbf28-e26a-46ac-8894-de742987f3c4) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:44.448934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:subnet and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:44.453751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:44.462086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:44.603869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:44.609800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.610267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.627871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Transition to ACTIVE for port object 2a7612bb-bd12-47a4-a810-c9b16c1d7078 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:44.634388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.653960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Transition to ACTIVE for port object 2a7612bb-bd12-47a4-a810-c9b16c1d7078 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:44.677930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.690916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9348fe29-42a2-41ac-861c-c8ccc21bfbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:44.700629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.706740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:44.769339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7d932-4bbe-44c5-b85c-2983f0ce5fda req-e5a36fd5-e0e8-4293-a8b1-6ede23c1f497 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:44.778548 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ec7d932-4bbe-44c5-b85c-2983f0ce5fda req-e5a36fd5-e0e8-4293-a8b1-6ede23c1f497 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 945 time: 0.7464552 Apr 22 16:57:44.787467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:44.791891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Network 4c15afd4-c097-46df-8fc0-bd8a5159291c is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:44.796425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.797212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76f981a8-a35d-4ad1-b854-f7e2dc9ad8be {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:57:44.801363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:44.803849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:44.821958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network e7b0c8d1-e040-4445-8255-106720f2c010 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:44.825369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:44.836825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:44.875320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=5aadbf28-e26a-46ac-8894-de742987f3c4,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:44.880305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:44.906023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:44.908072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.930727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Attempting to bind port 2a7612bb-bd12-47a4-a810-c9b16c1d7078 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:57:44.931245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Attempting to bind port 2a7612bb-bd12-47a4-a810-c9b16c1d7078 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'd4579517-4140-4d5d-92ec-6371d4991934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4c15afd4-c097-46df-8fc0-bd8a5159291c'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:57:44.931655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Attempting to bind port 2a7612bb-bd12-47a4-a810-c9b16c1d7078 on network 4c15afd4-c097-46df-8fc0-bd8a5159291c {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:57:44.939382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:57:44.940128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Checking segment: {'id': 'd4579517-4140-4d5d-92ec-6371d4991934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4c15afd4-c097-46df-8fc0-bd8a5159291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:44.940772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.942655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Bound using segment: {'id': 'd4579517-4140-4d5d-92ec-6371d4991934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4c15afd4-c097-46df-8fc0-bd8a5159291c'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:57:44.942830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366a82cd-7dc7-4f83-9a6e-37382ebec7f2') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:44.943001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366a82cd-7dc7-4f83-9a6e-37382ebec7f2') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:44.944079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Bound port: 2a7612bb-bd12-47a4-a810-c9b16c1d7078, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4579517-4140-4d5d-92ec-6371d4991934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4c15afd4-c097-46df-8fc0-bd8a5159291c'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:57:44.944525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:44.956511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Pushing event updated for resources: {'Port': ['ID=2a7612bb-bd12-47a4-a810-c9b16c1d7078,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:44.960857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:44.961957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3202493 Apr 22 16:57:44.963073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51438) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:44.970464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '5aadbf28-e26a-46ac-8894-de742987f3c4', 'fixed_ip_address': '172.20.0.2'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:44.982039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:44.989384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:floatingip and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:44.993320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:45.000950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:45.001738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732c5d5-9004-48b3-95d3-ee7e7eb16480 req-edf5c51b-0dc9-466b-a90e-73574ba68b2f tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:45.003864 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9732c5d5-9004-48b3-95d3-ee7e7eb16480 req-edf5c51b-0dc9-466b-a90e-73574ba68b2f tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 945 time: 0.6132352 Apr 22 16:57:45.009608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:45.027185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ec7d932-4bbe-44c5-b85c-2983f0ce5fda req-c9820a6b-fa5a-45b6-a495-bcf1cb6c328e tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473285 Apr 22 16:57:45.043686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:45.114926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:45.121519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:45.123242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "DELETE /v2.0/routers/76f981a8-a35d-4ad1-b854-f7e2dc9ad8be HTTP/1.1" status: 204 len: 168 time: 4.5689685 Apr 22 16:57:45.141801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] For port 2a7612bb-bd12-47a4-a810-c9b16c1d7078, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:57:45.146064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] For port 2a7612bb-bd12-47a4-a810-c9b16c1d7078, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2a7612bb-bd12-47a4-a810-c9b16c1d7078,segment=NetworkSegment(d4579517-4140-4d5d-92ec-6371d4991934),segment_id=d4579517-4140-4d5d-92ec-6371d4991934)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:57:45.159039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51446) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:45.162889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9732c5d5-9004-48b3-95d3-ee7e7eb16480 req-4867ee3d-d8a7-4f34-a450-cd33837eb60d tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291597 Apr 22 16:57:45.176358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:57:45.183477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:45.199847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:45.292139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:45.343624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Pushing event updated for resources: {'Port': ['ID=2a7612bb-bd12-47a4-a810-c9b16c1d7078,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:45.347702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:45.520373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.26.6.69 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/070621ee-fb7d-48fd-9371-10e308fb3942) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:45.654482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:45.667932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:45.699979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:45.764014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:45.771195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed5bf020-60e2-40fb-b6a6-a33ae04f3e8a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:45.900932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=070621ee-fb7d-48fd-9371-10e308fb3942,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:45.919146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:45.939160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:45.947903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:45.958554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:46.110092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51472) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:46.219695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.298831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1821675293', 'router:external': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:46.304356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:46.308536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Usage tracker for resource:network and tenant:724931b08e5f47ce8476c9efacb33420 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:46.320447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:46.326842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:46.385243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:57:46.477420 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:57:46.480255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Made reservation on behalf of 724931b08e5f47ce8476c9efacb33420 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:46.484796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.507905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.540772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:46.549889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Usage tracker for resource:security_group_rule and tenant:724931b08e5f47ce8476c9efacb33420 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:46.555949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:46.565182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:46.614189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2a7612bb-bd12-47a4-a810-c9b16c1d7078 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:57:46.700882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.740126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.750791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:46.766884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:57:46.767279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 2a7612bb-bd12-47a4-a810-c9b16c1d7078 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:46.781391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.781798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Added segment 4be35582-ba4d-4bfa-8bbb-3b68f07ff61f of type vlan for network 5e67ba62-dbe1-4888-9f75-128ee2f35daa Apr 22 16:57:46.825456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.830921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.847676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.857217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:46.882341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.890407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f9301f-1c02-4a33-9fcd-f9895dd82291,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:46.892790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event deleted for resources: {'Network': ['ID=f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:46.895451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:46.901907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:46.915227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.916832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:46.917541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:46.931761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:46.954258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a7ffb-1c28-4023-a1c1-37b7de0d1994 req-17a15096-6353-4611-b096-0ed464c4410d tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:46.957846 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-057a7ffb-1c28-4023-a1c1-37b7de0d1994 req-17a15096-6353-4611-b096-0ed464c4410d tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 945 time: 0.4777439 Apr 22 16:57:46.960208 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "DELETE /v2.0/networks/f26bd91a-a0f0-4dc4-bc29-468a2f2e5b9f HTTP/1.1" status: 204 len: 168 time: 3.5176189 Apr 22 16:57:46.965986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51484) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:47.060091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Deleting port 26ec6e90-b4e2-4846-bab4-fca619046c1e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:47.060484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.061675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event updated for resources: {'Network': ['ID=5e67ba62-dbe1-4888-9f75-128ee2f35daa,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:47.065820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:47.070866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.084014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 5e67ba62-dbe1-4888-9f75-128ee2f35daa details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:57:47.096679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.9804070 Apr 22 16:57:47.096992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51488) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:47.105442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Request body: {'subnet': {'network_id': '5e67ba62-dbe1-4888-9f75-128ee2f35daa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:47.112029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:47.117549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Usage tracker for resource:subnet and tenant:724931b08e5f47ce8476c9efacb33420 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:47.120950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:47.159746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:47.198798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.230679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1ebc59-b29d-47bb-8cd9-5f9adeb58c32 None None] Network 4c15afd4-c097-46df-8fc0-bd8a5159291c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:47.236891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Made reservation on behalf of 724931b08e5f47ce8476c9efacb33420 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:47.242221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.253618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.344480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:47.374756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-057a7ffb-1c28-4023-a1c1-37b7de0d1994 req-7bd1e1db-91eb-4289-bd9f-e50ee4761047 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4027841 Apr 22 16:57:47.381571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.420340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e7d97f8e-bb25-4738-90d6-09ca5e137f0f None None] Provisioning for port 2a7612bb-bd12-47a4-a810-c9b16c1d7078 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:47.432219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e7d97f8e-bb25-4738-90d6-09ca5e137f0f None None] Provisioning complete for port 2a7612bb-bd12-47a4-a810-c9b16c1d7078 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:47.432636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7d97f8e-bb25-4738-90d6-09ca5e137f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.533579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee265e-0c43-4296-9d36-39ed658bb0f6 req-12079d56-0cf1-4cf0-a592-e632ca12808e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:47.535138 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-deee265e-0c43-4296-9d36-39ed658bb0f6 req-12079d56-0cf1-4cf0-a592-e632ca12808e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 945 time: 0.5901599 Apr 22 16:57:47.542964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Subnet': ['ID=76c66783-d828-4474-8fc6-576a4d551459,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:47.571006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:47.636480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7d97f8e-bb25-4738-90d6-09ca5e137f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.675928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.685678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Checking segment: {'id': 'b0bef537-0f8a-4f17-aea3-10dc65dab2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '2211644b-6ea5-4f92-a213-5e913a08f543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:47.694361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network hostable DHCP agents. Network: 2211644b-6ea5-4f92-a213-5e913a08f543, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:57:47.694711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e7d97f8e-bb25-4738-90d6-09ca5e137f0f None None] For port 2a7612bb-bd12-47a4-a810-c9b16c1d7078, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2a7612bb-bd12-47a4-a810-c9b16c1d7078,segment=NetworkSegment(d4579517-4140-4d5d-92ec-6371d4991934),segment_id=d4579517-4140-4d5d-92ec-6371d4991934)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:47.710842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] For port 26ec6e90-b4e2-4846-bab4-fca619046c1e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=26ec6e90-b4e2-4846-bab4-fca619046c1e,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:47.711257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.734708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.744406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7d97f8e-bb25-4738-90d6-09ca5e137f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.746474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90c85568-25f9-4b4e-8c70-6ed6b99683f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:47.780536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.796489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3209f653-2c8c-4e48-b4cb-54c96e967327 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:47.870682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d97f8e-bb25-4738-90d6-09ca5e137f0f None None] Pushing event updated for resources: {'Port': ['ID=2a7612bb-bd12-47a4-a810-c9b16c1d7078,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:47.878646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7d97f8e-bb25-4738-90d6-09ca5e137f0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:47.959517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=070621ee-fb7d-48fd-9371-10e308fb3942,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:47.965392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:47.966474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:47.969864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4f0f6607-fa6a-4466-a9f0-f8ccbbbf993e None None] Provisioning complete for port 2a7612bb-bd12-47a4-a810-c9b16c1d7078 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:47.970419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6607-fa6a-4466-a9f0-f8ccbbbf993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:48.002228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Calling delete_port for 26ec6e90-b4e2-4846-bab4-fca619046c1e owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:48.057656 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-deee265e-0c43-4296-9d36-39ed658bb0f6 req-077bd6d2-4591-4d12-b972-4aeb154739c3 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4878440 Apr 22 16:57:48.123052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 2211644b-6ea5-4f92-a213-5e913a08f543 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:57:48.172140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a46104-6fe8-483c-a2e5-0187be69ff9e']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:48.205086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7c17b6-d10d-45ca-91fc-512c587ad0e5') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:48.205476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7c17b6-d10d-45ca-91fc-512c587ad0e5') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:48.214298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 2211644b-6ea5-4f92-a213-5e913a08f543) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:48.223129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f55d9-359d-4e14-9752-c85ba1955bf7 None None] Network 2211644b-6ea5-4f92-a213-5e913a08f543 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:48.234220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:48.257793 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP 29f7ffec-ce9d-40eb-8752-3d91e3ccf30a associated. External IP: 172.26.6.69, port: 5aadbf28-e26a-46ac-8894-de742987f3c4. Apr 22 16:57:48.269561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:48.270213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:48.274884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:48.294535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:57:48.393045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee757be-83ca-40f2-ac70-31505c8df65d req-5b78b3a4-49fc-4298-ba9e-d311fae29b7e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:48.394686 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dee757be-83ca-40f2-ac70-31505c8df65d req-5b78b3a4-49fc-4298-ba9e-d311fae29b7e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 945 time: 0.3522995 Apr 22 16:57:48.419073 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.6639824 Apr 22 16:57:48.497399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51496) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:48.511533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-2211644b-6ea5-4f92-a213-5e913a08f543', 'network_id': '2211644b-6ea5-4f92-a213-5e913a08f543', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'fixed_ips': [{'subnet_id': '76c66783-d828-4474-8fc6-576a4d551459'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:57:48.512918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:48.530255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ec1a33dc-79a6-4221-9ec5-ed55518d6a4a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-802047526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:48.584543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2a7612bb-bd12-47a4-a810-c9b16c1d7078 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:57:48.654503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ec1a33dc-79a6-4221-9ec5-ed55518d6a4a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:48.712746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network c0a46104-6fe8-483c-a2e5-0187be69ff9e has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:48.728241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:48.733210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-5b7a6701-cac3-470a-b433-88140831493b tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:48.733976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-5b7a6701-cac3-470a-b433-88140831493b tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Synchronizing usage tracker for tenant:78d9071ff9ec4f9bac121b4b44a0ef4a on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:48.738955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 2a7612bb-bd12-47a4-a810-c9b16c1d7078 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:48.739384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:48.815033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87209) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 16:57:48.815594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:48.831817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:48.852623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ec1a33dc-79a6-4221-9ec5-ed55518d6a4a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:router and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:48.865432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-5b7a6701-cac3-470a-b433-88140831493b tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Unset dirty status for tenant:78d9071ff9ec4f9bac121b4b44a0ef4a on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:48.866749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-5b7a6701-cac3-470a-b433-88140831493b tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 945 time: 0.7373874 Apr 22 16:57:48.872601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ec1a33dc-79a6-4221-9ec5-ed55518d6a4a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:48.879546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Allocated IP 2001:db8:1::2 (2211644b-6ea5-4f92-a213-5e913a08f543/76c66783-d828-4474-8fc6-576a4d551459/4d370874-6131-4cfe-8014-40530f082a64) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:48.906394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ec1a33dc-79a6-4221-9ec5-ed55518d6a4a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:49.014202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Deleting port e841c77e-eabf-4336-a609-c3d838292c5e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:49.014588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.059144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2800b5c0-ec10-4990-9bee-2d19b5df42af,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:49.074376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:49.148948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Deleting port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:49.149338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.166182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.180887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Transition to ACTIVE for port object 4d370874-6131-4cfe-8014-40530f082a64 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:49.184585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Checking segment: {'id': '4be35582-ba4d-4bfa-8bbb-3b68f07ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5e67ba62-dbe1-4888-9f75-128ee2f35daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:49.184996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Network hostable DHCP agents. Network: 5e67ba62-dbe1-4888-9f75-128ee2f35daa, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:57:49.211130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Transition to ACTIVE for port object 4d370874-6131-4cfe-8014-40530f082a64 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:49.243190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.256334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-640f40f4-a14b-4ae1-9cda-115f52930657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:49.324430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Network 2211644b-6ea5-4f92-a213-5e913a08f543 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:49.328971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:49.329175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Network 5e67ba62-dbe1-4888-9f75-128ee2f35daa is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:57:49.333123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:49.337697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:57:49.344679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Pushing event updated for resources: {'Port': ['ID=4d370874-6131-4cfe-8014-40530f082a64,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:49.387495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:49.439574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 5e67ba62-dbe1-4888-9f75-128ee2f35daa) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:49.446194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec1a33dc-79a6-4221-9ec5-ed55518d6a4a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.447304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec1a33dc-79a6-4221-9ec5-ed55518d6a4a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.453109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c37c4-7395-4732-99d8-d279ebf77645 None None] Network 5e67ba62-dbe1-4888-9f75-128ee2f35daa requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:49.475946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Attempting to bind port 4d370874-6131-4cfe-8014-40530f082a64 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:57:49.476370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Attempting to bind port 4d370874-6131-4cfe-8014-40530f082a64 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'b0bef537-0f8a-4f17-aea3-10dc65dab2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '2211644b-6ea5-4f92-a213-5e913a08f543'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:57:49.476790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Attempting to bind port 4d370874-6131-4cfe-8014-40530f082a64 on network 2211644b-6ea5-4f92-a213-5e913a08f543 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:57:49.477105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Network c0a46104-6fe8-483c-a2e5-0187be69ff9e has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:57:49.508953 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:57:49.542688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:57:49.543088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Checking segment: {'id': 'b0bef537-0f8a-4f17-aea3-10dc65dab2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '2211644b-6ea5-4f92-a213-5e913a08f543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:49.543522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.543961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Bound using segment: {'id': 'b0bef537-0f8a-4f17-aea3-10dc65dab2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '2211644b-6ea5-4f92-a213-5e913a08f543'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:57:49.544508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Bound port: 4d370874-6131-4cfe-8014-40530f082a64, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bef537-0f8a-4f17-aea3-10dc65dab2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '2211644b-6ea5-4f92-a213-5e913a08f543'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:57:49.544928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.590616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:49.591311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.625710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.647460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a73c0a1-a1e5-40da-be0c-d0ed89be6e36 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:49.692300 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5910282 Apr 22 16:57:49.698760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec1a33dc-79a6-4221-9ec5-ed55518d6a4a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.700301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51504) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:49.721033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cddafd-f574-4d30-9989-c5e21d791f0b req-906a136b-873f-482b-bfb2-7a953d857a6d tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:49.722949 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0cddafd-f574-4d30-9989-c5e21d791f0b req-906a136b-873f-482b-bfb2-7a953d857a6d tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 945 time: 1.1638970 Apr 22 16:57:49.729197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:49.732064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] For port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b,segment=NetworkSegment(f3554cc3-1712-493b-a603-6cd54a7b0106),segment_id=f3554cc3-1712-493b-a603-6cd54a7b0106)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:49.732473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.753162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event deleted for resources: {'Port': ['ID=26ec6e90-b4e2-4846-bab4-fca619046c1e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:49.761372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf207e-0e9c-4f82-9b66-c995d909ce36 None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:49.765146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-821236512', 'network_id': '5e67ba62-dbe1-4888-9f75-128ee2f35daa'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:49.796038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:49.797864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] For port 4d370874-6131-4cfe-8014-40530f082a64, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:57:49.800115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf207e-0e9c-4f82-9b66-c995d909ce36 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:49.800814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-74cf207e-0e9c-4f82-9b66-c995d909ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:49.809731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:49.879010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] For port 4d370874-6131-4cfe-8014-40530f082a64, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4d370874-6131-4cfe-8014-40530f082a64,segment=NetworkSegment(b0bef537-0f8a-4f17-aea3-10dc65dab2ac),segment_id=b0bef537-0f8a-4f17-aea3-10dc65dab2ac)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:57:49.880282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-74cf207e-0e9c-4f82-9b66-c995d909ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:49.895825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Usage tracker for resource:port and tenant:724931b08e5f47ce8476c9efacb33420 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:49.899503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.901393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:49.911938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.930890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:49.936933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:49.976502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf207e-0e9c-4f82-9b66-c995d909ce36 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:49.977453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-74cf207e-0e9c-4f82-9b66-c995d909ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:49.977574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:49.986326 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0217898 Apr 22 16:57:49.995177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51510) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:49.999966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:50.002613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:50.033158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-68f0bd1b-41f4-4d0e-a2d4-77b5526c499d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:50.111878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Pushing event deleted for resources: {'Network': ['ID=c0a46104-6fe8-483c-a2e5-0187be69ff9e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:50.114271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec1a33dc-79a6-4221-9ec5-ed55518d6a4a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:50.131576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:50.131821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:50.132417 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Floating IP 8a60a704-206e-44ba-85f2-a719fdce2100 disassociated. External IP: 172.26.6.114, port: 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b. Apr 22 16:57:50.132917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Calling delete_port for 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:50.142354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:50.168599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6019041-d84b-4369-aef9-5aae849d07f2 req-0cfaaeec-e3d3-4763-b761-24e6e7cd2877 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:50.170325 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b6019041-d84b-4369-aef9-5aae849d07f2 req-0cfaaeec-e3d3-4763-b761-24e6e7cd2877 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 945 time: 0.8214505 Apr 22 16:57:50.189267 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0cddafd-f574-4d30-9989-c5e21d791f0b req-fcdb817c-dede-48b6-aeec-e3042f356dda tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups?id=3eef70b2-6b59-43d7-986b-efce204c5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3943863 Apr 22 16:57:50.234832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a3efa2-2c43-4e83-acbb-c3d71daee1d1 None None] Network 5e67ba62-dbe1-4888-9f75-128ee2f35daa requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:50.246011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68f0bd1b-41f4-4d0e-a2d4-77b5526c499d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:50.307323 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] 10.222.0.77 "DELETE /v2.0/networks/c0a46104-6fe8-483c-a2e5-0187be69ff9e HTTP/1.1" status: 204 len: 168 time: 3.3394601 Apr 22 16:57:50.329024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:50.333024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-74cf207e-0e9c-4f82-9b66-c995d909ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:50.341125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf207e-0e9c-4f82-9b66-c995d909ce36 None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:50.341879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af904908-6a7d-4e3a-a062-5614259912d0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:50.356199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Made reservation on behalf of 724931b08e5f47ce8476c9efacb33420 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:50.361135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:50.380940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Pushing event updated for resources: {'Port': ['ID=4d370874-6131-4cfe-8014-40530f082a64,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:50.395985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:50.397149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:50.446274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Pushing event deleted for resources: {'Port': ['ID=5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:50.449569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:50.655052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:50.707638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec1a33dc-79a6-4221-9ec5-ed55518d6a4a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:50.709886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ec1a33dc-79a6-4221-9ec5-ed55518d6a4a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.2109113 Apr 22 16:57:50.714329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] device_id is not set on port 17ad4943-817a-4763-ba93-de3377d6824f yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:57:50.766379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:50.795415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51520) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:51.008130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] For port e841c77e-eabf-4336-a609-c3d838292c5e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e841c77e-eabf-4336-a609-c3d838292c5e,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:51.008683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:51.044556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51526) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:51.098179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b6019041-d84b-4369-aef9-5aae849d07f2 req-ffafd87d-db92-4b22-9255-ec8576371749 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8554668 Apr 22 16:57:51.137135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Router dfe74c98-00ae-4182-8bea-1c56466fc8fa has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:57:51.243392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:51.244009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:57:51.429457 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6075710a-5019-49ed-8ee7-88e990c807db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a8064664553f43c0ac81330a1dce7cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835468 Apr 22 16:57:51.432615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:51.434089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51534) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:51.444744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5858730a-6103-4bb8-809a-fdc80f41d626 None None] Sync routers for ids ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:51.458164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5858730a-6103-4bb8-809a-fdc80f41d626 None None] Routers {'dfe74c98-00ae-4182-8bea-1c56466fc8fa'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:51.459291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5858730a-6103-4bb8-809a-fdc80f41d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:51.585525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] No DVR routers for this DVR port 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:57:51.588586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:51.612662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'name': 'network-vif-deleted', 'tag': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:57:51.648715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cafbb6d8-04be-4f91-a1cc-5367893e5f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:51.663257 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7d104a35-df08-47df-a54a-dd2f723b2674 req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.78 "DELETE /v2.0/ports/5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b HTTP/1.1" status: 204 len: 173 time: 2.7799318 Apr 22 16:57:51.700541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cafbb6d8-04be-4f91-a1cc-5367893e5f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:51.751521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5858730a-6103-4bb8-809a-fdc80f41d626 None None] Set router dfe74c98-00ae-4182-8bea-1c56466fc8fa gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:51.791445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cafbb6d8-04be-4f91-a1cc-5367893e5f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:51.799570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-431ea8e7-75ba-49d5-8f31-1bc77afec6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:51.820973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbb6d8-04be-4f91-a1cc-5367893e5f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ce7355-de49-44ef-a9c8-90d1e0242072,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:51.824122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cafbb6d8-04be-4f91-a1cc-5367893e5f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:51.826739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cafbb6d8-04be-4f91-a1cc-5367893e5f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:51.830725 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cafbb6d8-04be-4f91-a1cc-5367893e5f76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5ce7355-de49-44ef-a9c8-90d1e0242072 HTTP/1.1" status: 204 len: 168 time: 0.3930042 Apr 22 16:57:51.885076 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e9450bb-510e-41b0-ad86-c0ec567d072d req-e9a0728c-273a-4de2-8e59-c4bac43bd07c tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/ports?device_id=e21c5b52-2c88-4f9e-a791-394c40bead1b HTTP/1.1" status: 200 len: 210 time: 0.5204380 Apr 22 16:57:51.994391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:57:52.023269 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c5b52-2c88-4f9e-a791-394c40bead1b', 'name': 'network-vif-deleted', 'tag': '5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b', 'status': 'completed', 'code': 200} Apr 22 16:57:52.095896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:57:52.096522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 5b38b56f-8aa8-4dc0-b6d5-1fb94fc3076b not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:57:52.097128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device e841c77e-eabf-4336-a609-c3d838292c5e no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:57:52.322207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:52.342527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b0cb1-313d-45ea-8bbc-7391425ae1d3 None None] Network 2211644b-6ea5-4f92-a213-5e913a08f543 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:52.423691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:52.424934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "DELETE /v2.0/routers/0fe0d857-8d88-4eaa-9fff-a4e8dfccbe92 HTTP/1.1" status: 204 len: 168 time: 7.2609274 Apr 22 16:57:52.428768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51546) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:52.437321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-964998853', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:52.472518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:52.490542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Usage tracker for resource:router and tenant:d272c55eff3f4f698d7da29f12b06b91 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:52.492602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5858730a-6103-4bb8-809a-fdc80f41d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'bd7f3a0a-d715-4d89-8ed4-7f04340444b1', 'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'mac_address': 'fa:16:3e:ea:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:09Z', 'updated_at': '2021-04-22T16:56:27Z', 'revision_number': 5, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'subnets': [{'id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:52.498419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:52.501732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5858730a-6103-4bb8-809a-fdc80f41d626 None None] Checking router: dfe74c98-00ae-4182-8bea-1c56466fc8fa for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:57:52.524732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:52.528234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5858730a-6103-4bb8-809a-fdc80f41d626 None None] Routers {'dfe74c98-00ae-4182-8bea-1c56466fc8fa'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:52.528965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5858730a-6103-4bb8-809a-fdc80f41d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:52.549766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844835b-9f81-449c-81e9-5c1bec54e4b0 req-3de0cc13-f3f5-426d-a71d-68eab5d00843 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:52.558584 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8844835b-9f81-449c-81e9-5c1bec54e4b0 req-3de0cc13-f3f5-426d-a71d-68eab5d00843 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 1.8985972 Apr 22 16:57:52.645179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4d370874-6131-4cfe-8014-40530f082a64 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:57:52.690124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:52.691567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:52.738801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:52.764478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e841c77e-eabf-4336-a609-c3d838292c5e'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:57:52.804297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port e841c77e-eabf-4336-a609-c3d838292c5e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e841c77e-eabf-4336-a609-c3d838292c5e,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:52.808884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-822a04af-4898-4ffb-9976-47e8f02d727d None None] Provisioning for port 4d370874-6131-4cfe-8014-40530f082a64 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:52.817444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-822a04af-4898-4ffb-9976-47e8f02d727d None None] Provisioning complete for port 4d370874-6131-4cfe-8014-40530f082a64 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:52.818500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-822a04af-4898-4ffb-9976-47e8f02d727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:52.831274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68f0bd1b-41f4-4d0e-a2d4-77b5526c499d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:52.850123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Allocated IP 172.20.0.11 (5e67ba62-dbe1-4888-9f75-128ee2f35daa/2800b5c0-ec10-4990-9bee-2d19b5df42af/17ad4943-817a-4763-ba93-de3377d6824f) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:52.868813 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8844835b-9f81-449c-81e9-5c1bec54e4b0 req-ce35504a-5d89-4d4f-9257-fda0d8140c61 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087180 Apr 22 16:57:52.909682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 4d370874-6131-4cfe-8014-40530f082a64 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:52.987575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:53.001276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7d97f8e-bb25-4738-90d6-09ca5e137f0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:53.010990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5858730a-6103-4bb8-809a-fdc80f41d626 None None] Set router dfe74c98-00ae-4182-8bea-1c56466fc8fa gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:57:53.071322 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e841c77e-eabf-4336-a609-c3d838292c5e', 'code': 200} Apr 22 16:57:53.091376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4d370874-6131-4cfe-8014-40530f082a64 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:53.091799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:53.181171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:53.192541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68f0bd1b-41f4-4d0e-a2d4-77b5526c499d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:53.193769 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-68f0bd1b-41f4-4d0e-a2d4-77b5526c499d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP 29f7ffec-ce9d-40eb-8752-3d91e3ccf30a disassociated. External IP: 172.26.6.69, port: 5aadbf28-e26a-46ac-8894-de742987f3c4. Apr 22 16:57:53.196891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-822a04af-4898-4ffb-9976-47e8f02d727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:53.299412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=e841c77e-eabf-4336-a609-c3d838292c5e,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:53.310004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-822a04af-4898-4ffb-9976-47e8f02d727d None None] For port 4d370874-6131-4cfe-8014-40530f082a64, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4d370874-6131-4cfe-8014-40530f082a64,segment=NetworkSegment(b0bef537-0f8a-4f17-aea3-10dc65dab2ac),segment_id=b0bef537-0f8a-4f17-aea3-10dc65dab2ac)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:53.312529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:53.378952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-822a04af-4898-4ffb-9976-47e8f02d727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:53.388523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e5d6973c-f619-4bd9-bccf-3a29c66dfb80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:53.543212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:53.576256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a04af-4898-4ffb-9976-47e8f02d727d None None] Pushing event updated for resources: {'Port': ['ID=4d370874-6131-4cfe-8014-40530f082a64,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:53.593030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-822a04af-4898-4ffb-9976-47e8f02d727d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:53.622260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 26ec6e90-b4e2-4846-bab4-fca619046c1e no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:57:53.687970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 26ec6e90-b4e2-4846-bab4-fca619046c1e {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:57:53.688560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 26ec6e90-b4e2-4846-bab4-fca619046c1e not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:57:53.704742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5dde0cb7-bfa2-4057-a692-c2721d27fd3e None None] Provisioning complete for port 4d370874-6131-4cfe-8014-40530f082a64 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:53.705257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dde0cb7-bfa2-4057-a692-c2721d27fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:53.824031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5858730a-6103-4bb8-809a-fdc80f41d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'bd7f3a0a-d715-4d89-8ed4-7f04340444b1', 'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'mac_address': 'fa:16:3e:ea:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:09Z', 'updated_at': '2021-04-22T16:56:27Z', 'revision_number': 5, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'subnets': [{'id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:53.831022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5858730a-6103-4bb8-809a-fdc80f41d626 None None] The sync data for ids ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'] in dv-neutron-786478-3-hyperv is: [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'bd7f3a0a-d715-4d89-8ed4-7f04340444b1', 'name': '', 'network_id': '04582f77-2428-4f63-825f-e2d1659dd7ad', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'mac_address': 'fa:16:3e:ea:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:09Z', 'updated_at': '2021-04-22T16:56:27Z', 'revision_number': 5, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'subnets': [{'id': 'cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:53.851051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51576) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:53.958394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Allocated IP 2001:db8::1 (4c15afd4-c097-46df-8fc0-bd8a5159291c/cdfdb269-5079-4de0-8627-b0bdabba22d7/f84e62de-d21d-4c71-871a-5661c3e48a37) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:54.024597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.025018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.025374 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Floating IP 7a7e47ff-0170-46e7-a306-349e96c10b86 disassociated. External IP: 172.26.6.177, port: e841c77e-eabf-4336-a609-c3d838292c5e. Apr 22 16:57:54.025757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Calling delete_port for e841c77e-eabf-4336-a609-c3d838292c5e owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:54.068612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-761596903'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:54.089080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:54.128495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.159399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:network and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:54.166644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:54.171120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.214771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:54.240141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c681f4-8314-4336-abb1-16e3583bf812 req-e45d696a-c2db-4183-b7e6-d7f29f070723 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:54.241831 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2c681f4-8314-4336-abb1-16e3583bf812 req-e45d696a-c2db-4183-b7e6-d7f29f070723 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 945 time: 1.8155518 Apr 22 16:57:54.266136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:54.273013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.294926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.299849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bdc094-76ae-4e42-bf29-a1f611fdb296 None None] New status for floating IP 8a60a704-206e-44ba-85f2-a719fdce2100: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:57:54.349995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:54.362137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:security_group_rule and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:54.366894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:54.377843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:54.393377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Allocated IP 172.26.6.111 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/a6ab7445-ca5f-4d14-9d00-ee34625653a2) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:57:54.534124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4d370874-6131-4cfe-8014-40530f082a64 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:57:54.623250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4d370874-6131-4cfe-8014-40530f082a64 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:54.623840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.648858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.655011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.680763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.688039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e6b02ba3-f585-4fb3-86b7-f17313a6ee58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:54.720173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:57:54.757932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.758323 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Added segment b141a225-6531-4551-a3d1-674bc7607d54 of type vlan for network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b Apr 22 16:57:54.759618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fd5245-edc0-4f3e-82e9-fb520eb4b690,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:54.775214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.775623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.778565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.778565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.778565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.778565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.778565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.778565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.778565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.779957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.779957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.779957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:54.784765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:54.809994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.817388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d64efa64-e8ed-46f0-b6f1-9c2556038f0b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:54.851061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:54.902744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:54.907147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:54.919810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:54.956044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Pushing event updated for resources: {'Port': ['ID=a6ab7445-ca5f-4d14-9d00-ee34625653a2,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:54.966095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:54.995318 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2c681f4-8314-4336-abb1-16e3583bf812 req-8eecfeaa-3be0-4821-a264-18491c586a61 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7342880 Apr 22 16:57:55.015080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:55.020426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:55.049464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:55.056124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:55.056782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:55.071513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:55.086195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51582) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:55.087352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071d10c-4501-4a1d-aedd-4f751823c40a req-8c4d7556-900c-4832-99bc-19c972f6e13b tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:55.089015 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e071d10c-4501-4a1d-aedd-4f751823c40a req-8c4d7556-900c-4832-99bc-19c972f6e13b tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 1.0781112 Apr 22 16:57:55.114324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:57:55.115223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:57:55.168172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Transition to ACTIVE for port object f84e62de-d21d-4c71-871a-5661c3e48a37 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:57:55.225342 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e071d10c-4501-4a1d-aedd-4f751823c40a req-ed5e298d-82e1-4b7d-8034-491d41918d55 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185019 Apr 22 16:57:55.242132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f0bd1b-41f4-4d0e-a2d4-77b5526c499d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:57:55.321819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:55.324513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Network': ['ID=dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:55.335684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:55.340032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:57:55.346887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:55.381626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:55.404623 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5523305 Apr 22 16:57:55.462784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51590) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:55.485001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'name': 'tempest-PortsTestJSON-1306627225'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:55.524155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Network 5e67ba62-dbe1-4888-9f75-128ee2f35daa is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:55.539404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:55.562972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61a73990-417b-492a-b38e-5f48a1b9ded2 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:55.612012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:55.615812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61a73990-417b-492a-b38e-5f48a1b9ded2 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:55.642029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Deleting port e841c77e-eabf-4336-a609-c3d838292c5e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:55.642418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:55.674487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:55.684779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 4c15afd4-c097-46df-8fc0-bd8a5159291c is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:55.702826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:55.704893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event updated for resources: {'Port': ['ID=17ad4943-817a-4763-ba93-de3377d6824f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:55.709444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:55.709971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:55.889558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.890107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.890376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.890808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.891241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.891614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.892159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.892419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.892825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.893263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.893663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.894063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:57:55.923348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:55.928567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a339530f-b9a8-44cc-93fc-55c923248c6c tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:56.040055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2549cb41-9480-4cd7-aaf1-1bc1dd3f641c None None] Provisioning for port f84e62de-d21d-4c71-871a-5661c3e48a37 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:57:56.046304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2549cb41-9480-4cd7-aaf1-1bc1dd3f641c None None] Provisioning complete for port f84e62de-d21d-4c71-871a-5661c3e48a37 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:56.046986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2549cb41-9480-4cd7-aaf1-1bc1dd3f641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:56.048008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f0bd1b-41f4-4d0e-a2d4-77b5526c499d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:56.058926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fccf08a-eddc-42c8-8666-b4954ab660c4 None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:56.078891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fccf08a-eddc-42c8-8666-b4954ab660c4 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:56.080833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8fccf08a-eddc-42c8-8666-b4954ab660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:56.127425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2549cb41-9480-4cd7-aaf1-1bc1dd3f641c None None] Port f84e62de-d21d-4c71-871a-5661c3e48a37 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:57:56.142413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:56.163340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:56.164013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:56.201321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61a73990-417b-492a-b38e-5f48a1b9ded2 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:56.202022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:port and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:56.212683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:56.217955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:56.232555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8fccf08a-eddc-42c8-8666-b4954ab660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:56.232862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a73990-417b-492a-b38e-5f48a1b9ded2 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eef70b2-6b59-43d7-986b-efce204c5cf9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:56.234041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68f0bd1b-41f4-4d0e-a2d4-77b5526c499d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:56.247311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fccf08a-eddc-42c8-8666-b4954ab660c4 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:56.248329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8fccf08a-eddc-42c8-8666-b4954ab660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:56.273306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:56.298710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61a73990-417b-492a-b38e-5f48a1b9ded2 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:56.305684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=f84e62de-d21d-4c71-871a-5661c3e48a37,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:56.319478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61a73990-417b-492a-b38e-5f48a1b9ded2 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:56.320979 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-61a73990-417b-492a-b38e-5f48a1b9ded2 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "DELETE /v2.0/security-groups/3eef70b2-6b59-43d7-986b-efce204c5cf9 HTTP/1.1" status: 204 len: 168 time: 1.2242036 Apr 22 16:57:56.323921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51600) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:56.327845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8fccf08a-eddc-42c8-8666-b4954ab660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:56.328298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fccf08a-eddc-42c8-8666-b4954ab660c4 None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:56.357671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:56.418022 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 6.6886580 Apr 22 16:57:56.419541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-99c7c0b7-f9ba-447f-bcf1-786724a026c9 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] show failed (client error): The resource could not be found. Apr 22 16:57:56.420666 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-99c7c0b7-f9ba-447f-bcf1-786724a026c9 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "GET /v2.0/security-groups/3eef70b2-6b59-43d7-986b-efce204c5cf9 HTTP/1.1" status: 404 len: 347 time: 0.0956519 Apr 22 16:57:56.423999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51604) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:56.424542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51606) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:56.510851 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-68f0bd1b-41f4-4d0e-a2d4-77b5526c499d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "PUT /v2.0/floatingips/29f7ffec-ce9d-40eb-8752-3d91e3ccf30a HTTP/1.1" status: 200 len: 687 time: 6.4957728 Apr 22 16:57:56.523821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51612) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:56.527141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:56.533107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:56.616357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port 199b823e-bb72-42ed-80b8-8a836138c580 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:57:56.670682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:56.696145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35687c2-46bb-410e-b8a8-b0c54c2fbd42 req-367736bc-33da-46c7-a5b8-0b06e610bea2 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:56.697801 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b35687c2-46bb-410e-b8a8-b0c54c2fbd42 req-367736bc-33da-46c7-a5b8-0b06e610bea2 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.6303573 Apr 22 16:57:56.732079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] For port e841c77e-eabf-4336-a609-c3d838292c5e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e841c77e-eabf-4336-a609-c3d838292c5e,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:57:56.732487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:56.828420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Deleting port 5c25827d-f66b-4ec3-99dd-0006573d4ff0 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:56.828796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:56.879014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-486b9e6d-a87c-40f8-b6c9-caa7b371b105 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Deleting port 17ad4943-817a-4763-ba93-de3377d6824f {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:56.879316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-486b9e6d-a87c-40f8-b6c9-caa7b371b105 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:56.939605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:56.947931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port 070621ee-fb7d-48fd-9371-10e308fb3942 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:57:56.948299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:57.168207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99b162-16b0-4812-a33b-9fa263c58d48 req-0a6fda4f-bab1-4b14-858d-940ba06691d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:57.168890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-9d99b162-16b0-4812-a33b-9fa263c58d48 req-0a6fda4f-bab1-4b14-858d-940ba06691d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Synchronizing usage tracker for tenant:f4be92a3aaff4872b5455251895dc70e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:57.327708 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b35687c2-46bb-410e-b8a8-b0c54c2fbd42 req-a0d144da-d2c4-4787-81de-764c95060696 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6133969 Apr 22 16:57:57.492446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-9d99b162-16b0-4812-a33b-9fa263c58d48 req-0a6fda4f-bab1-4b14-858d-940ba06691d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Unset dirty status for tenant:f4be92a3aaff4872b5455251895dc70e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:57.493740 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d99b162-16b0-4812-a33b-9fa263c58d48 req-0a6fda4f-bab1-4b14-858d-940ba06691d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 943 time: 1.2159665 Apr 22 16:57:57.617472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:57.617709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:57.653558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:57.653925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:57.763297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:57.831224 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d99b162-16b0-4812-a33b-9fa263c58d48 req-69d02eaf-8bac-4290-ac70-bc9895a8a4dd tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f2a8eae-b4f2-4750-96f1-18a10bc2288a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775481 Apr 22 16:57:57.917077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c5f5405-68a9-4020-a198-8bd656430520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:57.949302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:57.949843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:57.950054 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Floating IP 7a7e47ff-0170-46e7-a306-349e96c10b86 disassociated. External IP: 172.26.6.177, port: e841c77e-eabf-4336-a609-c3d838292c5e. Apr 22 16:57:57.950423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Calling delete_port for e841c77e-eabf-4336-a609-c3d838292c5e owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:58.076622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Calling delete_port for 5c25827d-f66b-4ec3-99dd-0006573d4ff0 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:58.089092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:58.096675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e70e71bb-1810-4b9b-a8c5-278091f3457e tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:58.204548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:58.250549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:58.251464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:58.255180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for 070621ee-fb7d-48fd-9371-10e308fb3942 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:58.273521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=199b823e-bb72-42ed-80b8-8a836138c580,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:58.284381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:58.285093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e80628aa-5cd9-4b3d-b029-9c039f1a48cf tempest-PortsAdminExtendedAttrsTestJSON-291816501 tempest-PortsAdminExtendedAttrsTestJSON-291816501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:58.291510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-486b9e6d-a87c-40f8-b6c9-caa7b371b105 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:58.432355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Checking segment: {'id': 'b141a225-6531-4551-a3d1-674bc7607d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:57:58.436861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network hostable DHCP agents. Network: dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:57:58.462244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Router 872f6a4c-4e9b-4521-9fba-96064384b84b is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:57:58.465089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=f84e62de-d21d-4c71-871a-5661c3e48a37,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:58.473098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:58.473375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-486b9e6d-a87c-40f8-b6c9-caa7b371b105 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Calling delete_port for 17ad4943-817a-4763-ba93-de3377d6824f owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:57:58.475104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:58.520068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-134802ed-22e2-462d-9625-61b1f6ef8a28 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:58.608858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Pushing event deleted for resources: {'Port': ['ID=e841c77e-eabf-4336-a609-c3d838292c5e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:58.623372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:58.710449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:57:58.790015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 4c15afd4-c097-46df-8fc0-bd8a5159291c is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:57:58.799132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:58.892141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:57:58.904113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac436d-e560-4030-a6fe-13687cd8d60c None None] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:57:58.912974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:57:58.922497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:58.923259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:58.948190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d6844-e26d-4b4b-93fb-295f3a7aa8c2 req-47f525e1-9c63-4516-bc47-696f5bc06799 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:57:58.956809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d11d6844-e26d-4b4b-93fb-295f3a7aa8c2 req-47f525e1-9c63-4516-bc47-696f5bc06799 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.4864790 Apr 22 16:57:58.975247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:58.981271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97e9c811-0062-4e50-a674-16b7031e747a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:59.022156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:57:59.049685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Pushing event deleted for resources: {'Port': ['ID=5c25827d-f66b-4ec3-99dd-0006573d4ff0,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:59.052312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:59.056501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-486b9e6d-a87c-40f8-b6c9-caa7b371b105 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:59.089839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29327ca1-3872-4564-afd0-0c1972187cea None None] Sync routers for ids ['872f6a4c-4e9b-4521-9fba-96064384b84b'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:57:59.100845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:59.101527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:59.203437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:59.207832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7751603 Apr 22 16:57:59.207832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=070621ee-fb7d-48fd-9371-10e308fb3942,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:59.217412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51620) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:59.250108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:59.254602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f4eaf7cb-603f-41f9-909c-8bfb1a642ce7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'enable_snat': False}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:59.312890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:57:59.316252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29327ca1-3872-4564-afd0-0c1972187cea None None] Routers {'872f6a4c-4e9b-4521-9fba-96064384b84b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:59.317203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-29327ca1-3872-4564-afd0-0c1972187cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['872f6a4c-4e9b-4521-9fba-96064384b84b'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:59.421224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-29327ca1-3872-4564-afd0-0c1972187cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:59.457387 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.9849532 Apr 22 16:57:59.457387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-fab7394a-9653-431e-a158-d1e6972169ad req-0a064525-52e9-4b5c-8561-57ec94ec5e6b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Synchronizing usage tracker for tenant:f4be92a3aaff4872b5455251895dc70e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:57:59.463598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51624) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:59.473525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-32c93e0f-6afe-4658-a17c-40835eacf10e None None] Provisioning complete for port f84e62de-d21d-4c71-871a-5661c3e48a37 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:57:59.474499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32c93e0f-6afe-4658-a17c-40835eacf10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:59.482439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b9e6d-a87c-40f8-b6c9-caa7b371b105 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event deleted for resources: {'Port': ['ID=17ad4943-817a-4763-ba93-de3377d6824f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:57:59.487848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-102017588'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:59.498333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-486b9e6d-a87c-40f8-b6c9-caa7b371b105 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:57:59.513816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29327ca1-3872-4564-afd0-0c1972187cea None None] Routers {'872f6a4c-4e9b-4521-9fba-96064384b84b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:57:59.514366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:59.514969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-29327ca1-3872-4564-afd0-0c1972187cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['872f6a4c-4e9b-4521-9fba-96064384b84b'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:59.538545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Router 5052fb34-65e2-4e58-9f8c-0d0856146793 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:57:59.541489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:network and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:59.558288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:59.585541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d11d6844-e26d-4b4b-93fb-295f3a7aa8c2 req-ab8ec92a-dbe2-421c-9336-1da1cbe052ad tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6276639 Apr 22 16:57:59.619353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-29327ca1-3872-4564-afd0-0c1972187cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:57:59.620004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29327ca1-3872-4564-afd0-0c1972187cea None None] The sync data for ids ['872f6a4c-4e9b-4521-9fba-96064384b84b'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:57:59.622514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:59.634555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-fab7394a-9653-431e-a158-d1e6972169ad req-0a064525-52e9-4b5c-8561-57ec94ec5e6b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Unset dirty status for tenant:f4be92a3aaff4872b5455251895dc70e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:57:59.646889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fab7394a-9653-431e-a158-d1e6972169ad req-0a064525-52e9-4b5c-8561-57ec94ec5e6b tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.5631795 Apr 22 16:57:59.648881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-32c93e0f-6afe-4658-a17c-40835eacf10e None None] Port f84e62de-d21d-4c71-871a-5661c3e48a37 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:57:59.660647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:59.663937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:59.665301 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b72683ea-a62f-4bda-994c-a0299e8151e5 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] 10.222.0.77 "DELETE /v2.0/floatingips/8a60a704-206e-44ba-85f2-a719fdce2100 HTTP/1.1" status: 204 len: 168 time: 3.2384198 Apr 22 16:57:59.674026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51628) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:59.765013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:59.767267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:59.772528 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/floatingips/29f7ffec-ce9d-40eb-8752-3d91e3ccf30a HTTP/1.1" status: 204 len: 168 time: 3.2354791 Apr 22 16:57:59.782244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51632) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:59.800571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '193770f5-53fe-4eec-9850-cfcd7d8bd8cd'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:59.817908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:59.832369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:57:59.838980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:59.877781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-486b9e6d-a87c-40f8-b6c9-caa7b371b105 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:59.880113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-486b9e6d-a87c-40f8-b6c9-caa7b371b105 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "DELETE /v2.0/ports/17ad4943-817a-4763-ba93-de3377d6824f HTTP/1.1" status: 204 len: 168 time: 3.4538546 Apr 22 16:57:59.897353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51636) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:57:59.911024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e67ba62-dbe1-4888-9f75-128ee2f35daa', 'external_fixed_ips': [{'subnet_id': '2800b5c0-ec10-4990-9bee-2d19b5df42af', 'ip_address': '172.20.0.11'}]}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:57:59.915159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:57:59.921658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:57:59.927718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router ceeecea1-63a4-44fe-a174-b2cb59c56070 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:57:59.934593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:floatingip and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:59.946886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Usage tracker for resource:router and tenant:724931b08e5f47ce8476c9efacb33420 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:57:59.952173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:59.957210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:57:59.961492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:57:59.961894 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Added segment 599aa77a-c88e-4ec5-b18e-752e1f8a61f2 of type vlan for network b913369a-af6c-442c-9027-4f7c69a34f98 Apr 22 16:57:59.977046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:57:59.981747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:00.000557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901cbf3e-b402-43a8-8ffd-91873afa68c9 None None] Sync routers for ids ['5052fb34-65e2-4e58-9f8c-0d0856146793'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:00.025239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901cbf3e-b402-43a8-8ffd-91873afa68c9 None None] Routers {'5052fb34-65e2-4e58-9f8c-0d0856146793'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:00.025239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-901cbf3e-b402-43a8-8ffd-91873afa68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:57:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['5052fb34-65e2-4e58-9f8c-0d0856146793'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:00.090951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:00.245202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:00.253855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-169c55ca-8361-44b8-a9e3-0298c4e6303c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:00.353294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:00.365875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3991a4-4820-4de2-8871-48f78a66bbf9 None None] Sync routers for ids ['ceeecea1-63a4-44fe-a174-b2cb59c56070'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:00.366333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:00.368506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:00.372256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:00.379380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:00.381024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:00.381790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:00.390608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3991a4-4820-4de2-8871-48f78a66bbf9 None None] Routers {'ceeecea1-63a4-44fe-a174-b2cb59c56070'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:00.391359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ac3991a4-4820-4de2-8871-48f78a66bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ceeecea1-63a4-44fe-a174-b2cb59c56070'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:00.410877 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/ceeecea1-63a4-44fe-a174-b2cb59c56070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6108453 Apr 22 16:58:00.413262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c16a5dcd-879e-40db-ba31-411ae57f5b85 tempest-QuotasNegativeTest-35322775 tempest-QuotasNegativeTest-35322775-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:00.419484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51640) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:00.495761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-901cbf3e-b402-43a8-8ffd-91873afa68c9 None None] Set router 5052fb34-65e2-4e58-9f8c-0d0856146793 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:58:00.526207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ac3991a4-4820-4de2-8871-48f78a66bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:00.526962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Network': ['ID=b913369a-af6c-442c-9027-4f7c69a34f98,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:00.530240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:00.534359 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0642617 Apr 22 16:58:00.554788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network b913369a-af6c-442c-9027-4f7c69a34f98 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:58:00.576201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51644) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:00.578419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] No DVR routers for this DVR port e841c77e-eabf-4336-a609-c3d838292c5e on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:58:00.581107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:00.583497 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dee757be-83ca-40f2-ac70-31505c8df65d req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.78 "DELETE /v2.0/ports/e841c77e-eabf-4336-a609-c3d838292c5e HTTP/1.1" status: 204 len: 173 time: 12.1642056 Apr 22 16:58:00.601627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'ports': [{'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b'}, {'network_id': 'b913369a-af6c-442c-9027-4f7c69a34f98'}]} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:00.602059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:00.602606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': 'b913369a-af6c-442c-9027-4f7c69a34f98'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:00.639816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b9b04-2bd2-43ff-a144-81594dd379d4 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:00.676563 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6f2b9b04-2bd2-43ff-a144-81594dd379d4 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports/f84e62de-d21d-4c71-871a-5661c3e48a37 HTTP/1.1" status: 200 len: 911 time: 0.1724722 Apr 22 16:58:00.676563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51650) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:00.685702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3991a4-4820-4de2-8871-48f78a66bbf9 None None] Routers {'ceeecea1-63a4-44fe-a174-b2cb59c56070'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:00.686551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ac3991a4-4820-4de2-8871-48f78a66bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ceeecea1-63a4-44fe-a174-b2cb59c56070'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:00.776631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ac3991a4-4820-4de2-8871-48f78a66bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:00.777219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3991a4-4820-4de2-8871-48f78a66bbf9 None None] The sync data for ids ['ceeecea1-63a4-44fe-a174-b2cb59c56070'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:00.793946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'name': 'network-vif-deleted', 'tag': 'e841c77e-eabf-4336-a609-c3d838292c5e'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:58:00.847260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:00.980572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-901cbf3e-b402-43a8-8ffd-91873afa68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:07Z', 'revision_number': 4, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'dda578af-daff-4659-bd11-f9d68db68624', 'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'mac_address': 'fa:16:3e:f4:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:06Z', 'updated_at': '2021-04-22T16:56:19Z', 'revision_number': 5, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'subnets': [{'id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:00.987138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901cbf3e-b402-43a8-8ffd-91873afa68c9 None None] Checking router: 5052fb34-65e2-4e58-9f8c-0d0856146793 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:58:00.999847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901cbf3e-b402-43a8-8ffd-91873afa68c9 None None] Routers {'5052fb34-65e2-4e58-9f8c-0d0856146793'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:01.000976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-901cbf3e-b402-43a8-8ffd-91873afa68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['5052fb34-65e2-4e58-9f8c-0d0856146793'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:01.188110 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee57c94d-6ddc-4a08-9a18-c2aa0d254eca req-4bfa8c00-a22d-42d5-9f44-5679d390312d tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e13c10-aaa1-4c53-bbe4-dce36f722eb3 HTTP/1.1" status: 200 len: 210 time: 0.3050601 Apr 22 16:58:01.221881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-901cbf3e-b402-43a8-8ffd-91873afa68c9 None None] Set router 5052fb34-65e2-4e58-9f8c-0d0856146793 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:58:01.269691 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e13c10-aaa1-4c53-bbe4-dce36f722eb3', 'name': 'network-vif-deleted', 'tag': 'e841c77e-eabf-4336-a609-c3d838292c5e', 'status': 'completed', 'code': 200} Apr 22 16:58:01.348341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:01.396266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:01.436887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4eaf7cb-603f-41f9-909c-8bfb1a642ce7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:01.455293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:01.460446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:01.470337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:port and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:01.474798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:01.491029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:01.511674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816d53-dc5f-43f8-b4e6-367ac717873a req-f6796b5d-8a20-491d-b286-33923f1c12aa tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:01.513546 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d9816d53-dc5f-43f8-b4e6-367ac717873a req-f6796b5d-8a20-491d-b286-33923f1c12aa tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.6988385 Apr 22 16:58:01.580638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 2} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:01.589645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:01.591310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:01.618961 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d9816d53-dc5f-43f8-b4e6-367ac717873a req-d94fd59a-42bf-426c-95d8-88e2f1727b99 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938151 Apr 22 16:58:01.643989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-901cbf3e-b402-43a8-8ffd-91873afa68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:07Z', 'revision_number': 4, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'dda578af-daff-4659-bd11-f9d68db68624', 'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'mac_address': 'fa:16:3e:f4:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:06Z', 'updated_at': '2021-04-22T16:56:19Z', 'revision_number': 5, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'subnets': [{'id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:01.649067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901cbf3e-b402-43a8-8ffd-91873afa68c9 None None] The sync data for ids ['5052fb34-65e2-4e58-9f8c-0d0856146793'] in dv-neutron-786478-3-hyperv is: [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:07Z', 'revision_number': 4, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'dda578af-daff-4659-bd11-f9d68db68624', 'name': '', 'network_id': '8c06ed26-3d28-4f3d-a46f-84330d432a95', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'mac_address': 'fa:16:3e:f4:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:06Z', 'updated_at': '2021-04-22T16:56:19Z', 'revision_number': 5, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'subnets': [{'id': 'ee3b9272-0e28-4bf3-9438-dc9bff58f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:01.660271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:01.863799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port 6791685d-51d7-4f17-a084-1ca315b596ff yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:58:02.188767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:02.240798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc04840d-9c07-413e-b763-9f386dbef2b9 None None] New status for floating IP 7a7e47ff-0170-46e7-a306-349e96c10b86: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:58:02.418946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51662) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:02.511642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.26.6.30 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/37530177-1736-432f-a584-fa3ea2500bc3) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:02.660607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:02.700702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:02.758356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port 0900fab9-457d-4996-990e-6809a8c17e9b yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:58:02.836366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:02.881157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:02.918144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c15275c1-9d97-41c5-9774-f89dbdd3d93e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.012984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.047386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422251b-ae44-42f1-99b8-dfabed6c7de8 req-0418b963-775e-46c3-9c72-9a5b0f479c16 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:03.049124 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6422251b-ae44-42f1-99b8-dfabed6c7de8 req-0418b963-775e-46c3-9c72-9a5b0f479c16 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.2799692 Apr 22 16:58:03.132356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c15275c1-9d97-41c5-9774-f89dbdd3d93e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.144610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.201497 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6422251b-ae44-42f1-99b8-dfabed6c7de8 req-1dcbfc4a-55d1-447f-b863-4e9bb4b2db44 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003709 Apr 22 16:58:03.256000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.304105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Allocated IP 172.20.0.11 (5e67ba62-dbe1-4888-9f75-128ee2f35daa/2800b5c0-ec10-4990-9bee-2d19b5df42af/5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:03.395709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.403035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-133738c4-b223-4703-91ad-098a6f7877dd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:03.492305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:03.498212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:03.513504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:03.514514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.535082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=6791685d-51d7-4f17-a084-1ca315b596ff,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:03.543117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:03.552903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:03.596615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c15275c1-9d97-41c5-9774-f89dbdd3d93e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.609315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-743e8378-91a3-4149-9ef8-2bcd21c512d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:03.646166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.685972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Checking segment: {'id': '599aa77a-c88e-4ec5-b18e-752e1f8a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'b913369a-af6c-442c-9027-4f7c69a34f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:58:03.686383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network hostable DHCP agents. Network: b913369a-af6c-442c-9027-4f7c69a34f98, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:58:03.693791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=0900fab9-457d-4996-990e-6809a8c17e9b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:03.707074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:03.712741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15275c1-9d97-41c5-9774-f89dbdd3d93e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2a8eae-b4f2-4750-96f1-18a10bc2288a,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:03.715068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.722538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c15275c1-9d97-41c5-9774-f89dbdd3d93e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:03.727067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3e0198b-5f9a-4027-9d2d-f2316537e732 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:03.735886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network b913369a-af6c-442c-9027-4f7c69a34f98 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:58:03.762764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.767909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a4ec2ee-1384-4324-964a-d174c2b5e91f tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:03.814957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, b913369a-af6c-442c-9027-4f7c69a34f98) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:03.827199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7492879e-9e5e-4923-9e4c-0ca834e72c1a None None] Network b913369a-af6c-442c-9027-4f7c69a34f98 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:03.835673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:03.841804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:03.847130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:03.847874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:03.860025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Network 5e67ba62-dbe1-4888-9f75-128ee2f35daa is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:03.868453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:03.874893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:03.908017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event updated for resources: {'Port': ['ID=5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:03.929610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:03.949087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:03.970089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:03.981147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:04.020016 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4353967 Apr 22 16:58:04.029357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51668) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:04.224794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cccb1f4c-5387-4e8b-a117-56fd04f3fb55 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 0900fab9-457d-4996-990e-6809a8c17e9b {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:04.225441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cccb1f4c-5387-4e8b-a117-56fd04f3fb55 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:04.365565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=37530177-1736-432f-a584-fa3ea2500bc3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:04.383965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c15275c1-9d97-41c5-9774-f89dbdd3d93e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:04.388009 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c15275c1-9d97-41c5-9774-f89dbdd3d93e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "DELETE /v2.0/security-groups/4f2a8eae-b4f2-4750-96f1-18a10bc2288a HTTP/1.1" status: 204 len: 168 time: 1.9530389 Apr 22 16:58:04.388009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:04.396190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51674) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:04.422360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Allocated IP 2001:db8:1::1 (2211644b-6ea5-4f92-a213-5e913a08f543/76c66783-d828-4474-8fc6-576a4d551459/e7fc9f5f-a7e6-478e-93d1-52eb2e32018f) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:04.542113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-aaa3932d-20f5-4ae4-9247-6fe3ab20ee42 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] show failed (client error): The resource could not be found. Apr 22 16:58:04.545942 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aaa3932d-20f5-4ae4-9247-6fe3ab20ee42 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "GET /v2.0/security-groups/4f2a8eae-b4f2-4750-96f1-18a10bc2288a HTTP/1.1" status: 404 len: 347 time: 0.1459770 Apr 22 16:58:04.572761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51678) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:04.867032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cccb1f4c-5387-4e8b-a117-56fd04f3fb55 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:04.903924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Deleting port bd7f3a0a-d715-4d89-8ed4-7f04340444b1 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:04.904341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:04.905129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Deleting port c67bd80f-59fc-4163-a777-8b12f152463b {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:04.905511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:04.968131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:05.068861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cccb1f4c-5387-4e8b-a117-56fd04f3fb55 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 0900fab9-457d-4996-990e-6809a8c17e9b owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:05.129394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:05.278861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:05.298955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4eaf7cb-603f-41f9-909c-8bfb1a642ce7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:05.334893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4eaf7cb-603f-41f9-909c-8bfb1a642ce7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:05.346317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Transition to ACTIVE for port object e7fc9f5f-a7e6-478e-93d1-52eb2e32018f will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:05.488473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1813b-e2e7-426c-b090-5349f99747a0 req-d8640650-cb90-44cd-9ea7-9bb042d77d8a tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:05.490597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c7a1813b-e2e7-426c-b090-5349f99747a0 req-d8640650-cb90-44cd-9ea7-9bb042d77d8a tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 1.0918105 Apr 22 16:58:05.563138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] For port bd7f3a0a-d715-4d89-8ed4-7f04340444b1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=bd7f3a0a-d715-4d89-8ed4-7f04340444b1,segment=NetworkSegment(f3554cc3-1712-493b-a603-6cd54a7b0106),segment_id=f3554cc3-1712-493b-a603-6cd54a7b0106)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:05.563538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:05.723689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Calling delete_port for bd7f3a0a-d715-4d89-8ed4-7f04340444b1 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:05.767730 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c7a1813b-e2e7-426c-b090-5349f99747a0 req-c1a19d9c-aedf-4ed8-9148-62391ed34cc6 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496259 Apr 22 16:58:05.844495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eaf7cb-603f-41f9-909c-8bfb1a642ce7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Router 872f6a4c-4e9b-4521-9fba-96064384b84b has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:05.845865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:05.862717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9c89c15-5f31-4cfb-a7c5-f4e28f83ddd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:05.872506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cccb1f4c-5387-4e8b-a117-56fd04f3fb55 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:05.877163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:05.877534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:05.891342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d28ec68-01af-4aa8-b5f9-020e5c082937 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:05.936856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:05.972496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 2211644b-6ea5-4f92-a213-5e913a08f543 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:06.012245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb1f4c-5387-4e8b-a117-56fd04f3fb55 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=0900fab9-457d-4996-990e-6809a8c17e9b,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:06.033565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:06.048337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:06.048915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:06.080739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cccb1f4c-5387-4e8b-a117-56fd04f3fb55 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:06.158363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Calling delete_port for c67bd80f-59fc-4163-a777-8b12f152463b owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:06.190697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cccb1f4c-5387-4e8b-a117-56fd04f3fb55 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:06.215311 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cccb1f4c-5387-4e8b-a117-56fd04f3fb55 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/0900fab9-457d-4996-990e-6809a8c17e9b HTTP/1.1" status: 204 len: 168 time: 2.1848264 Apr 22 16:58:06.228047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51682) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:06.336663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:06.340170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a3ec2c28-f416-49c7-8474-ae1fb51fa5f5 None None] Provisioning for port e7fc9f5f-a7e6-478e-93d1-52eb2e32018f completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:58:06.346447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a3ec2c28-f416-49c7-8474-ae1fb51fa5f5 None None] Provisioning complete for port e7fc9f5f-a7e6-478e-93d1-52eb2e32018f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:06.346880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2c28-f416-49c7-8474-ae1fb51fa5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:06.414427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec2c28-f416-49c7-8474-ae1fb51fa5f5 None None] Port e7fc9f5f-a7e6-478e-93d1-52eb2e32018f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:58:06.429562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=e7fc9f5f-a7e6-478e-93d1-52eb2e32018f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:06.468006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:06.583825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3755074-385c-42c7-bd44-74948ff88028 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:06.590422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3755074-385c-42c7-bd44-74948ff88028 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:06.591228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c3755074-385c-42c7-bd44-74948ff88028 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:58:06.644157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:06.651054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a4201f9-8eef-421d-b4aa-e3a26ad2c6d9 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:06.672518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eaf7cb-603f-41f9-909c-8bfb1a642ce7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:06.699533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a25f4-0553-4abf-a768-41d4f6eb701c None None] Sync routers for ids ['872f6a4c-4e9b-4521-9fba-96064384b84b'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:06.704097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c3755074-385c-42c7-bd44-74948ff88028 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:58:06.708089 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c3755074-385c-42c7-bd44-74948ff88028 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4763093 Apr 22 16:58:06.709820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51686) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:06.710021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Pushing event deleted for resources: {'Port': ['ID=c67bd80f-59fc-4163-a777-8b12f152463b,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:06.716792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:06.718882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:06.741302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a25f4-0553-4abf-a768-41d4f6eb701c None None] Routers {'872f6a4c-4e9b-4521-9fba-96064384b84b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:06.742048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ad1a25f4-0553-4abf-a768-41d4f6eb701c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['872f6a4c-4e9b-4521-9fba-96064384b84b'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:06.800856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:06.844752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:06.863428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ad1a25f4-0553-4abf-a768-41d4f6eb701c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:06.865605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Router 511f6569-37ab-4495-bb99-2918fd1b2acb is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:58:06.869336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4eaf7cb-603f-41f9-909c-8bfb1a642ce7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:06.870774 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f4eaf7cb-603f-41f9-909c-8bfb1a642ce7 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "PUT /v2.0/routers/872f6a4c-4e9b-4521-9fba-96064384b84b HTTP/1.1" status: 200 len: 925 time: 7.6506474 Apr 22 16:58:06.871649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51692) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:06.878867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a25f4-0553-4abf-a768-41d4f6eb701c None None] Routers {'872f6a4c-4e9b-4521-9fba-96064384b84b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:06.879826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ad1a25f4-0553-4abf-a768-41d4f6eb701c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['872f6a4c-4e9b-4521-9fba-96064384b84b'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:06.956028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ad1a25f4-0553-4abf-a768-41d4f6eb701c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:06.956872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a25f4-0553-4abf-a768-41d4f6eb701c None None] The sync data for ids ['872f6a4c-4e9b-4521-9fba-96064384b84b'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:07.002748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-29efc623-07f2-49f2-a34e-b78313f47c10 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 6791685d-51d7-4f17-a084-1ca315b596ff {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:07.003160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29efc623-07f2-49f2-a34e-b78313f47c10 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:07.031102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:07.051201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9f9f31eb-8b13-4f9b-b9c3-0b04b79cee97 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:07.116700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:07.117855 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] 10.222.0.77 "DELETE /v2.0/floatingips/7a7e47ff-0170-46e7-a306-349e96c10b86 HTTP/1.1" status: 204 len: 168 time: 2.5400629 Apr 22 16:58:07.128379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51696) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:07.180820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7f3a0a-d715-4d89-8ed4-7f04340444b1,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:07.256818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:07.658738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:07.671113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Sync routers for ids ['511f6569-37ab-4495-bb99-2918fd1b2acb'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:07.680920 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02cf9b72-7885-4a85-984c-378a31d6705a req-be302048-9bca-4815-af24-08f22aee084b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7370694 Apr 22 16:58:07.685547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Routers {'511f6569-37ab-4495-bb99-2918fd1b2acb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:07.686587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['511f6569-37ab-4495-bb99-2918fd1b2acb'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:07.705894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a284d-ed9d-4323-8e2f-471698347139 req-566044b4-967c-4787-a9d8-f609fcd732ad tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:07.707696 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a89a284d-ed9d-4323-8e2f-471698347139 req-566044b4-967c-4787-a9d8-f609fcd732ad tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.7232585 Apr 22 16:58:07.721271 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d1c9c0fc-376e-4197-980d-50994d0c055b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/routers/872f6a4c-4e9b-4521-9fba-96064384b84b HTTP/1.1" status: 200 len: 925 time: 0.8430059 Apr 22 16:58:07.724444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51700) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:07.917070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Set router 511f6569-37ab-4495-bb99-2918fd1b2acb gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:58:07.947956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:07.949277 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.0474474 Apr 22 16:58:07.955990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51704) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:08.162666 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a89a284d-ed9d-4323-8e2f-471698347139 req-c6d77529-cf3e-4c04-ac8d-7fe2ea5c6f86 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3980727 Apr 22 16:58:08.290400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf9b72-7885-4a85-984c-378a31d6705a req-71f493b3-11f2-4f68-94c3-d58986cb8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:08.292363 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02cf9b72-7885-4a85-984c-378a31d6705a req-71f493b3-11f2-4f68-94c3-d58986cb8bb5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23b22b94dd7f4ccda61d86fc33585c1f&device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 1098 time: 0.5765362 Apr 22 16:58:08.375068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511f6569-37ab-4495-bb99-2918fd1b2acb', 'name': '', 'tenant_id': '724931b08e5f47ce8476c9efacb33420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e67ba62-dbe1-4888-9f75-128ee2f35daa', 'external_fixed_ips': [{'subnet_id': '2800b5c0-ec10-4990-9bee-2d19b5df42af', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:58:00Z', 'updated_at': '2021-04-22T16:58:04Z', 'revision_number': 3, 'project_id': '724931b08e5f47ce8476c9efacb33420', 'gw_port': {'id': '5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0', 'name': '', 'network_id': '5e67ba62-dbe1-4888-9f75-128ee2f35daa', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:23:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511f6569-37ab-4495-bb99-2918fd1b2acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2800b5c0-ec10-4990-9bee-2d19b5df42af', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:58:02Z', 'updated_at': '2021-04-22T16:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2800b5c0-ec10-4990-9bee-2d19b5df42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:08.381363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Checking router: 511f6569-37ab-4495-bb99-2918fd1b2acb for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:58:08.382530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Updating router 511f6569-37ab-4495-bb99-2918fd1b2acb port 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:58:08.401415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29efc623-07f2-49f2-a34e-b78313f47c10 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:08.492385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:08.504403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:08.693767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-29efc623-07f2-49f2-a34e-b78313f47c10 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 6791685d-51d7-4f17-a084-1ca315b596ff owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:08.790392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:08.804883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf9b72-7885-4a85-984c-378a31d6705a req-d9f96f45-3398-4786-b9a4-35be4d66e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:08.806469 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02cf9b72-7885-4a85-984c-378a31d6705a req-d9f96f45-3398-4786-b9a4-35be4d66e680 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bbfd5673-9429-4970-ac83-0273788cb7ee HTTP/1.1" status: 200 len: 914 time: 0.4612017 Apr 22 16:58:08.808499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:58:08.857702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:08.899889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:08.900542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:08.911896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-921a74a1-1172-4664-be3b-57eeb207490e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:08.967480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:08.976060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:09.006965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:09.011352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:09.022670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Transition to ACTIVE for port object 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:09.024574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02cf9b72-7885-4a85-984c-378a31d6705a req-f92dc8fd-4375-4d00-890d-097358f82077 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d HTTP/1.1" status: 200 len: 1000 time: 0.2043962 Apr 22 16:58:09.026766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ced36a-81dd-4a3e-8f9e-9febd1ad46bc tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:09.027542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c1ced36a-81dd-4a3e-8f9e-9febd1ad46bc tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Synchronizing usage tracker for tenant:8987f04104f24191b9db35d262d6b8cf on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:58:09.075573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:09.081628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c7b7c325-7240-4abb-9968-2b5f24e820db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:09.125919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Deleting port 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:09.126340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:09.139308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29efc623-07f2-49f2-a34e-b78313f47c10 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:09.175923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Attempting to bind port 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:58:09.176331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Attempting to bind port 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '4be35582-ba4d-4bfa-8bbb-3b68f07ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5e67ba62-dbe1-4888-9f75-128ee2f35daa'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:58:09.176932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Attempting to bind port 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0 on network 5e67ba62-dbe1-4888-9f75-128ee2f35daa {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:58:09.179531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Pushing event updated for resources: {'Port': ['ID=5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:09.189830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:58:09.190342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Checking segment: {'id': '4be35582-ba4d-4bfa-8bbb-3b68f07ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5e67ba62-dbe1-4888-9f75-128ee2f35daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:58:09.190880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:09.191644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Bound using segment: {'id': '4be35582-ba4d-4bfa-8bbb-3b68f07ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5e67ba62-dbe1-4888-9f75-128ee2f35daa'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:58:09.192750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Bound port: 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be35582-ba4d-4bfa-8bbb-3b68f07ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5e67ba62-dbe1-4888-9f75-128ee2f35daa'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:58:09.193255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:09.220683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=e7fc9f5f-a7e6-478e-93d1-52eb2e32018f,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:09.227259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.227259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.227259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.227826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.227826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.228102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.228478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.229445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.229445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.229748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.230111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.230600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:09.241725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:09.265150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:09.265730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a883946-893d-42a8-82aa-8e8a83b5778f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:09.292102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] For port 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:58:09.297885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] For port 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0,segment=NetworkSegment(4be35582-ba4d-4bfa-8bbb-3b68f07ff61f),segment_id=4be35582-ba4d-4bfa-8bbb-3b68f07ff61f)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:58:09.323945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c1ced36a-81dd-4a3e-8f9e-9febd1ad46bc tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Unset dirty status for tenant:8987f04104f24191b9db35d262d6b8cf on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:58:09.325270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c1ced36a-81dd-4a3e-8f9e-9febd1ad46bc tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&device_id=872f6a4c-4e9b-4521-9fba-96064384b84b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.5412436 Apr 22 16:58:09.338935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51712) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:09.346250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:09.353620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:09.404429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a028c-785f-47a5-89c3-b2ebbcf234df req-ca01f72e-14a9-4a9b-95c0-f39a5168390b tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:09.407836 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-539a028c-785f-47a5-89c3-b2ebbcf234df req-ca01f72e-14a9-4a9b-95c0-f39a5168390b tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.5037973 Apr 22 16:58:09.408967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf9b72-7885-4a85-984c-378a31d6705a req-16782f40-c763-4b88-929d-8b6aa7f3effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:09.410578 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02cf9b72-7885-4a85-984c-378a31d6705a req-16782f40-c763-4b88-929d-8b6aa7f3effc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4b380e3-2996-4eff-9186-c5eb84b7ddb6 HTTP/1.1" status: 200 len: 851 time: 0.3682954 Apr 22 16:58:09.442037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29efc623-07f2-49f2-a34e-b78313f47c10 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:09.445344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:09.464838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Routers {'511f6569-37ab-4495-bb99-2918fd1b2acb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:09.465542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['511f6569-37ab-4495-bb99-2918fd1b2acb'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:09.535889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Pushing event updated for resources: {'Port': ['ID=5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:09.540971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:09.647498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=37530177-1736-432f-a584-fa3ea2500bc3,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:09.749399 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-29efc623-07f2-49f2-a34e-b78313f47c10 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/6791685d-51d7-4f17-a084-1ca315b596ff HTTP/1.1" status: 204 len: 168 time: 3.0291998 Apr 22 16:58:09.754420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51716) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:09.787073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efc623-07f2-49f2-a34e-b78313f47c10 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=6791685d-51d7-4f17-a084-1ca315b596ff,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:09.803715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 2211644b-6ea5-4f92-a213-5e913a08f543 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:09.805212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29efc623-07f2-49f2-a34e-b78313f47c10 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:09.810792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.650s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:09.811385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:09.812422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:09.823337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] Set router 511f6569-37ab-4495-bb99-2918fd1b2acb gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:58:09.907006 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-539a028c-785f-47a5-89c3-b2ebbcf234df req-f54fc155-cf7c-4cb1-9a25-b87d341097e4 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722340 Apr 22 16:58:09.954361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511f6569-37ab-4495-bb99-2918fd1b2acb', 'name': '', 'tenant_id': '724931b08e5f47ce8476c9efacb33420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:58:00Z', 'updated_at': '2021-04-22T16:58:09Z', 'revision_number': 4, 'project_id': '724931b08e5f47ce8476c9efacb33420', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:09.960304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670874e-5a14-42d9-8f5f-4a82acbbf544 None None] The sync data for ids ['511f6569-37ab-4495-bb99-2918fd1b2acb'] in dv-neutron-786478-3-hyperv is: [{'id': '511f6569-37ab-4495-bb99-2918fd1b2acb', 'name': '', 'tenant_id': '724931b08e5f47ce8476c9efacb33420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:58:00Z', 'updated_at': '2021-04-22T16:58:09Z', 'revision_number': 4, 'project_id': '724931b08e5f47ce8476c9efacb33420', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:09.972171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:10.203581 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP d7287c8f-8769-4c3d-b021-6f1e05d0ee6a associated. External IP: 172.26.6.30, port: 193770f5-53fe-4eec-9850-cfcd7d8bd8cd. Apr 22 16:58:10.282732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7871473b-475d-44bc-8796-3e457e680a86 None None] Provisioning complete for port e7fc9f5f-a7e6-478e-93d1-52eb2e32018f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:10.283689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7871473b-475d-44bc-8796-3e457e680a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:10.354927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7871473b-475d-44bc-8796-3e457e680a86 None None] Port e7fc9f5f-a7e6-478e-93d1-52eb2e32018f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:58:10.400044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5f8f7d-07c5-4ad1-a503-9bc673291c28 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:10.402751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2f5f8f7d-07c5-4ad1-a503-9bc673291c28 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/networks/5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 881 time: 1.0487604 Apr 22 16:58:10.462018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] For port 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0, host dv-neutron-786478-3-hyperv, got binding levels [] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:10.462384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:10.490310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51720) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:10.613637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf9b72-7885-4a85-984c-378a31d6705a req-b3fabdf9-06d8-4bb2-9845-9df07c2d3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:10.615801 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02cf9b72-7885-4a85-984c-378a31d6705a req-b3fabdf9-06d8-4bb2-9845-9df07c2d3f9a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bbfd5673-9429-4970-ac83-0273788cb7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1825027 Apr 22 16:58:10.632947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router ceeecea1-63a4-44fe-a174-b2cb59c56070 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:10.716133 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f179169-1ac5-4711-ba65-bda27739f0cf tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=872f6a4c-4e9b-4521-9fba-96064384b84b HTTP/1.1" status: 200 len: 205 time: 0.2209818 Apr 22 16:58:10.726092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Calling delete_port for 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:10.753788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51724) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:10.861688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc12c48-947f-400b-8d52-a8bf045b20cc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:10.863289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ccc12c48-947f-400b-8d52-a8bf045b20cc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.0997148 Apr 22 16:58:10.876425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51728) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:11.043477 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-697ae65c-6b62-4353-a700-44b3f8b4eb2b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 16:58:11.044947 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-697ae65c-6b62-4353-a700-44b3f8b4eb2b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/0900fab9-457d-4996-990e-6809a8c17e9b HTTP/1.1" status: 404 len: 333 time: 0.1625903 Apr 22 16:58:11.098872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51734) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:11.132740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Router dfe74c98-00ae-4182-8bea-1c56466fc8fa has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:11.213414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:11.223786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987cead-81e8-4996-9d6e-e027da155071 None None] Sync routers for ids ['ceeecea1-63a4-44fe-a174-b2cb59c56070'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:11.231345 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fb6282-0f23-4102-b06f-b0336abb41d6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 16:58:11.235512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-75fb6282-0f23-4102-b06f-b0336abb41d6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/6791685d-51d7-4f17-a084-1ca315b596ff HTTP/1.1" status: 404 len: 333 time: 0.1016409 Apr 22 16:58:11.235512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02cf9b72-7885-4a85-984c-378a31d6705a req-10f0952c-848b-462a-8d09-3d20ccc36a5f service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479562 Apr 22 16:58:11.238910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987cead-81e8-4996-9d6e-e027da155071 None None] Routers {'ceeecea1-63a4-44fe-a174-b2cb59c56070'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:11.239853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8987cead-81e8-4996-9d6e-e027da155071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ceeecea1-63a4-44fe-a174-b2cb59c56070'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:11.243023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51738) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:11.244180 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/ceeecea1-63a4-44fe-a174-b2cb59c56070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5896077 Apr 22 16:58:11.272810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51740) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:11.307269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8987cead-81e8-4996-9d6e-e027da155071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:11.317563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987cead-81e8-4996-9d6e-e027da155071 None None] Routers {'ceeecea1-63a4-44fe-a174-b2cb59c56070'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:11.318240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8987cead-81e8-4996-9d6e-e027da155071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ceeecea1-63a4-44fe-a174-b2cb59c56070'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:11.389416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8987cead-81e8-4996-9d6e-e027da155071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:11.390276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987cead-81e8-4996-9d6e-e027da155071 None None] The sync data for ids ['ceeecea1-63a4-44fe-a174-b2cb59c56070'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:11.460919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:11.579529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9830134c-25b0-44e4-9995-d51583734476 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:11.580178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9830134c-25b0-44e4-9995-d51583734476 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:58:11.592326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:11.594248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:58:11.594605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:58:11.627936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6141cd3-2dd9-4c14-ae8d-860ac96d4977 req-0c549d28-5f97-49b9-a552-fcc2350c1f4a tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:11.630125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e6141cd3-2dd9-4c14-ae8d-860ac96d4977 req-0c549d28-5f97-49b9-a552-fcc2350c1f4a tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.5879149 Apr 22 16:58:11.643120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:11.648501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] 10.222.0.77 "PUT /v2.0/routers/dfe74c98-00ae-4182-8bea-1c56466fc8fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9701076 Apr 22 16:58:11.656770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f856d2-2f94-4576-b270-0edfe09c7e1f None None] Sync routers for ids ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:11.665119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51746) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:11.667342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:11.669138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f856d2-2f94-4576-b270-0edfe09c7e1f None None] Routers {'dfe74c98-00ae-4182-8bea-1c56466fc8fa'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:11.672578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-76f856d2-2f94-4576-b270-0edfe09c7e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:11.784145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02cf9b72-7885-4a85-984c-378a31d6705a req-28f12af4-d07d-437b-8896-f26f75567238 service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085065 Apr 22 16:58:11.791367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9830134c-25b0-44e4-9995-d51583734476 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:58:11.795859 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9830134c-25b0-44e4-9995-d51583734476 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports/e7fc9f5f-a7e6-478e-93d1-52eb2e32018f HTTP/1.1" status: 200 len: 913 time: 0.5219226 Apr 22 16:58:11.804289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51750) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:11.912947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Deleting port dda578af-daff-4659-bd11-f9d68db68624 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:11.913220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:11.918888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-76f856d2-2f94-4576-b270-0edfe09c7e1f None None] Set router dfe74c98-00ae-4182-8bea-1c56466fc8fa gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:58:12.031334 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e6141cd3-2dd9-4c14-ae8d-860ac96d4977 req-2988285e-3bce-421c-a1c4-5216f1da1121 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838010 Apr 22 16:58:12.037921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:12.165581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Deleting port 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:12.167029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:12.302465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-76f856d2-2f94-4576-b270-0edfe09c7e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:58:06Z', 'revision_number': 5, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:12.308475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f856d2-2f94-4576-b270-0edfe09c7e1f None None] Checking router: dfe74c98-00ae-4182-8bea-1c56466fc8fa for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:58:12.320605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f856d2-2f94-4576-b270-0edfe09c7e1f None None] Routers {'dfe74c98-00ae-4182-8bea-1c56466fc8fa'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:12.321308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-76f856d2-2f94-4576-b270-0edfe09c7e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:12.539472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-76f856d2-2f94-4576-b270-0edfe09c7e1f None None] Set router dfe74c98-00ae-4182-8bea-1c56466fc8fa gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:58:12.549326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:12.618370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:12.722308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:12.734331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8579732-ef36-4b0d-9c00-62b105403f37 None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:12.741699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Deleting port a6ab7445-ca5f-4d14-9d00-ee34625653a2 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:12.742084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:12.747995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8579732-ef36-4b0d-9c00-62b105403f37 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:12.749101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8579732-ef36-4b0d-9c00-62b105403f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:12.793784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:12.844417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Deleting port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:12.844750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:12.848781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8579732-ef36-4b0d-9c00-62b105403f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:12.876295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8579732-ef36-4b0d-9c00-62b105403f37 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:12.878740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8579732-ef36-4b0d-9c00-62b105403f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:12.881970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-76f856d2-2f94-4576-b270-0edfe09c7e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:58:06Z', 'revision_number': 5, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:12.889219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f856d2-2f94-4576-b270-0edfe09c7e1f None None] The sync data for ids ['dfe74c98-00ae-4182-8bea-1c56466fc8fa'] in dv-neutron-786478-3-hyperv is: [{'id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'name': 'tempest-ServersTestManualDisk-1320585866-router', 'tenant_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:58:06Z', 'revision_number': 5, 'project_id': '78d9071ff9ec4f9bac121b4b44a0ef4a', 'gw_port': {'id': 'fb532f12-b2b5-49b2-bc46-299aa2f7ed4f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe74c98-00ae-4182-8bea-1c56466fc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:58Z', 'updated_at': '2021-04-22T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:12.951309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:12.956306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8579732-ef36-4b0d-9c00-62b105403f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:12.956776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8579732-ef36-4b0d-9c00-62b105403f37 None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:13.115276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b913369a-af6c-442c-9027-4f7c69a34f98']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:13.138968 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.3417578 Apr 22 16:58:13.152675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51756) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:13.214237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:13.243449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599aa77a-c88e-4ec5-b18e-752e1f8a61f2') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:13.243929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599aa77a-c88e-4ec5-b18e-752e1f8a61f2') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:13.334329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:13.361377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc6de6-c8ac-47e2-8bcf-0db66a9ae15c req-59c2a07b-b5a8-47de-9dfe-18f4e3e95511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:13.363032 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1cc6de6-c8ac-47e2-8bcf-0db66a9ae15c req-59c2a07b-b5a8-47de-9dfe-18f4e3e95511 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23b22b94dd7f4ccda61d86fc33585c1f&device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 1098 time: 1.3306844 Apr 22 16:58:13.374537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Calling delete_port for a6ab7445-ca5f-4d14-9d00-ee34625653a2 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:13.417954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] For port fb532f12-b2b5-49b2-bc46-299aa2f7ed4f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=fb532f12-b2b5-49b2-bc46-299aa2f7ed4f,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:13.418350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:13.460460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] For port dda578af-daff-4659-bd11-f9d68db68624, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dda578af-daff-4659-bd11-f9d68db68624,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:13.460868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:13.503789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:13.568159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Calling delete_port for fb532f12-b2b5-49b2-bc46-299aa2f7ed4f owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:13.634561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:58:13.732335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Calling delete_port for dda578af-daff-4659-bd11-f9d68db68624 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:13.858921 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7262d915-59d8-481c-b983-dd3ef396a7e0 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "GET /v2.0/floatingips/d7287c8f-8769-4c3d-b021-6f1e05d0ee6a HTTP/1.1" status: 200 len: 977 time: 0.6963763 Apr 22 16:58:13.862617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51760) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:13.870077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] For port 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0,segment=NetworkSegment(4be35582-ba4d-4bfa-8bbb-3b68f07ff61f),segment_id=4be35582-ba4d-4bfa-8bbb-3b68f07ff61f)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:13.870486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:13.941637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:13.954904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-adda8e19-cca7-43aa-a901-ff6dfb8c4c45 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:13.982426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:58:14.003971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:14.011041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Pushing event deleted for resources: {'Port': ['ID=a6ab7445-ca5f-4d14-9d00-ee34625653a2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:14.028927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:14.029475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d7dac44-8dab-440d-bbf2-a0fa3f052cf8 tempest-FloatingIPAdminTestJSON-2050270433 tempest-FloatingIPAdminTestJSON-2050270433-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:14.110745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Calling delete_port for 5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:14.116465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb532f12-b2b5-49b2-bc46-299aa2f7ed4f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:14.185961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:14.197236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d35c49b4-c479-49c6-aec5-4f007438fba5 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Synchronizing usage tracker for tenant:fe909354ad5f4d7b99e38030afcb1802 on resource:floatingip {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:58:14.281913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:14.289173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network b913369a-af6c-442c-9027-4f7c69a34f98 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:14.316704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:14.336311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d35c49b4-c479-49c6-aec5-4f007438fba5 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Unset dirty status for tenant:fe909354ad5f4d7b99e38030afcb1802 on resource:floatingip {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:58:14.337604 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d35c49b4-c479-49c6-aec5-4f007438fba5 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4738955 Apr 22 16:58:14.400194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51764) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:14.414746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:14.433263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0dd0-086b-437a-8c44-9349a76df237 req-7cabddfa-4292-4c3a-be2c-0236fbfd3bea tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:14.434969 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-037d0dd0-086b-437a-8c44-9349a76df237 req-7cabddfa-4292-4c3a-be2c-0236fbfd3bea tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 1.1674602 Apr 22 16:58:14.444069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc6de6-c8ac-47e2-8bcf-0db66a9ae15c req-79b7ec28-d12e-4e1d-ba52-0e72e8e54abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:14.445671 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1cc6de6-c8ac-47e2-8bcf-0db66a9ae15c req-79b7ec28-d12e-4e1d-ba52-0e72e8e54abb service neutron] 10.222.0.78 "GET /v2.0/networks?id=bbfd5673-9429-4970-ac83-0273788cb7ee HTTP/1.1" status: 200 len: 914 time: 1.0314634 Apr 22 16:58:14.463632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'floatingip': {'port_id': '5aadbf28-e26a-46ac-8894-de742987f3c4'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:14.541890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device bd7f3a0a-d715-4d89-8ed4-7f04340444b1 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:58:14.587929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: bd7f3a0a-d715-4d89-8ed4-7f04340444b1 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:58:14.588487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device bd7f3a0a-d715-4d89-8ed4-7f04340444b1 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:58:14.714820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:14.721965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:14.726165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.071066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network b913369a-af6c-442c-9027-4f7c69a34f98 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:58:15.118227 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:58:15.149626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.162040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.191921 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1cc6de6-c8ac-47e2-8bcf-0db66a9ae15c req-9ef2d341-fe1b-42f9-a957-435bb7a8370f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d HTTP/1.1" status: 200 len: 1000 time: 0.7143259 Apr 22 16:58:15.194984 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-037d0dd0-086b-437a-8c44-9349a76df237 req-9a2a2615-113a-448f-9b38-1ced9558990c tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7349639 Apr 22 16:58:15.206158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.206784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Fanout notify agent at l3_agent the message router_deleted on router 872f6a4c-4e9b-4521-9fba-96064384b84b {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:58:15.275496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.276055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfe74c98-00ae-4182-8bea-1c56466fc8fa {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:58:15.282698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.283943 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] 10.222.0.77 "DELETE /v2.0/routers/dfe74c98-00ae-4182-8bea-1c56466fc8fa HTTP/1.1" status: 204 len: 168 time: 3.6123779 Apr 22 16:58:15.289330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.290477 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/872f6a4c-4e9b-4521-9fba-96064384b84b HTTP/1.1" status: 204 len: 168 time: 4.5280185 Apr 22 16:58:15.293880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51768) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:15.294759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51770) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:15.334723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-29d51d6f-ee0b-442a-af6a-0b8a8c1a163e tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1591843191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:15.358362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.370220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-785dddfd-f622-4b29-84ef-44e7d54c5076 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:15.380106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-29d51d6f-ee0b-442a-af6a-0b8a8c1a163e tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:15.397546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-29d51d6f-ee0b-442a-af6a-0b8a8c1a163e tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Usage tracker for resource:router and tenant:d272c55eff3f4f698d7da29f12b06b91 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:15.399768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.404177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-29d51d6f-ee0b-442a-af6a-0b8a8c1a163e tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:15.411255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc6de6-c8ac-47e2-8bcf-0db66a9ae15c req-17ce2795-6fda-45c0-8f1c-5c9b43e0435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:15.412870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1cc6de6-c8ac-47e2-8bcf-0db66a9ae15c req-17ce2795-6fda-45c0-8f1c-5c9b43e0435c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4b380e3-2996-4eff-9186-c5eb84b7ddb6 HTTP/1.1" status: 200 len: 851 time: 0.1956892 Apr 22 16:58:15.419371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Network': ['ID=b913369a-af6c-442c-9027-4f7c69a34f98,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:15.428979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-29d51d6f-ee0b-442a-af6a-0b8a8c1a163e tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:15.429255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.517554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:15.525438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece2a540-2676-4891-a236-41f6b0aff70b admin admin] Deleting subnet cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:58:15.530283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ece2a540-2676-4891-a236-41f6b0aff70b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.574600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.577135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29d51d6f-ee0b-442a-af6a-0b8a8c1a163e tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.578234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29d51d6f-ee0b-442a-af6a-0b8a8c1a163e tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.589373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a94e6b1-9146-4aea-980d-6b86f0464f99 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:15.623689 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/networks/b913369a-af6c-442c-9027-4f7c69a34f98 HTTP/1.1" status: 204 len: 168 time: 4.3772273 Apr 22 16:58:15.641905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51776) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:15.662985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1557402060'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:15.670257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ece2a540-2676-4891-a236-41f6b0aff70b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.709459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:15.714046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda578af-daff-4659-bd11-f9d68db68624,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:15.721486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:15.731692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:network and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:15.740961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:15.760547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:15.899051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:15.905002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.942116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.944597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29d51d6f-ee0b-442a-af6a-0b8a8c1a163e tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:15.949551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b145d213-0ef9-4317-a4e6-43acc4379735 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:15.968460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ece2a540-2676-4891-a236-41f6b0aff70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:16.024276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:58:16.038046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f3ab4c2-f98d-474b-ad63-52a6a41eb8e0,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:16.040903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:16.074519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:16.075263 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Added segment 9705d17a-ab8d-4bf2-988b-889c40d07ddc of type vlan for network b17eefb0-5fcc-4ed8-877d-f681064ccb92 Apr 22 16:58:16.093523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29d51d6f-ee0b-442a-af6a-0b8a8c1a163e tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:16.198525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc6de6-c8ac-47e2-8bcf-0db66a9ae15c req-86823204-c75d-491d-96ba-7ce289fe8c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:16.200226 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1cc6de6-c8ac-47e2-8bcf-0db66a9ae15c req-86823204-c75d-491d-96ba-7ce289fe8c54 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bbfd5673-9429-4970-ac83-0273788cb7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7767518 Apr 22 16:58:16.218899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29d51d6f-ee0b-442a-af6a-0b8a8c1a163e tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:16.222884 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-29d51d6f-ee0b-442a-af6a-0b8a8c1a163e tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9233003 Apr 22 16:58:16.234704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:16.239449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51780) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:16.262967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:16.375824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:58:16.459434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:16.540609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device fb532f12-b2b5-49b2-bc46-299aa2f7ed4f no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:58:16.580997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: fb532f12-b2b5-49b2-bc46-299aa2f7ed4f {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:58:16.581558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device fb532f12-b2b5-49b2-bc46-299aa2f7ed4f not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:58:16.653292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:16.659333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:16.660024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:16.672051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d0730c25-e775-46c3-820e-724b76d82441 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:16.769697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:16.923610 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2772403 Apr 22 16:58:16.924454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:16.963230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51786) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:16.996128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': 'b17eefb0-5fcc-4ed8-877d-f681064ccb92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:17.016318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:17.018218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:17.026549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:17.305065 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1cc6de6-c8ac-47e2-8bcf-0db66a9ae15c req-a933b3f5-c180-4c0d-8462-2175d05ff465 service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0462079 Apr 22 16:58:17.363170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Network': ['ID=b17eefb0-5fcc-4ed8-877d-f681064ccb92,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:17.371096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:17.376980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network b17eefb0-5fcc-4ed8-877d-f681064ccb92 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:58:17.380706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:17.422935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:17.423547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 511f6569-37ab-4495-bb99-2918fd1b2acb {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:58:17.505186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ece2a540-2676-4891-a236-41f6b0aff70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:17.523787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port e7fc9f5f-a7e6-478e-93d1-52eb2e32018f {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:17.524175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:17.563316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:17.575795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:17.578507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:17.579894 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "DELETE /v2.0/routers/511f6569-37ab-4495-bb99-2918fd1b2acb HTTP/1.1" status: 204 len: 168 time: 9.6178479 Apr 22 16:58:17.595932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebb48-83dc-456b-a2be-8e6651c7e42f req-0f1e35cf-71bd-4e4e-b6b4-bcd3d75b34c7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:17.597524 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2b6ebb48-83dc-456b-a2be-8e6651c7e42f req-0f1e35cf-71bd-4e4e-b6b4-bcd3d75b34c7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 1.2631373 Apr 22 16:58:17.598094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51790) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:17.604489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:17.625724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2a540-2676-4891-a236-41f6b0aff70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:17.627959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:17.629221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ece2a540-2676-4891-a236-41f6b0aff70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:17.631901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP d7287c8f-8769-4c3d-b021-6f1e05d0ee6a associated. External IP: 172.26.6.30, port: 193770f5-53fe-4eec-9850-cfcd7d8bd8cd. Apr 22 16:58:17.638113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d7c40a-6045-490f-b23b-ffa3a8990dd1 None None] Network 04582f77-2428-4f63-825f-e2d1659dd7ad requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:17.683540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ece2a540-2676-4891-a236-41f6b0aff70b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:17.715356 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ece2a540-2676-4891-a236-41f6b0aff70b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cde4cc40-7e63-4f74-8dc4-22a4ff80ffd6 HTTP/1.1" status: 204 len: 168 time: 2.4176993 Apr 22 16:58:17.763270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:17.765228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51794) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:17.913513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1cc6de6-c8ac-47e2-8bcf-0db66a9ae15c req-49484d22-74f9-4f46-a579-734522ffd5e0 service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206027 Apr 22 16:58:17.924590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] DHCP port deletion for 04582f77-2428-4f63-825f-e2d1659dd7ad request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:58:17.938232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Deleting port cc4d61b6-55df-4164-87b3-294560845788 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:17.942704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:18.035193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:18.041563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:18.073777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8e2295-956d-4219-bad0-24fadf13c401 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Deleting subnet 2800b5c0-ec10-4990-9bee-2d19b5df42af {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:58:18.146110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2295-956d-4219-bad0-24fadf13c401 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:18.169008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] For port cc4d61b6-55df-4164-87b3-294560845788, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cc4d61b6-55df-4164-87b3-294560845788,segment=NetworkSegment(f3554cc3-1712-493b-a603-6cd54a7b0106),segment_id=f3554cc3-1712-493b-a603-6cd54a7b0106)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:18.169450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:18.213658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:18.241305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2b6ebb48-83dc-456b-a2be-8e6651c7e42f req-0e19c003-29bf-4fa5-8138-d2fe0bd581e2 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6236806 Apr 22 16:58:18.251558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:18.337985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:18.397880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:18.524143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:18.542771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Calling delete_port for cc4d61b6-55df-4164-87b3-294560845788 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:18.547993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Deleting port cc4d61b6-55df-4164-87b3-294560845788 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:18.547993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:18.616052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cc4d61b6-55df-4164-87b3-294560845788 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:58:18.618330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2295-956d-4219-bad0-24fadf13c401 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:18.625217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Allocated IP 172.26.6.84 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/bc4056dc-9308-4842-b611-dc4d9ab2943d) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:18.657302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:18.680258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930fc7ba-625d-4a19-a3bb-96263f6702ec None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:18.698472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930fc7ba-625d-4a19-a3bb-96263f6702ec None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:18.699555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-930fc7ba-625d-4a19-a3bb-96263f6702ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:18.711925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] The port 'cc4d61b6-55df-4164-87b3-294560845788' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:58:18.732125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:18.745361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:18.773766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-930fc7ba-625d-4a19-a3bb-96263f6702ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:18.784078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930fc7ba-625d-4a19-a3bb-96263f6702ec None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:18.785102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-930fc7ba-625d-4a19-a3bb-96263f6702ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:18.823110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Pushing event deleted for resources: {'Port': ['ID=cc4d61b6-55df-4164-87b3-294560845788,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:18.831404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] No DVR routers for this DVR port cc4d61b6-55df-4164-87b3-294560845788 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:58:18.833710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.834093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.834467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.835037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.835407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.835823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.836185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.836550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.836936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.837291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.837644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.837996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:18.840873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No active binding found for port cc4d61b6-55df-4164-87b3-294560845788 {{(pid=87211) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 22 16:58:18.841332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cc4d61b6-55df-4164-87b3-294560845788 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:58:18.843780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:18.870125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-930fc7ba-625d-4a19-a3bb-96263f6702ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:18.870581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930fc7ba-625d-4a19-a3bb-96263f6702ec None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:18.978618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for e7fc9f5f-a7e6-478e-93d1-52eb2e32018f owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:18.982754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:19.023006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Router 5052fb34-65e2-4e58-9f8c-0d0856146793 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:19.202428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:19.273960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:19.288637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cb83a43-61ba-4343-9078-b8f3d506c9c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:19.535131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2295-956d-4219-bad0-24fadf13c401 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:19.569280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:19.712798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:19.726330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:19.733141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:19.775941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Pushing event updated for resources: {'Port': ['ID=bc4056dc-9308-4842-b611-dc4d9ab2943d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:19.786563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:19.826288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:19.838310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a465ac-2af0-4cb3-83a0-d1b5a37e7fa5 None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:19.851500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a465ac-2af0-4cb3-83a0-d1b5a37e7fa5 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:19.852568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-94a465ac-2af0-4cb3-83a0-d1b5a37e7fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:19.908678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:19.931842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-94a465ac-2af0-4cb3-83a0-d1b5a37e7fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:19.943998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a465ac-2af0-4cb3-83a0-d1b5a37e7fa5 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:19.944929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-94a465ac-2af0-4cb3-83a0-d1b5a37e7fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:20.026118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-94a465ac-2af0-4cb3-83a0-d1b5a37e7fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:20.026118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a465ac-2af0-4cb3-83a0-d1b5a37e7fa5 None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:20.041493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04582f77-2428-4f63-825f-e2d1659dd7ad']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:20.110504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3554cc3-1712-493b-a603-6cd54a7b0106') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:20.111850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3554cc3-1712-493b-a603-6cd54a7b0106') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:20.152518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:20.156084 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a23f79d1-6b05-4369-a51c-cac1b9cb69f6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "PUT /v2.0/floatingips/d7287c8f-8769-4c3d-b021-6f1e05d0ee6a HTTP/1.1" status: 200 len: 977 time: 5.7437334 Apr 22 16:58:20.156084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51800) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:20.162218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b0e2402c-ffb5-4e79-9d6c-b94278fcf586 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:20.194460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:20.203982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a8cee-5f3b-4737-b89b-bfe0c037d853 None None] Sync routers for ids ['5052fb34-65e2-4e58-9f8c-0d0856146793'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:20.214371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a8cee-5f3b-4737-b89b-bfe0c037d853 None None] Routers {'5052fb34-65e2-4e58-9f8c-0d0856146793'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:20.215346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-259a8cee-5f3b-4737-b89b-bfe0c037d853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['5052fb34-65e2-4e58-9f8c-0d0856146793'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:20.260117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:20.271490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d37db-9f26-4de3-b827-51581695ef7f req-9299cc84-78b2-47e3-bb94-bcc9833bedec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:20.276524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0e2402c-ffb5-4e79-9d6c-b94278fcf586 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:20.276667 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-163d37db-9f26-4de3-b827-51581695ef7f req-9299cc84-78b2-47e3-bb94-bcc9833bedec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.7399750 Apr 22 16:58:20.296589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:58:20.420106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-259a8cee-5f3b-4737-b89b-bfe0c037d853 None None] Set router 5052fb34-65e2-4e58-9f8c-0d0856146793 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:58:20.456919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] 10.222.0.77 "PUT /v2.0/routers/5052fb34-65e2-4e58-9f8c-0d0856146793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3246820 Apr 22 16:58:20.469897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51804) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:20.699159 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-163d37db-9f26-4de3-b827-51581695ef7f req-5fbdac9a-b8ad-4dde-b5d9-e5b7cd0d35a4 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4172592 Apr 22 16:58:20.716232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:20.730827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Network 04582f77-2428-4f63-825f-e2d1659dd7ad has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:20.739463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73116ec8-70fe-4a87-9aaa-edfea191eff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:20.823770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:20.915176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0e2402c-ffb5-4e79-9d6c-b94278fcf586 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:20.948214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=e7fc9f5f-a7e6-478e-93d1-52eb2e32018f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:20.977491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-259a8cee-5f3b-4737-b89b-bfe0c037d853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:58:15Z', 'revision_number': 5, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:20.985078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a8cee-5f3b-4737-b89b-bfe0c037d853 None None] Checking router: 5052fb34-65e2-4e58-9f8c-0d0856146793 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:58:21.001878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a8cee-5f3b-4737-b89b-bfe0c037d853 None None] Routers {'5052fb34-65e2-4e58-9f8c-0d0856146793'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:21.003389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-259a8cee-5f3b-4737-b89b-bfe0c037d853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['5052fb34-65e2-4e58-9f8c-0d0856146793'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:21.003597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:21.011318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0e2402c-ffb5-4e79-9d6c-b94278fcf586 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:21.011679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-b0e2402c-ffb5-4e79-9d6c-b94278fcf586 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP d7287c8f-8769-4c3d-b021-6f1e05d0ee6a disassociated. External IP: 172.26.6.30, port: 5aadbf28-e26a-46ac-8894-de742987f3c4. Apr 22 16:58:21.156251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:21.216518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:21.220220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2295-956d-4219-bad0-24fadf13c401 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:21.262545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-259a8cee-5f3b-4737-b89b-bfe0c037d853 None None] Set router 5052fb34-65e2-4e58-9f8c-0d0856146793 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:58:21.373439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b4662131-7331-4275-b63a-31823ef1bda3 tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:21.444153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Network 04582f77-2428-4f63-825f-e2d1659dd7ad has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:21.458830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e2295-956d-4219-bad0-24fadf13c401 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2800b5c0-ec10-4990-9bee-2d19b5df42af,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:21.615557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-259a8cee-5f3b-4737-b89b-bfe0c037d853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:58:15Z', 'revision_number': 5, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:21.621380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a8cee-5f3b-4737-b89b-bfe0c037d853 None None] The sync data for ids ['5052fb34-65e2-4e58-9f8c-0d0856146793'] in dv-neutron-786478-3-hyperv is: [{'id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'name': 'tempest-ServersTestJSON-1942884338-router', 'tenant_id': 'f4be92a3aaff4872b5455251895dc70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:58:15Z', 'revision_number': 5, 'project_id': 'f4be92a3aaff4872b5455251895dc70e', 'gw_port': {'id': 'b0af3c56-a085-4a80-9db7-f078188bd92b', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052fb34-65e2-4e58-9f8c-0d0856146793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:54Z', 'updated_at': '2021-04-22T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:58:21.761415 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:58:21.764905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2295-956d-4219-bad0-24fadf13c401 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:21.773536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa8e2295-956d-4219-bad0-24fadf13c401 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:21.855830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:21.870750 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fa8e2295-956d-4219-bad0-24fadf13c401 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/2800b5c0-ec10-4990-9bee-2d19b5df42af HTTP/1.1" status: 204 len: 168 time: 4.2543550 Apr 22 16:58:21.876008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51810) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:21.883648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21024ad5-1134-4847-b28a-798e7fbe57ac req-cc3bef75-7522-46d0-860c-cbc8ed37ea57 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:21.885377 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-21024ad5-1134-4847-b28a-798e7fbe57ac req-cc3bef75-7522-46d0-860c-cbc8ed37ea57 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.9968865 Apr 22 16:58:21.974671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:22.038640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-321b9fbc-184c-40f6-be40-108cae9b5422 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:22.057341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:22.133575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:22.145090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Pushing event deleted for resources: {'Network': ['ID=04582f77-2428-4f63-825f-e2d1659dd7ad,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:22.162516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:22.181749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:22.210221 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-21024ad5-1134-4847-b28a-798e7fbe57ac req-188e92f3-a5f5-47a9-b7e5-5c30cbfc83d7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481439 Apr 22 16:58:22.214867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:22.221287 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] 10.222.0.77 "DELETE /v2.0/networks/04582f77-2428-4f63-825f-e2d1659dd7ad HTTP/1.1" status: 204 len: 168 time: 4.4208672 Apr 22 16:58:22.226610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90f4ad81-03ca-4b0e-bb5d-fe1d5af9031a tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:22.342353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Deleting port b0af3c56-a085-4a80-9db7-f078188bd92b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:22.342353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:22.477944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Subnet': ['ID=4b4834ca-7838-4d1e-8584-7458b360df83,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:22.483155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dda578af-daff-4659-bd11-f9d68db68624 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:58:22.483471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:22.498364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Checking segment: {'id': '9705d17a-ab8d-4bf2-988b-889c40d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b17eefb0-5fcc-4ed8-877d-f681064ccb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:58:22.498364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network hostable DHCP agents. Network: b17eefb0-5fcc-4ed8-877d-f681064ccb92, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:58:22.530530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: dda578af-daff-4659-bd11-f9d68db68624 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:58:22.531110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dda578af-daff-4659-bd11-f9d68db68624 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:58:22.537884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router ceeecea1-63a4-44fe-a174-b2cb59c56070 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:22.609974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network b17eefb0-5fcc-4ed8-877d-f681064ccb92 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:58:22.693276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:22.725030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51820) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:22.752073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, b17eefb0-5fcc-4ed8-877d-f681064ccb92) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:22.762753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecf3e5c-235a-42cc-8698-d216efe87192 None None] Network b17eefb0-5fcc-4ed8-877d-f681064ccb92 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:22.800665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:22.801349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:22.802371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:22.835684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:22.844948 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/ceeecea1-63a4-44fe-a174-b2cb59c56070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0364876 Apr 22 16:58:22.845850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51824) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:22.854690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ddcdd5-2bce-4448-9c4c-2251d1ae4913 None None] Sync routers for ids ['ceeecea1-63a4-44fe-a174-b2cb59c56070'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:22.882342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ddcdd5-2bce-4448-9c4c-2251d1ae4913 None None] Routers {'ceeecea1-63a4-44fe-a174-b2cb59c56070'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:22.883253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c9ddcdd5-2bce-4448-9c4c-2251d1ae4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ceeecea1-63a4-44fe-a174-b2cb59c56070'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:22.929324 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.9402554 Apr 22 16:58:22.940372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51828) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:22.942569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e2402c-ffb5-4e79-9d6c-b94278fcf586 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:22.945424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:22.954362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': 'b17eefb0-5fcc-4ed8-877d-f681064ccb92', 'name': 'tempest-PortsTestJSON-248939557'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:22.958378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c9ddcdd5-2bce-4448-9c4c-2251d1ae4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:22.982684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ddcdd5-2bce-4448-9c4c-2251d1ae4913 None None] Routers {'ceeecea1-63a4-44fe-a174-b2cb59c56070'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:22.983371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c9ddcdd5-2bce-4448-9c4c-2251d1ae4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ceeecea1-63a4-44fe-a174-b2cb59c56070'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:23.056904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c9ddcdd5-2bce-4448-9c4c-2251d1ae4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:23.057361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ddcdd5-2bce-4448-9c4c-2251d1ae4913 None None] The sync data for ids ['ceeecea1-63a4-44fe-a174-b2cb59c56070'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:23.125647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee10819-096d-47d6-a7f5-4b1e5a15d43d req-8353bdad-6234-458b-99e0-e72f7ac4baef tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:23.126063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] For port b0af3c56-a085-4a80-9db7-f078188bd92b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b0af3c56-a085-4a80-9db7-f078188bd92b,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:23.126369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:23.127267 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ee10819-096d-47d6-a7f5-4b1e5a15d43d req-8353bdad-6234-458b-99e0-e72f7ac4baef tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.4117804 Apr 22 16:58:23.185169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-b17eefb0-5fcc-4ed8-877d-f681064ccb92', 'network_id': 'b17eefb0-5fcc-4ed8-877d-f681064ccb92', 'tenant_id': '5c8c0ef2b1f94398b158df9ec2d73437', 'fixed_ips': [{'subnet_id': '4b4834ca-7838-4d1e-8584-7458b360df83'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:58:23.186382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:23.299391 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fc963b6c-2d35-47a3-b17b-b9b819a0eba8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78d9071ff9ec4f9bac121b4b44a0ef4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5167654 Apr 22 16:58:23.305159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51832) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:23.358152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Allocated IP 172.20.0.2 (b17eefb0-5fcc-4ed8-877d-f681064ccb92/4b4834ca-7838-4d1e-8584-7458b360df83/d21d2119-bf98-4c9e-b984-57f63de0a46a) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:23.387452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Calling delete_port for b0af3c56-a085-4a80-9db7-f078188bd92b owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:23.387665 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ee10819-096d-47d6-a7f5-4b1e5a15d43d req-97e4a23c-4089-4962-bb02-0be4a3815904 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371726 Apr 22 16:58:23.471326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:23.487764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:port and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:23.493329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:23.512945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:23.514283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e67ba62-dbe1-4888-9f75-128ee2f35daa']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:23.565991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be35582-ba4d-4bfa-8bbb-3b68f07ff61f') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:23.566683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be35582-ba4d-4bfa-8bbb-3b68f07ff61f') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:23.576327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-631456ac-e61d-481a-9547-a1b916715983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:23.594441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:23.621498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:23.627787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:23.643103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-631456ac-e61d-481a-9547-a1b916715983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:23.687079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e2402c-ffb5-4e79-9d6c-b94278fcf586 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:23.690551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:23.700678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5fe1e0-a2fc-47cd-a657-fa5eca5f278c None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:23.702928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0e2402c-ffb5-4e79-9d6c-b94278fcf586 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:23.705873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:23.728851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5fe1e0-a2fc-47cd-a657-fa5eca5f278c None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:23.729768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4a5fe1e0-a2fc-47cd-a657-fa5eca5f278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:23.747969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port 03f1874a-0a25-478f-988b-d8d5bda022d4 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:58:23.784944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:58:23.813254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4a5fe1e0-a2fc-47cd-a657-fa5eca5f278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:23.824758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5fe1e0-a2fc-47cd-a657-fa5eca5f278c None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:23.825789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4a5fe1e0-a2fc-47cd-a657-fa5eca5f278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:23.897319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4a5fe1e0-a2fc-47cd-a657-fa5eca5f278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:23.897874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5fe1e0-a2fc-47cd-a657-fa5eca5f278c None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:24.030769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-631456ac-e61d-481a-9547-a1b916715983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:24.217765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Router 8ea72a03-d946-42e2-b995-0f15285e8a0e is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:58:24.241133 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b0e2402c-ffb5-4e79-9d6c-b94278fcf586 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "PUT /v2.0/floatingips/d7287c8f-8769-4c3d-b021-6f1e05d0ee6a HTTP/1.1" status: 200 len: 687 time: 4.0815015 Apr 22 16:58:24.249362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51840) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:24.319415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:24.343112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631456ac-e61d-481a-9547-a1b916715983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c245be6-89f7-4453-8a06-f98d8042bf89,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:24.348747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-631456ac-e61d-481a-9547-a1b916715983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:24.359167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3528bf-09a9-4279-afdd-70aa97e3b2da req-43240090-6632-48f6-a85b-e078544ab230 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:24.360796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d3528bf-09a9-4279-afdd-70aa97e3b2da req-43240090-6632-48f6-a85b-e078544ab230 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.5122416 Apr 22 16:58:24.406381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-631456ac-e61d-481a-9547-a1b916715983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:24.407652 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-631456ac-e61d-481a-9547-a1b916715983 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c245be6-89f7-4453-8a06-f98d8042bf89 HTTP/1.1" status: 204 len: 168 time: 1.1014011 Apr 22 16:58:24.440220 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d3528bf-09a9-4279-afdd-70aa97e3b2da req-a9c00b66-a45c-48f5-b74f-f51be8792fd3 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680919 Apr 22 16:58:24.443682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:24.669119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Network 5e67ba62-dbe1-4888-9f75-128ee2f35daa has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:24.684608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:24.806218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port 37530177-1736-432f-a584-fa3ea2500bc3 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:24.806807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:24.825122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port f84e62de-d21d-4c71-871a-5661c3e48a37 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:24.825508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:24.880130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:24.893064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:25.026159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0af3c56-a085-4a80-9db7-f078188bd92b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:25.034434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:25.046570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:25.138291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Network 5e67ba62-dbe1-4888-9f75-128ee2f35daa has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:25.190929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for f84e62de-d21d-4c71-871a-5661c3e48a37 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:25.194081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:25.204033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d8b18-33c9-4ea9-a501-c83a7f6e7848 None None] Sync routers for ids ['8ea72a03-d946-42e2-b995-0f15285e8a0e'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:25.214667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d8b18-33c9-4ea9-a501-c83a7f6e7848 None None] Routers {'8ea72a03-d946-42e2-b995-0f15285e8a0e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:25.215580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0a7d8b18-33c9-4ea9-a501-c83a7f6e7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8ea72a03-d946-42e2-b995-0f15285e8a0e'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:58:25.219945 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:58:25.303887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0a7d8b18-33c9-4ea9-a501-c83a7f6e7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:25.315376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d8b18-33c9-4ea9-a501-c83a7f6e7848 None None] Routers {'8ea72a03-d946-42e2-b995-0f15285e8a0e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:25.316211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0a7d8b18-33c9-4ea9-a501-c83a7f6e7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8ea72a03-d946-42e2-b995-0f15285e8a0e'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:25.322130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:25.325944 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-05949ccd-cc1d-4377-a4fc-a427d4596902 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "PUT /v2.0/routers/8ea72a03-d946-42e2-b995-0f15285e8a0e HTTP/1.1" status: 200 len: 883 time: 9.0819869 Apr 22 16:58:25.333937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51862) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:25.361847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:25.391164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0a7d8b18-33c9-4ea9-a501-c83a7f6e7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:25.391630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d8b18-33c9-4ea9-a501-c83a7f6e7848 None None] The sync data for ids ['8ea72a03-d946-42e2-b995-0f15285e8a0e'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:25.494172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Transition to ACTIVE for port object d21d2119-bf98-4c9e-b984-57f63de0a46a will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:25.561876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:25.562165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:25.578655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:25.582272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:25.588663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:25.590477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-793345b0-24cf-4509-9f54-d61106142b2c tempest-PortsAdminExtendedAttrsTestJSON-975242955 tempest-PortsAdminExtendedAttrsTestJSON-975242955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:25.605089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e67ba62-dbe1-4888-9f75-128ee2f35daa {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 22 16:58:25.613886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:25.615902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Transition to ACTIVE for port object d21d2119-bf98-4c9e-b984-57f63de0a46a will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:25.622120 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aa8b4eab-a1c7-42ca-bd88-82f8e6ea5a10 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/routers/8ea72a03-d946-42e2-b995-0f15285e8a0e HTTP/1.1" status: 200 len: 924 time: 0.2840173 Apr 22 16:58:25.675061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51870) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:25.677571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:25.683789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98ef52d3-bebc-4af1-a5ce-2cd307eef91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:25.698201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.11 (b17eefb0-5fcc-4ed8-877d-f681064ccb92/4b4834ca-7838-4d1e-8584-7458b360df83/03f1874a-0a25-478f-988b-d8d5bda022d4) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:25.752055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for 37530177-1736-432f-a584-fa3ea2500bc3 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:25.798854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e67ba62-dbe1-4888-9f75-128ee2f35daa,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:25.805459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Network b17eefb0-5fcc-4ed8-877d-f681064ccb92 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:25.809979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:25.812628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:25.817388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:25.909126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Pushing event updated for resources: {'Port': ['ID=d21d2119-bf98-4c9e-b984-57f63de0a46a,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:25.943616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:25.943981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:25.946191 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "DELETE /v2.0/networks/5e67ba62-dbe1-4888-9f75-128ee2f35daa HTTP/1.1" status: 204 len: 168 time: 4.0635531 Apr 22 16:58:25.979054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object 03f1874a-0a25-478f-988b-d8d5bda022d4 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:26.004891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Attempting to bind port d21d2119-bf98-4c9e-b984-57f63de0a46a on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:58:26.005306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Attempting to bind port d21d2119-bf98-4c9e-b984-57f63de0a46a by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '9705d17a-ab8d-4bf2-988b-889c40d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b17eefb0-5fcc-4ed8-877d-f681064ccb92'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:58:26.005716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Attempting to bind port d21d2119-bf98-4c9e-b984-57f63de0a46a on network b17eefb0-5fcc-4ed8-877d-f681064ccb92 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:58:26.009779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:26.010922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5052fb34-65e2-4e58-9f8c-0d0856146793 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:58:26.014706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:58:26.015126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Checking segment: {'id': '9705d17a-ab8d-4bf2-988b-889c40d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b17eefb0-5fcc-4ed8-877d-f681064ccb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:58:26.015575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:26.016007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Bound using segment: {'id': '9705d17a-ab8d-4bf2-988b-889c40d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b17eefb0-5fcc-4ed8-877d-f681064ccb92'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:58:26.016526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Bound port: d21d2119-bf98-4c9e-b984-57f63de0a46a, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9705d17a-ab8d-4bf2-988b-889c40d07ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b17eefb0-5fcc-4ed8-877d-f681064ccb92'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:58:26.016944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:26.025488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:26.027975 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] 10.222.0.77 "DELETE /v2.0/routers/5052fb34-65e2-4e58-9f8c-0d0856146793 HTTP/1.1" status: 204 len: 168 time: 5.5570655 Apr 22 16:58:26.041625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51880) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:26.121657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128d8deb-75ef-4f64-9545-2b80798cb978 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:26.123865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-128d8deb-75ef-4f64-9545-2b80798cb978 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&device_id=8ea72a03-d946-42e2-b995-0f15285e8a0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3833246 Apr 22 16:58:26.132160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:26.137267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51884) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:26.139419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d64fb48e-4dbe-47db-9314-f0a6112a403b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:26.225562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6eb0494-237c-4e70-a7dc-01008f6a8f7c admin admin] Deleting subnet ee3b9272-0e28-4bf3-9438-dc9bff58f2cb {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:58:26.226207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] For port d21d2119-bf98-4c9e-b984-57f63de0a46a, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:58:26.226586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:26.230212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] For port d21d2119-bf98-4c9e-b984-57f63de0a46a, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d21d2119-bf98-4c9e-b984-57f63de0a46a,segment=NetworkSegment(9705d17a-ab8d-4bf2-988b-889c40d07ddc),segment_id=9705d17a-ab8d-4bf2-988b-889c40d07ddc)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:58:26.236397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0494-237c-4e70-a7dc-01008f6a8f7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:26.298521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=f84e62de-d21d-4c71-871a-5661c3e48a37,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:26.305305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:26.314680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:26.322217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0494-237c-4e70-a7dc-01008f6a8f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:26.336610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:26.339723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b94837bf-f464-4310-bbea-409d48c6553e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:26.362155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:26.371911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dc552e7-3fd4-4ba6-8038-f1eabb68f200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:26.556604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Pushing event updated for resources: {'Port': ['ID=d21d2119-bf98-4c9e-b984-57f63de0a46a,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:26.565638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:26.654264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=03f1874a-0a25-478f-988b-d8d5bda022d4,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:26.684866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51900) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:26.711445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:26.737825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-22f9fc84-ffdd-4510-a0d0-68c590d095f8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Request body: {'router': {'name': 'tempest-router--1078938170', 'project_id': 'd0e6010e334448279ea2ac0c9f47ab52'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:26.748546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-22f9fc84-ffdd-4510-a0d0-68c590d095f8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:26.764232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-22f9fc84-ffdd-4510-a0d0-68c590d095f8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Usage tracker for resource:router and tenant:d0e6010e334448279ea2ac0c9f47ab52 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:26.769129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-22f9fc84-ffdd-4510-a0d0-68c590d095f8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:26.780560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-22f9fc84-ffdd-4510-a0d0-68c590d095f8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:26.798349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network b17eefb0-5fcc-4ed8-877d-f681064ccb92 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:26.811027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3137dd8-3bcb-4f1c-b451-610d5a758b67 req-1ecabd65-9a77-44b7-8634-995cdc7b25a3 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:26.813342 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d3137dd8-3bcb-4f1c-b451-610d5a758b67 req-1ecabd65-9a77-44b7-8634-995cdc7b25a3 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.7924716 Apr 22 16:58:26.883660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:26.889067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51906) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:26.918033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:27.052101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=37530177-1736-432f-a584-fa3ea2500bc3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:27.060300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:27.061110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:27.083319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22f9fc84-ffdd-4510-a0d0-68c590d095f8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:27.084490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22f9fc84-ffdd-4510-a0d0-68c590d095f8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:27.105098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:27.116122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0494-237c-4e70-a7dc-01008f6a8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:27.159455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:27.161165 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/floatingips/d7287c8f-8769-4c3d-b021-6f1e05d0ee6a HTTP/1.1" status: 204 len: 168 time: 2.9107783 Apr 22 16:58:27.163981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51912) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:27.167620 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d3137dd8-3bcb-4f1c-b451-610d5a758b67 req-3213b5ac-803c-4ef1-a74c-b707448bf0c5 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793407 Apr 22 16:58:27.181046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd9b4b5-8a5d-4086-9370-699bd00db517 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:27.185843 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6dd9b4b5-8a5d-4086-9370-699bd00db517 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/networks/5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 881 time: 0.9968817 Apr 22 16:58:27.187055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51916) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:27.259482 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-43ffefd2-bd37-4f45-8063-a2d6cfd794d5 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] delete failed (client error): The resource could not be found. Apr 22 16:58:27.265556 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-43ffefd2-bd37-4f45-8063-a2d6cfd794d5 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/floatingips/d7287c8f-8769-4c3d-b021-6f1e05d0ee6a HTTP/1.1" status: 404 len: 345 time: 0.0956199 Apr 22 16:58:27.265772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51920) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:27.359289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:27.360048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:27.365081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22f9fc84-ffdd-4510-a0d0-68c590d095f8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:27.421700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1071218451', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:27.451539 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4cb044b6-6a39-4cc9-aba2-ec60a4798b6a tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ea72a03-d946-42e2-b995-0f15285e8a0e HTTP/1.1" status: 200 len: 205 time: 0.1015060 Apr 22 16:58:27.461637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51930) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:27.511987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:27.542464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Usage tracker for resource:port and tenant:747468ee9e49438dbafea1068437d229 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:27.565383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4a8876-f755-449d-968e-aed124b574b5 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:27.572706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4a8876-f755-449d-968e-aed124b574b5 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:27.579294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4a8876-f755-449d-968e-aed124b574b5 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:27.580207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3e4a8876-f755-449d-968e-aed124b574b5 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Synchronizing usage tracker for tenant:fe909354ad5f4d7b99e38030afcb1802 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:58:27.794972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3e4a8876-f755-449d-968e-aed124b574b5 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Unset dirty status for tenant:fe909354ad5f4d7b99e38030afcb1802 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:58:27.799418 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3e4a8876-f755-449d-968e-aed124b574b5 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "GET /v2.0/ports?network_id=e7b0c8d1-e040-4445-8255-106720f2c010 HTTP/1.1" status: 200 len: 2358 time: 0.5326450 Apr 22 16:58:27.800377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51934) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:27.861675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:27.895579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:27.916437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e87a233b-1ff4-4ef8-9f1d-0e869103d2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:27.969121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:27.974773 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0310576 Apr 22 16:58:27.986734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22f9fc84-ffdd-4510-a0d0-68c590d095f8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:27.992543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51938) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:28.037135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0494-237c-4e70-a7dc-01008f6a8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.051029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:28.068465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router ceeecea1-63a4-44fe-a174-b2cb59c56070 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:28.082659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f963ba56-c094-46dc-8dfa-67d99b1bcaf2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:28.082659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f963ba56-c094-46dc-8dfa-67d99b1bcaf2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Synchronizing usage tracker for tenant:fe909354ad5f4d7b99e38030afcb1802 on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:58:28.084608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09531281-684f-44c8-a075-4fd0345621ff None None] Network b17eefb0-5fcc-4ed8-877d-f681064ccb92 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:28.091365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Made reservation on behalf of 747468ee9e49438dbafea1068437d229 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:28.096162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.115667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0494-237c-4e70-a7dc-01008f6a8f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.121687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb0494-237c-4e70-a7dc-01008f6a8f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3b9272-0e28-4bf3-9438-dc9bff58f2cb,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:28.127721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22f9fc84-ffdd-4510-a0d0-68c590d095f8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.131752 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-22f9fc84-ffdd-4510-a0d0-68c590d095f8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4162121 Apr 22 16:58:28.131922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a6eb0494-237c-4e70-a7dc-01008f6a8f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:28.137214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51942) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:28.172047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e159fa-d487-478c-9a9f-aaf11463c2c2 None None] Network 8c06ed26-3d28-4f3d-a46f-84330d432a95 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:28.187958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.204165 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a6eb0494-237c-4e70-a7dc-01008f6a8f7c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ee3b9272-0e28-4bf3-9438-dc9bff58f2cb HTTP/1.1" status: 204 len: 168 time: 2.1579196 Apr 22 16:58:28.211753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c276d-5d7d-4133-af65-b5a86585e916 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 03f1874a-0a25-478f-988b-d8d5bda022d4 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:28.211753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff4c276d-5d7d-4133-af65-b5a86585e916 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.220685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51946) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:28.317885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-096cf9b1-c973-450b-b527-3c73b084a42d None None] Provisioning for port d21d2119-bf98-4c9e-b984-57f63de0a46a completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:58:28.327406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:28.331030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f963ba56-c094-46dc-8dfa-67d99b1bcaf2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Unset dirty status for tenant:fe909354ad5f4d7b99e38030afcb1802 on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:58:28.332884 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f963ba56-c094-46dc-8dfa-67d99b1bcaf2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "GET /v2.0/subnets/46626dd6-7fd8-44b6-95bc-807b72c2a659 HTTP/1.1" status: 200 len: 797 time: 0.5278096 Apr 22 16:58:28.354054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Usage tracker for resource:security_group_rule and tenant:747468ee9e49438dbafea1068437d229 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:28.356784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51950) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:28.374596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:28.385242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:28.392585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'port': {'network_id': 'e7b0c8d1-e040-4445-8255-106720f2c010', 'name': 'tempest-FloatingIPTestJSON-1440966851', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:28.399856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218aea4-2907-470e-b57c-43531d418f44 None None] Sync routers for ids ['ceeecea1-63a4-44fe-a174-b2cb59c56070'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:28.405967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-858fc9b7-4372-4120-867b-f6093fa8e739 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.412666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218aea4-2907-470e-b57c-43531d418f44 None None] Routers {'ceeecea1-63a4-44fe-a174-b2cb59c56070'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:28.413579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d218aea4-2907-470e-b57c-43531d418f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ceeecea1-63a4-44fe-a174-b2cb59c56070'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:28.423730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:28.487246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d218aea4-2907-470e-b57c-43531d418f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:28.505307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218aea4-2907-470e-b57c-43531d418f44 None None] Routers {'ceeecea1-63a4-44fe-a174-b2cb59c56070'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:28.506154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d218aea4-2907-470e-b57c-43531d418f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ceeecea1-63a4-44fe-a174-b2cb59c56070'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:28.600751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d218aea4-2907-470e-b57c-43531d418f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:28.601448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218aea4-2907-470e-b57c-43531d418f44 None None] The sync data for ids ['ceeecea1-63a4-44fe-a174-b2cb59c56070'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:28.606311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.660605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d21d2119-bf98-4c9e-b984-57f63de0a46a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:58:28.694736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795872ac-3215-4ff7-a55a-17886ca32a37 req-e378ef25-0d62-4bad-a034-c0eb64165d4c tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:28.696406 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-795872ac-3215-4ff7-a55a-17886ca32a37 req-e378ef25-0d62-4bad-a034-c0eb64165d4c tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 1.1507492 Apr 22 16:58:28.738478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.764711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Deleting port bc4056dc-9308-4842-b611-dc4d9ab2943d {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:28.765146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.769125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/ceeecea1-63a4-44fe-a174-b2cb59c56070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9210353 Apr 22 16:58:28.779317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ac518-5f99-4c5f-84df-20e5f9a95e51 None None] DHCP port deletion for 8c06ed26-3d28-4f3d-a46f-84330d432a95 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:58:28.784732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-626ac518-5f99-4c5f-84df-20e5f9a95e51 None None] Deleting port a3555aad-1d37-4918-b5e5-2229e3193792 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:28.785953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-626ac518-5f99-4c5f-84df-20e5f9a95e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.787453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51954) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:28.888923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-858fc9b7-4372-4120-867b-f6093fa8e739 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.899471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-858fc9b7-4372-4120-867b-f6093fa8e739 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.902498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port d21d2119-bf98-4c9e-b984-57f63de0a46a completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:58:28.904137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Deleting port a3555aad-1d37-4918-b5e5-2229e3193792 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:28.904505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.917435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d21d2119-bf98-4c9e-b984-57f63de0a46a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:28.917941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.951512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:28.970229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-af83bf1f-7e29-4685-a16d-c1a44739eb92 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:58:29.002397 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-795872ac-3215-4ff7-a55a-17886ca32a37 req-3e8d5772-75d1-4384-84de-6059978fe8ad tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964995 Apr 22 16:58:29.017520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.028250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:29.044703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] device_id is not set on port 1bb4c879-ef58-49aa-8817-5eaef19ecb14 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:58:29.116605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-af83bf1f-7e29-4685-a16d-c1a44739eb92 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:58:29.118662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af83bf1f-7e29-4685-a16d-c1a44739eb92 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceeecea1-63a4-44fe-a174-b2cb59c56070 HTTP/1.1" status: 200 len: 205 time: 0.3294001 Apr 22 16:58:29.126184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51958) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:29.141346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ef610a49-fb57-4f9d-9e5a-adfd73893e73 None None] Provisioning complete for port d21d2119-bf98-4c9e-b984-57f63de0a46a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:29.142212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef610a49-fb57-4f9d-9e5a-adfd73893e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.162171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:29.167000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f1c078-0187-46ab-b35d-02e327779f67,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:29.194233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:29.207386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:29.211006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff4c276d-5d7d-4133-af65-b5a86585e916 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.403788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c276d-5d7d-4133-af65-b5a86585e916 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 03f1874a-0a25-478f-988b-d8d5bda022d4 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:29.443407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.461955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-626ac518-5f99-4c5f-84df-20e5f9a95e51 None None] For port a3555aad-1d37-4918-b5e5-2229e3193792, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a3555aad-1d37-4918-b5e5-2229e3193792,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:29.462401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-626ac518-5f99-4c5f-84df-20e5f9a95e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.484007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Made reservation on behalf of fe909354ad5f4d7b99e38030afcb1802 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:29.601247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Allocated IP 172.26.6.209 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/1bb4c879-ef58-49aa-8817-5eaef19ecb14) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:29.631142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-626ac518-5f99-4c5f-84df-20e5f9a95e51 None None] Calling delete_port for a3555aad-1d37-4918-b5e5-2229e3193792 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:29.658266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-858fc9b7-4372-4120-867b-f6093fa8e739 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.658787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858fc9b7-4372-4120-867b-f6093fa8e739 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82feed28-cae7-4eb5-b698-81de5d44299b {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:58:29.685084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8889feb1-c730-4c12-ad18-619ec9b2fcf0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.720507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port d21d2119-bf98-4c9e-b984-57f63de0a46a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d21d2119-bf98-4c9e-b984-57f63de0a46a,segment=NetworkSegment(9705d17a-ab8d-4bf2-988b-889c40d07ddc),segment_id=9705d17a-ab8d-4bf2-988b-889c40d07ddc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:29.760773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.765260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.776901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-858fc9b7-4372-4120-867b-f6093fa8e739 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.783841 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-858fc9b7-4372-4120-867b-f6093fa8e739 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "DELETE /v2.0/routers/82feed28-cae7-4eb5-b698-81de5d44299b HTTP/1.1" status: 204 len: 168 time: 1.6428449 Apr 22 16:58:29.808023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:29.869349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] device_id is not set on port ef15e0bc-ca11-48c4-9e1a-b220d830fe90 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:58:29.892984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=d21d2119-bf98-4c9e-b984-57f63de0a46a,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:29.896248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b0af3c56-a085-4a80-9db7-f078188bd92b no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:58:29.908677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff4c276d-5d7d-4133-af65-b5a86585e916 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.918873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:29.934069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] For port a3555aad-1d37-4918-b5e5-2229e3193792, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a3555aad-1d37-4918-b5e5-2229e3193792,segment=NetworkSegment(8c9d4e1d-da98-4619-a7a7-f96e8b8a2855),segment_id=8c9d4e1d-da98-4619-a7a7-f96e8b8a2855)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:29.934584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.938022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:29.940548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: b0af3c56-a085-4a80-9db7-f078188bd92b {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:58:29.940867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b0af3c56-a085-4a80-9db7-f078188bd92b not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:58:29.944455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-626ac518-5f99-4c5f-84df-20e5f9a95e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.954931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa61b8ea-4625-4c72-938c-0ddcc717a533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:29.989656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef610a49-fb57-4f9d-9e5a-adfd73893e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:29.993915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c276d-5d7d-4133-af65-b5a86585e916 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=03f1874a-0a25-478f-988b-d8d5bda022d4,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:30.002091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ff4c276d-5d7d-4133-af65-b5a86585e916 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:30.012860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ac518-5f99-4c5f-84df-20e5f9a95e51 None None] No DVR routers for this DVR port a3555aad-1d37-4918-b5e5-2229e3193792 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:58:30.124352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ac518-5f99-4c5f-84df-20e5f9a95e51 None None] Pushing event deleted for resources: {'Port': ['ID=a3555aad-1d37-4918-b5e5-2229e3193792,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:30.145122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-626ac518-5f99-4c5f-84df-20e5f9a95e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:30.146156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51966) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:30.182001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-ef610a49-fb57-4f9d-9e5a-adfd73893e73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:58:30.182407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-ef610a49-fb57-4f9d-9e5a-adfd73893e73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:58:30.247083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da3ff7e5-7664-4c71-a206-e6ddbe51bb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.277509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.306241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.318665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff4c276d-5d7d-4133-af65-b5a86585e916 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.366107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Calling delete_port for a3555aad-1d37-4918-b5e5-2229e3193792 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:30.407827 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ff4c276d-5d7d-4133-af65-b5a86585e916 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/03f1874a-0a25-478f-988b-d8d5bda022d4 HTTP/1.1" status: 204 len: 168 time: 2.4082756 Apr 22 16:58:30.418549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51972) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:30.479131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Calling delete_port for bc4056dc-9308-4842-b611-dc4d9ab2943d owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:30.484208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-22385658', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:30.502765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:30.506840 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf91037-b406-4ed6-9ba6-b908d7abed3d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 16:58:30.507364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf91037-b406-4ed6-9ba6-b908d7abed3d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 16:58:30.512773 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4bf91037-b406-4ed6-9ba6-b908d7abed3d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/03f1874a-0a25-478f-988b-d8d5bda022d4 HTTP/1.1" status: 404 len: 333 time: 0.0885139 Apr 22 16:58:30.514110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51978) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:30.521809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Usage tracker for resource:router and tenant:7955ee0c0904483b944f0511ebc6b8d6 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:30.537030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d21d2119-bf98-4c9e-b984-57f63de0a46a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:58:30.568290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2097a-6111-400f-98c5-664bf10e759b req-b8a84a44-93b0-4e0a-b9d8-8209c5e0125a tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:30.569898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47e2097a-6111-400f-98c5-664bf10e759b req-b8a84a44-93b0-4e0a-b9d8-8209c5e0125a tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.3711677 Apr 22 16:58:30.576443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:30.590346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:30.614181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d21d2119-bf98-4c9e-b984-57f63de0a46a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:30.614548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.635658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.653939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8889feb1-c730-4c12-ad18-619ec9b2fcf0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.655810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ce43c0d5-5daf-41ec-bd7f-678553a627ce tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:30.663138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8889feb1-c730-4c12-ad18-619ec9b2fcf0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.692438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-128ae42c-cbd5-4232-af02-b34f08d4e2e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 16:58:30.693061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-128ae42c-cbd5-4232-af02-b34f08d4e2e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:58:30.713992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.715087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.759774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:58:30.760038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:58:30.773009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8889feb1-c730-4c12-ad18-619ec9b2fcf0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.773789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8889feb1-c730-4c12-ad18-619ec9b2fcf0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Fanout notify agent at l3_agent the message router_deleted on router ceeecea1-63a4-44fe-a174-b2cb59c56070 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:58:30.807061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-128ae42c-cbd5-4232-af02-b34f08d4e2e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:58:30.808138 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-128ae42c-cbd5-4232-af02-b34f08d4e2e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/03f1874a-0a25-478f-988b-d8d5bda022d4 HTTP/1.1" status: 404 len: 333 time: 0.2797101 Apr 22 16:58:30.812971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51982) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:30.815112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ef610a49-fb57-4f9d-9e5a-adfd73893e73 None None] Could not find standard attr ID for object 03f1874a-0a25-478f-988b-d8d5bda022d4. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 16:58:30.821162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8889feb1-c730-4c12-ad18-619ec9b2fcf0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:30.824774 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8889feb1-c730-4c12-ad18-619ec9b2fcf0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/ceeecea1-63a4-44fe-a174-b2cb59c56070 HTTP/1.1" status: 204 len: 168 time: 1.6874902 Apr 22 16:58:30.825076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51986) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:30.886440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a3555aad-1d37-4918-b5e5-2229e3193792 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:58:30.935141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: a3555aad-1d37-4918-b5e5-2229e3193792 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:58:30.935714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a3555aad-1d37-4918-b5e5-2229e3193792 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:58:30.938301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1593b524-fbcb-476d-95b1-4c35d1eb853f None None] Could not find standard attr ID for object 03f1874a-0a25-478f-988b-d8d5bda022d4. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 16:58:31.031460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f019112-1655-41a1-8804-8c47c0ed45b8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting subnet 4b4834ca-7838-4d1e-8584-7458b360df83 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:58:31.042029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc15a6c-3cdd-40ff-b708-5add2f1bbeb2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting subnet 76c66783-d828-4474-8fc6-576a4d551459 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:58:31.044272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f019112-1655-41a1-8804-8c47c0ed45b8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.051693 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47e2097a-6111-400f-98c5-664bf10e759b req-bcd9e000-ad0d-479f-9c32-acaafcbfd336 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4646394 Apr 22 16:58:31.081388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4fc15a6c-3cdd-40ff-b708-5add2f1bbeb2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.103466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:31.111360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.112008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:31.117422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.119056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Pushing event updated for resources: {'Port': ['ID=1bb4c879-ef58-49aa-8817-5eaef19ecb14,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:31.124130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:31.125606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-478c20fa-0cd4-4967-b0d2-192f78a26f6d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:31.160500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:31.176364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.20.0.14 (e7b0c8d1-e040-4445-8255-106720f2c010/46626dd6-7fd8-44b6-95bc-807b72c2a659/ef15e0bc-ca11-48c4-9e1a-b220d830fe90) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:31.185097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Pushing event deleted for resources: {'Port': ['ID=bc4056dc-9308-4842-b611-dc4d9ab2943d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:31.188015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:31.200419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.20.0.13 (e7b0c8d1-e040-4445-8255-106720f2c010/46626dd6-7fd8-44b6-95bc-807b72c2a659/ef15e0bc-ca11-48c4-9e1a-b220d830fe90) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:31.271098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:31.271758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.281745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Deleting port a3555aad-1d37-4918-b5e5-2229e3193792 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:31.281745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.316891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f019112-1655-41a1-8804-8c47c0ed45b8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.336953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.365061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4fc15a6c-3cdd-40ff-b708-5add2f1bbeb2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.442197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.464771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] The port 'a3555aad-1d37-4918-b5e5-2229e3193792' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:58:31.536298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.572304 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.6712773 Apr 22 16:58:31.585311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 51992) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:31.650786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.209'}]}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:31.732453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd7f4-71e9-4284-8a84-3fad9061c602 req-c1d80c25-d6ee-49d2-9a00-32dd50c8c4d3 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:31.734129 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-091cd7f4-71e9-4284-8a84-3fad9061c602 req-c1d80c25-d6ee-49d2-9a00-32dd50c8c4d3 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.5482185 Apr 22 16:58:31.746190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.750836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:31.765524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Usage tracker for resource:router and tenant:747468ee9e49438dbafea1068437d229 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:31.784747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:31.829535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:31.937084 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-091cd7f4-71e9-4284-8a84-3fad9061c602 req-c478c3e2-b2a3-4cff-ad56-974772cb1312 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800351 Apr 22 16:58:31.957765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.958900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:31.970491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.002196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.107926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.116720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.117692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.123607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.188287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:32.219799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f019112-1655-41a1-8804-8c47c0ed45b8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.262562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4fc15a6c-3cdd-40ff-b708-5add2f1bbeb2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.348016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network e7b0c8d1-e040-4445-8255-106720f2c010 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:32.349872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.350468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Fanout notify agent at l3_agent the message router_deleted on router 8ea72a03-d946-42e2-b995-0f15285e8a0e {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:58:32.357808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:32.364146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:32.481422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c06ed26-3d28-4f3d-a46f-84330d432a95']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:32.482710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=ef15e0bc-ca11-48c4-9e1a-b220d830fe90,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:32.554050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:32.558329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:32.558691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9d4e1d-da98-4619-a7a7-f96e8b8a2855') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:32.577278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.578459 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/8ea72a03-d946-42e2-b995-0f15285e8a0e HTTP/1.1" status: 204 len: 168 time: 5.1157951 Apr 22 16:58:32.586817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 51998) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:32.618251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.627918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-755477e4-2eb9-4b90-aa90-5eca05bbc27f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-209628173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:32.647303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-755477e4-2eb9-4b90-aa90-5eca05bbc27f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:32.650929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.664456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-755477e4-2eb9-4b90-aa90-5eca05bbc27f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Usage tracker for resource:router and tenant:d272c55eff3f4f698d7da29f12b06b91 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:32.687382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.689734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-755477e4-2eb9-4b90-aa90-5eca05bbc27f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:32.694782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.717420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-755477e4-2eb9-4b90-aa90-5eca05bbc27f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:32.719813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:58:32.736383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:32.737364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.780364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63798487-3fc4-4cca-a15a-26c37925b1bf req-4b32b3e6-ef35-43e0-8c2c-05fbeb84de67 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:32.782013 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63798487-3fc4-4cca-a15a-26c37925b1bf req-4b32b3e6-ef35-43e0-8c2c-05fbeb84de67 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.7116346 Apr 22 16:58:32.809830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:32.866448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.013294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-755477e4-2eb9-4b90-aa90-5eca05bbc27f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.014417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-755477e4-2eb9-4b90-aa90-5eca05bbc27f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.069137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Network 8c06ed26-3d28-4f3d-a46f-84330d432a95 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:33.087475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.111308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-755477e4-2eb9-4b90-aa90-5eca05bbc27f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.240797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.8695414 Apr 22 16:58:33.249685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52002) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:33.272424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': 'ef15e0bc-ca11-48c4-9e1a-b220d830fe90', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:33.281411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f019112-1655-41a1-8804-8c47c0ed45b8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.289812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:33.294864 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63798487-3fc4-4cca-a15a-26c37925b1bf req-c6ebb343-70da-40db-94ef-ec8d49911cda tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4904799 Apr 22 16:58:33.303936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9305aa01-55b4-4293-89e5-1977c67a9ffb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:33.305016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:floatingip and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:33.313718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:33.335576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:33.347306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Network 8c06ed26-3d28-4f3d-a46f-84330d432a95 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:33.359013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-755477e4-2eb9-4b90-aa90-5eca05bbc27f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:58:33.387715 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:58:33.401433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f019112-1655-41a1-8804-8c47c0ed45b8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4834ca-7838-4d1e-8584-7458b360df83,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:33.403831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4fc15a6c-3cdd-40ff-b708-5add2f1bbeb2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.404827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f019112-1655-41a1-8804-8c47c0ed45b8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:33.422154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.462604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b9f28-f228-46aa-9900-07d85dc081ca None None] Network b17eefb0-5fcc-4ed8-877d-f681064ccb92 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:33.483871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f019112-1655-41a1-8804-8c47c0ed45b8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.486605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2e242de-e9f1-447c-91e3-c8cf02be2edd tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:33.543229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc15a6c-3cdd-40ff-b708-5add2f1bbeb2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Subnet': ['ID=76c66783-d828-4474-8fc6-576a4d551459,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:33.546816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4fc15a6c-3cdd-40ff-b708-5add2f1bbeb2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:33.549830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4fc15a6c-3cdd-40ff-b708-5add2f1bbeb2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.552420 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4fc15a6c-3cdd-40ff-b708-5add2f1bbeb2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/76c66783-d828-4474-8fc6-576a4d551459 HTTP/1.1" status: 204 len: 168 time: 2.6903815 Apr 22 16:58:33.556257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09676a9-fd9e-47ce-9458-b5c0c89a3047 None None] Network 2211644b-6ea5-4f92-a213-5e913a08f543 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:33.559087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52008) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:33.561502 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f019112-1655-41a1-8804-8c47c0ed45b8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/4b4834ca-7838-4d1e-8584-7458b360df83 HTTP/1.1" status: 204 len: 168 time: 2.7466137 Apr 22 16:58:33.565409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Allocated IP 172.26.6.145 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/fd61137b-fe69-457d-a765-85c9ac8d9f63) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:33.571451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52012) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:33.627776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-755477e4-2eb9-4b90-aa90-5eca05bbc27f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.630098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-755477e4-2eb9-4b90-aa90-5eca05bbc27f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0378890 Apr 22 16:58:33.637148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52016) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:33.648235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'enable_snat': True}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:33.746204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b2373a-9cec-46f0-b3da-cb1398975f95 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting subnet cdfdb269-5079-4de0-8627-b0bdabba22d7 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:58:33.764809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.770765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.775313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1b2373a-9cec-46f0-b3da-cb1398975f95 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.809064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:33.893642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.953703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7198dd0b-1d1d-4f9d-822c-6980d703df25 None None] DHCP port deletion for b17eefb0-5fcc-4ed8-877d-f681064ccb92 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:58:33.958786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7198dd0b-1d1d-4f9d-822c-6980d703df25 None None] Deleting port d21d2119-bf98-4c9e-b984-57f63de0a46a {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:33.959274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7198dd0b-1d1d-4f9d-822c-6980d703df25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:33.989491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Pushing event deleted for resources: {'Network': ['ID=8c06ed26-3d28-4f3d-a46f-84330d432a95,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:33.992271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:34.008080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0788a5-b0b8-4e21-8856-775e6ea5f12f None None] DHCP port deletion for 2211644b-6ea5-4f92-a213-5e913a08f543 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:58:34.014592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50083eb-ef0c-4962-a288-4fed6dd1a009 req-46f90136-8ec5-4910-af34-7382335615cb tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:34.016290 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b50083eb-ef0c-4962-a288-4fed6dd1a009 req-46f90136-8ec5-4910-af34-7382335615cb tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.5800242 Apr 22 16:58:34.025183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7a0788a5-b0b8-4e21-8856-775e6ea5f12f None None] Deleting port 4d370874-6131-4cfe-8014-40530f082a64 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:34.025606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0788a5-b0b8-4e21-8856-775e6ea5f12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.077073 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] 10.222.0.77 "DELETE /v2.0/networks/8c06ed26-3d28-4f3d-a46f-84330d432a95 HTTP/1.1" status: 204 len: 168 time: 5.8552608 Apr 22 16:58:34.082545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1b2373a-9cec-46f0-b3da-cb1398975f95 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.119583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port d21d2119-bf98-4c9e-b984-57f63de0a46a {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:34.119967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.260089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.305320 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b50083eb-ef0c-4962-a288-4fed6dd1a009 req-5d656e02-1ce7-442e-b86c-f8da68e0f86f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305036 Apr 22 16:58:34.333362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.337830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1b2373a-9cec-46f0-b3da-cb1398975f95 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.394233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.452117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.463800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.496201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7a0788a5-b0b8-4e21-8856-775e6ea5f12f None None] For port 4d370874-6131-4cfe-8014-40530f082a64, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4d370874-6131-4cfe-8014-40530f082a64,segment=NetworkSegment(b0bef537-0f8a-4f17-aea3-10dc65dab2ac),segment_id=b0bef537-0f8a-4f17-aea3-10dc65dab2ac)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:34.496930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0788a5-b0b8-4e21-8856-775e6ea5f12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.522501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7198dd0b-1d1d-4f9d-822c-6980d703df25 None None] For port d21d2119-bf98-4c9e-b984-57f63de0a46a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d21d2119-bf98-4c9e-b984-57f63de0a46a,segment=NetworkSegment(9705d17a-ab8d-4bf2-988b-889c40d07ddc),segment_id=9705d17a-ab8d-4bf2-988b-889c40d07ddc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:34.523288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7198dd0b-1d1d-4f9d-822c-6980d703df25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.622948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52024) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:34.636473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d21d2119-bf98-4c9e-b984-57f63de0a46a no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:58:34.829356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] For port d21d2119-bf98-4c9e-b984-57f63de0a46a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d21d2119-bf98-4c9e-b984-57f63de0a46a,segment=NetworkSegment(9705d17a-ab8d-4bf2-988b-889c40d07ddc),segment_id=9705d17a-ab8d-4bf2-988b-889c40d07ddc)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:34.829761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:34.844296 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c5dff4d2-412c-4fce-8934-e59acb742048 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4be92a3aaff4872b5455251895dc70e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2106574 Apr 22 16:58:34.846093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52028) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:35.016804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.025694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7a0788a5-b0b8-4e21-8856-775e6ea5f12f None None] Calling delete_port for 4d370874-6131-4cfe-8014-40530f082a64 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:35.030986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for d21d2119-bf98-4c9e-b984-57f63de0a46a owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:35.068328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d547de4-3785-4f0e-bcc5-4e770c078eb9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:35.140512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7198dd0b-1d1d-4f9d-822c-6980d703df25 None None] Calling delete_port for d21d2119-bf98-4c9e-b984-57f63de0a46a owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:35.176351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:35.187942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:35.207817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:35.255145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Pushing event updated for resources: {'Port': ['ID=fd61137b-fe69-457d-a765-85c9ac8d9f63,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:35.261662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.268593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1b2373a-9cec-46f0-b3da-cb1398975f95 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.278186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:35.280801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:35.296254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.26.6.165 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/daf583d3-3f79-4bbd-a2e9-690dba50e777) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:35.311855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.313013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.332154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-7198dd0b-1d1d-4f9d-822c-6980d703df25 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 22 16:58:35.332154 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Apr 22 16:58:35.332154 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'port_id': 'd21d2119-bf98-4c9e-b984-57f63de0a46a', 'host': 'dv-neutron-786478-3-hyperv', 'level': 0}] Apr 22 16:58:35.332154 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:58:35.332828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-7198dd0b-1d1d-4f9d-822c-6980d703df25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:58:35.338084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5175efb8-636c-42eb-a20a-eddb51f6e703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.353712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2373a-9cec-46f0-b3da-cb1398975f95 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfdb269-5079-4de0-8627-b0bdabba22d7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:35.357063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1b2373a-9cec-46f0-b3da-cb1398975f95 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:35.358141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.360577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1b2373a-9cec-46f0-b3da-cb1398975f95 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.382080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d5186a-2324-4017-891b-4e32c4a8c34f None None] Network 4c15afd4-c097-46df-8fc0-bd8a5159291c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:35.404802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0788a5-b0b8-4e21-8856-775e6ea5f12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.407319 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a1b2373a-9cec-46f0-b3da-cb1398975f95 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/cdfdb269-5079-4de0-8627-b0bdabba22d7 HTTP/1.1" status: 204 len: 168 time: 1.8449016 Apr 22 16:58:35.413379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52032) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:35.416136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f0fb12d9-3688-4264-98a4-4d7c63dee9d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:35.451557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4d370874-6131-4cfe-8014-40530f082a64 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:58:35.570581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0788a5-b0b8-4e21-8856-775e6ea5f12f None None] Pushing event deleted for resources: {'Port': ['ID=4d370874-6131-4cfe-8014-40530f082a64,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:35.573252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.574937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 4d370874-6131-4cfe-8014-40530f082a64 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:58:35.575408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4d370874-6131-4cfe-8014-40530f082a64 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:58:35.578546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a0788a5-b0b8-4e21-8856-775e6ea5f12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:35.582795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0788a5-b0b8-4e21-8856-775e6ea5f12f None None] No DVR routers for this DVR port 4d370874-6131-4cfe-8014-40530f082a64 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:58:35.704397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.708832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-48572cfc-8d20-490e-b284-13a3a51c2ebc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:35.750855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.790278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa3cd8d-d7ce-439e-a1b9-26ee1a7fbcfe None None] DHCP port deletion for 4c15afd4-c097-46df-8fc0-bd8a5159291c request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:58:35.794849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3cd8d-d7ce-439e-a1b9-26ee1a7fbcfe None None] Deleting port 2a7612bb-bd12-47a4-a810-c9b16c1d7078 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:35.795268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa3cd8d-d7ce-439e-a1b9-26ee1a7fbcfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.836072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7198dd0b-1d1d-4f9d-822c-6980d703df25 None None] Deleting port d21d2119-bf98-4c9e-b984-57f63de0a46a {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:35.836403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7198dd0b-1d1d-4f9d-822c-6980d703df25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.840983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=d21d2119-bf98-4c9e-b984-57f63de0a46a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:35.883884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2211644b-6ea5-4f92-a213-5e913a08f543']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:35.897813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bef537-0f8a-4f17-aea3-10dc65dab2ac') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:35.898536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bef537-0f8a-4f17-aea3-10dc65dab2ac') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:35.900118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5175efb8-636c-42eb-a20a-eddb51f6e703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.908992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:35.911844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.918117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7198dd0b-1d1d-4f9d-822c-6980d703df25 None None] The port 'd21d2119-bf98-4c9e-b984-57f63de0a46a' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:58:35.930660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No DVR routers for this DVR port d21d2119-bf98-4c9e-b984-57f63de0a46a on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:58:35.932912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:35.939706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:58:36.097312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1aa3cd8d-d7ce-439e-a1b9-26ee1a7fbcfe None None] For port 2a7612bb-bd12-47a4-a810-c9b16c1d7078, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2a7612bb-bd12-47a4-a810-c9b16c1d7078,segment=NetworkSegment(d4579517-4140-4d5d-92ec-6371d4991934),segment_id=d4579517-4140-4d5d-92ec-6371d4991934)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:36.097894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa3cd8d-d7ce-439e-a1b9-26ee1a7fbcfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.136618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 2211644b-6ea5-4f92-a213-5e913a08f543 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:36.145900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.194599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.237372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3cd8d-d7ce-439e-a1b9-26ee1a7fbcfe None None] Calling delete_port for 2a7612bb-bd12-47a4-a810-c9b16c1d7078 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:36.343984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 2211644b-6ea5-4f92-a213-5e913a08f543 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:36.345068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa3cd8d-d7ce-439e-a1b9-26ee1a7fbcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.351730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:36.362319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:58:36.370848 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:58:36.408839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3cd8d-d7ce-439e-a1b9-26ee1a7fbcfe None None] Pushing event deleted for resources: {'Port': ['ID=2a7612bb-bd12-47a4-a810-c9b16c1d7078,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:36.412734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1aa3cd8d-d7ce-439e-a1b9-26ee1a7fbcfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:36.413589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3cd8d-d7ce-439e-a1b9-26ee1a7fbcfe None None] No DVR routers for this DVR port 2a7612bb-bd12-47a4-a810-c9b16c1d7078 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:58:36.457302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5175efb8-636c-42eb-a20a-eddb51f6e703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.474607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7750ade-17d6-43d0-908c-6f6b52048e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:36.493411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.498340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61f87446-0383-45b4-9ea5-5f12febb210b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:36.516943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175efb8-636c-42eb-a20a-eddb51f6e703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8f8c7b-2c52-42d3-b52d-ff973a7dea30,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:36.531561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.531777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5175efb8-636c-42eb-a20a-eddb51f6e703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:36.543397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17eefb0-5fcc-4ed8-877d-f681064ccb92']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:36.543966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Network': ['ID=2211644b-6ea5-4f92-a213-5e913a08f543,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:36.548858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:36.558210 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/networks/2211644b-6ea5-4f92-a213-5e913a08f543 HTTP/1.1" status: 204 len: 168 time: 1.1438494 Apr 22 16:58:36.559270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52036) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:36.571602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9705d17a-ab8d-4bf2-988b-889c40d07ddc') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:36.571950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9705d17a-ab8d-4bf2-988b-889c40d07ddc') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:36.572181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2a7612bb-bd12-47a4-a810-c9b16c1d7078 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:58:36.609787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.614318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 2a7612bb-bd12-47a4-a810-c9b16c1d7078 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:58:36.614744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2a7612bb-bd12-47a4-a810-c9b16c1d7078 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:58:36.626057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.690492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5175efb8-636c-42eb-a20a-eddb51f6e703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.694579 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5175efb8-636c-42eb-a20a-eddb51f6e703 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/af8f8c7b-2c52-42d3-b52d-ff973a7dea30 HTTP/1.1" status: 204 len: 168 time: 1.8428195 Apr 22 16:58:36.708525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.712611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.818046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:36.827822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aece3306-9646-49f6-9b8f-abff02f60d1a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:36.876615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:58:36.876829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:37.001549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:37.003745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c15afd4-c097-46df-8fc0-bd8a5159291c']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:37.016551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:37.017676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4579517-4140-4d5d-92ec-6371d4991934') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:37.018471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4579517-4140-4d5d-92ec-6371d4991934') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:37.031549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:37.035729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:37.050211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:37.057596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:58:37.100076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=daf583d3-3f79-4bbd-a2e9-690dba50e777,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:37.114938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:37.183785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:37.303872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Allocated IP 172.26.6.94 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/03374951-206c-45d7-ba79-67e7d35175a3) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:37.307215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 4c15afd4-c097-46df-8fc0-bd8a5159291c has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:37.319137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:37.349945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network b17eefb0-5fcc-4ed8-877d-f681064ccb92 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:37.365399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:37.608636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 4c15afd4-c097-46df-8fc0-bd8a5159291c has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:58:37.637618 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:58:37.784532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:37.789498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8290bb81-5ff6-4a06-8e21-69b73fbbf5d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:37.814442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:37.819172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:37.824741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Network': ['ID=4c15afd4-c097-46df-8fc0-bd8a5159291c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:37.834607 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/networks/4c15afd4-c097-46df-8fc0-bd8a5159291c HTTP/1.1" status: 204 len: 168 time: 1.2738407 Apr 22 16:58:37.838274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:37.840262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52062) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:37.847964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2120991612'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:37.855416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:37.862177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:network and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:37.866414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:37.877604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:37.921550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:37.927834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:37.967702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:37.972823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7861dd6-cf63-471b-bcdb-79c86b585bf0 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:38.046526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:38.050251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:38.054400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:38.097428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event updated for resources: {'Port': ['ID=03374951-206c-45d7-ba79-67e7d35175a3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:38.101896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:38.263584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:38.284030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:38.293875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network b17eefb0-5fcc-4ed8-877d-f681064ccb92 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:58:38.338508 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:58:38.416511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:38.581355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:38.581939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c4335d2-0b7e-4825-a33b-078961bf7825 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:58:38.624188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52078) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:38.775640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:38.785581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:38.796280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:58:38.801951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:38.806422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:38.811977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 16:58:38.813148 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c509cd38-7e74-4fdd-8e92-7ffbd2fc75cc tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.1807177 Apr 22 16:58:38.825746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:38.828026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52084) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:38.836116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Network': ['ID=b17eefb0-5fcc-4ed8-877d-f681064ccb92,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:38.843252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:38.843442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Usage tracker for resource:floatingip and tenant:697a3dcd8a06448ca1e659fd45f76499 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:38.846692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:38.847736 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added segment 6c207a38-e7b9-4820-8433-3c6b3146611a of type vlan for network 1c148bb1-51d0-4140-bf58-cc8f677a9261 Apr 22 16:58:38.850049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/networks/b17eefb0-5fcc-4ed8-877d-f681064ccb92 HTTP/1.1" status: 204 len: 168 time: 5.2726462 Apr 22 16:58:38.872201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52088) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:38.885336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-342488685'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:38.886991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:38.909119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:38.913791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:38.928495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:network and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:38.938528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:38.953156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:38.977928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4aa84e02-8346-47e4-968c-b3d0e4e14a1d tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Deleting port 1bb4c879-ef58-49aa-8817-5eaef19ecb14 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:38.978336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4aa84e02-8346-47e4-968c-b3d0e4e14a1d tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.023768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.024760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.026006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:39.032667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.037743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.043468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Router 3789bc7d-8843-4f61-817c-30145058f3d9 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:58:39.089915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.223290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:58:39.248972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:58:39.281550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:39.292508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1642b-b1c2-4c5a-bdd0-c8d4fa79d535 None None] Sync routers for ids ['3789bc7d-8843-4f61-817c-30145058f3d9'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:39.304247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1642b-b1c2-4c5a-bdd0-c8d4fa79d535 None None] Routers {'3789bc7d-8843-4f61-817c-30145058f3d9'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:39.305218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c0b1642b-b1c2-4c5a-bdd0-c8d4fa79d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3789bc7d-8843-4f61-817c-30145058f3d9'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:39.345208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.345618 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Added segment faba842b-1d7d-43fc-b581-21d2505301ad of type vlan for network 58a03125-a3bf-4799-a176-d16aa135053a Apr 22 16:58:39.377205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c0b1642b-b1c2-4c5a-bdd0-c8d4fa79d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:39.384177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.386909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1642b-b1c2-4c5a-bdd0-c8d4fa79d535 None None] Routers {'3789bc7d-8843-4f61-817c-30145058f3d9'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:39.387766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c0b1642b-b1c2-4c5a-bdd0-c8d4fa79d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3789bc7d-8843-4f61-817c-30145058f3d9'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:39.433213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.434683 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.2872295 Apr 22 16:58:39.441368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52092) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:39.449110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.454182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c0b1642b-b1c2-4c5a-bdd0-c8d4fa79d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:39.454446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.454682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1642b-b1c2-4c5a-bdd0-c8d4fa79d535 None None] The sync data for ids ['3789bc7d-8843-4f61-817c-30145058f3d9'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:39.455100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:39.455771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.469428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:39.764083 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9224954 Apr 22 16:58:39.772418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52096) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:39.773132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.779154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:39.779814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.786128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Network': ['ID=1c148bb1-51d0-4140-bf58-cc8f677a9261,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:39.789027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:39.792108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:39.797747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 1c148bb1-51d0-4140-bf58-cc8f677a9261 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:58:39.810495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'subnet': {'network_id': '1c148bb1-51d0-4140-bf58-cc8f677a9261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:39.828047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4aa84e02-8346-47e4-968c-b3d0e4e14a1d tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:39.997327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4aa84e02-8346-47e4-968c-b3d0e4e14a1d tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Calling delete_port for 1bb4c879-ef58-49aa-8817-5eaef19ecb14 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:40.045874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:40.063966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:40.070714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:40.196217 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-61985bae-54cb-4291-ad41-c6d384b053e9 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/routers/3789bc7d-8843-4f61-817c-30145058f3d9 HTTP/1.1" status: 200 len: 919 time: 0.7533221 Apr 22 16:58:40.215578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52102) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:40.312945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Network': ['ID=58a03125-a3bf-4799-a176-d16aa135053a,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:40.316101 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4427941 Apr 22 16:58:40.321547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:40.326642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 58a03125-a3bf-4799-a176-d16aa135053a details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:58:40.332492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52106) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:40.345373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': '58a03125-a3bf-4799-a176-d16aa135053a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:40.350597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8e211331-66c7-4663-8158-a24c7793c614 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=3789bc7d-8843-4f61-817c-30145058f3d9 HTTP/1.1" status: 200 len: 205 time: 0.1337378 Apr 22 16:58:40.358461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52110) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:40.439002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:40.460260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:40.467495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:subnet and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:40.473790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:40.486183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:40.507331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:40.514478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1df83ee-cd10-476b-ad25-b1b281f299c3 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:40.568567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:40.574688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:40.601040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:40.613426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:40.695137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:40.726277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:40.762809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=daf583d3-3f79-4bbd-a2e9-690dba50e777,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:40.773486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:40.789964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:40.795993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:40.810899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:40.977050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Allocated IP 172.26.6.180 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/e67599c3-c65c-4148-8662-1bc2cf8f1ed1) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:40.994666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4aa84e02-8346-47e4-968c-b3d0e4e14a1d tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:41.007003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8d2168f-95a9-41ae-bff0-a22a5b1390c6 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:41.107770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa84e02-8346-47e4-968c-b3d0e4e14a1d tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bb4c879-ef58-49aa-8817-5eaef19ecb14,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:41.122786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:41.151909 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP 10d091ca-e243-4d32-9b49-a9a22e54770a associated. External IP: 172.26.6.165, port: ef15e0bc-ca11-48c4-9e1a-b220d830fe90. Apr 22 16:58:41.183208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4aa84e02-8346-47e4-968c-b3d0e4e14a1d tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:41.380363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Router dc924bab-462d-454f-950a-51e379c4cef2 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:58:41.431991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4aa84e02-8346-47e4-968c-b3d0e4e14a1d tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:41.552644 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4aa84e02-8346-47e4-968c-b3d0e4e14a1d tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] 10.222.0.77 "DELETE /v2.0/ports/1bb4c879-ef58-49aa-8817-5eaef19ecb14 HTTP/1.1" status: 204 len: 168 time: 2.7188861 Apr 22 16:58:41.686189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:41.694413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:41.737316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Deleting port fd61137b-fe69-457d-a765-85c9ac8d9f63 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:41.738434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:41.771597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:41.776279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:41.779389 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "PUT /v2.0/routers/dc924bab-462d-454f-950a-51e379c4cef2 HTTP/1.1" status: 200 len: 917 time: 8.1392753 Apr 22 16:58:41.782086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ec68c-9ca3-40a7-8755-9d4b71c20250 None None] Sync routers for ids ['dc924bab-462d-454f-950a-51e379c4cef2'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:41.787714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52116) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:41.794763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ec68c-9ca3-40a7-8755-9d4b71c20250 None None] Routers {'dc924bab-462d-454f-950a-51e379c4cef2'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:41.795574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-363ec68c-9ca3-40a7-8755-9d4b71c20250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc924bab-462d-454f-950a-51e379c4cef2'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:41.865913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-363ec68c-9ca3-40a7-8755-9d4b71c20250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:41.876048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ec68c-9ca3-40a7-8755-9d4b71c20250 None None] Routers {'dc924bab-462d-454f-950a-51e379c4cef2'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:41.876885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-363ec68c-9ca3-40a7-8755-9d4b71c20250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc924bab-462d-454f-950a-51e379c4cef2'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:41.945880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-363ec68c-9ca3-40a7-8755-9d4b71c20250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:41.946507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ec68c-9ca3-40a7-8755-9d4b71c20250 None None] The sync data for ids ['dc924bab-462d-454f-950a-51e379c4cef2'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:41.952603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:41.960963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:41.968784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:42.030113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:42.137738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52122) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:42.153929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Calling delete_port for fd61137b-fe69-457d-a765-85c9ac8d9f63 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:42.208046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:42.213370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:42.216166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:42.271200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Pushing event updated for resources: {'Port': ['ID=e67599c3-c65c-4148-8662-1bc2cf8f1ed1,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:42.278055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:42.370126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2733550e-d1d7-4026-bbfc-d8db69de1543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:42.394075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2733550e-d1d7-4026-bbfc-d8db69de1543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:42.408666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2733550e-d1d7-4026-bbfc-d8db69de1543 admin admin] Usage tracker for resource:security_group_rule and tenant:6ed45bfeaf5b481892949dd813a00271 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:42.413662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2733550e-d1d7-4026-bbfc-d8db69de1543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:42.421439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2733550e-d1d7-4026-bbfc-d8db69de1543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:42.437261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:42.454087 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-22a9792d-b156-4b14-9360-b2a83943a43e tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/routers/dc924bab-462d-454f-950a-51e379c4cef2 HTTP/1.1" status: 200 len: 923 time: 0.6624866 Apr 22 16:58:42.462329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52128) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:42.554493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:42.641501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:42.647456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c14d16d8-5091-4221-b2ee-5ebdd7d11ef0 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:42.731913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Pushing event deleted for resources: {'Port': ['ID=fd61137b-fe69-457d-a765-85c9ac8d9f63,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:42.823378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:42.824869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:42.824869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:42.825071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e2f7ed-2a74-492c-b59a-ea6c336ad427 None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:42.825071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e2f7ed-2a74-492c-b59a-ea6c336ad427 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:42.825071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-15e2f7ed-2a74-492c-b59a-ea6c336ad427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:42.825297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:42.874010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:42.884773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-15e2f7ed-2a74-492c-b59a-ea6c336ad427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:42.896309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e2f7ed-2a74-492c-b59a-ea6c336ad427 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:42.897549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-15e2f7ed-2a74-492c-b59a-ea6c336ad427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:42.898562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe78837-dd75-4e8a-934b-b7f1d6589186 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:42.906703 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6fe78837-dd75-4e8a-934b-b7f1d6589186 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&device_id=dc924bab-462d-454f-950a-51e379c4cef2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4361074 Apr 22 16:58:42.906870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52132) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:42.966529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-15e2f7ed-2a74-492c-b59a-ea6c336ad427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:42.967019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e2f7ed-2a74-492c-b59a-ea6c336ad427 None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:42.971644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Subnet': ['ID=aefaf057-5ea8-4bec-9282-33f4e1508f7f,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:42.978096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:42.979199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:43.007941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Checking segment: {'id': '6c207a38-e7b9-4820-8433-3c6b3146611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '1c148bb1-51d0-4140-bf58-cc8f677a9261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:58:43.008270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network hostable DHCP agents. Network: 1c148bb1-51d0-4140-bf58-cc8f677a9261, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:58:43.021621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.042511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.064957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Checking segment: {'id': 'faba842b-1d7d-43fc-b581-21d2505301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '58a03125-a3bf-4799-a176-d16aa135053a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:58:43.065362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network hostable DHCP agents. Network: 58a03125-a3bf-4799-a176-d16aa135053a, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:58:43.137968 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.8818939 Apr 22 16:58:43.142344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Subnet': ['ID=658b4649-41bc-4997-a996-fa9d483ee8bc,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:43.142979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:43.145162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52136) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:43.152789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6b7b09c8-6753-4c86-a06a-941836a55d86 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'floatingip': {'port_id': 'ef15e0bc-ca11-48c4-9e1a-b220d830fe90', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:43.217722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 58a03125-a3bf-4799-a176-d16aa135053a is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:58:43.220149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 1c148bb1-51d0-4140-bf58-cc8f677a9261 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:58:43.280690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 58a03125-a3bf-4799-a176-d16aa135053a) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:43.289418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b7b09c8-6753-4c86-a06a-941836a55d86 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.291903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bf2dbb-8ace-4635-be5c-93670f50687c None None] Network 58a03125-a3bf-4799-a176-d16aa135053a requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:43.372531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 1c148bb1-51d0-4140-bf58-cc8f677a9261) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:43.379067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:43.379648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.386428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d716bc64-a65c-46b4-85fa-a6c64fa0aff6 None None] Network 1c148bb1-51d0-4140-bf58-cc8f677a9261 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:43.418248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:43.418999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.489099 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1554184 Apr 22 16:58:43.497036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52140) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:43.504731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': '58a03125-a3bf-4799-a176-d16aa135053a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1683833695'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:43.543367 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7591865 Apr 22 16:58:43.544015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52144) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:43.579877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.597491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.606425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2733550e-d1d7-4026-bbfc-d8db69de1543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.610660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-663a15a0-aeb3-4bd5-b4fc-930808334bad tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-859651232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:43.655057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2733550e-d1d7-4026-bbfc-d8db69de1543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.659223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-663a15a0-aeb3-4bd5-b4fc-930808334bad tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:43.668604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56fab47b-0273-4f31-b87c-27e27dcdd5be tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:43.675591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-663a15a0-aeb3-4bd5-b4fc-930808334bad tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:router and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:43.684409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.686096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-663a15a0-aeb3-4bd5-b4fc-930808334bad tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:43.686945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b980f-e519-408c-a167-c19702adfd57 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:43.687587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-201b980f-e519-408c-a167-c19702adfd57 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Synchronizing usage tracker for tenant:8987f04104f24191b9db35d262d6b8cf on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:58:43.694765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-663a15a0-aeb3-4bd5-b4fc-930808334bad tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:43.698131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.699220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Fanout notify agent at l3_agent the message router_deleted on router 3789bc7d-8843-4f61-817c-30145058f3d9 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:58:43.700963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-58a03125-a3bf-4799-a176-d16aa135053a', 'network_id': '58a03125-a3bf-4799-a176-d16aa135053a', 'tenant_id': '5c8c0ef2b1f94398b158df9ec2d73437', 'fixed_ips': [{'subnet_id': '658b4649-41bc-4997-a996-fa9d483ee8bc'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:58:43.701878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.734216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.747609 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2733550e-d1d7-4026-bbfc-d8db69de1543 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6ed45bfeaf5b481892949dd813a00271&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5567756 Apr 22 16:58:43.751296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52148) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:43.762296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733550e-d1d7-4026-bbfc-d8db69de1543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cf0266-70ab-4922-ba44-d93538db642b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:43.779472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2733550e-d1d7-4026-bbfc-d8db69de1543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:43.782177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-48b4c7dc-af8e-4c99-b220-b0cba423fdfb tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:43.889819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-663a15a0-aeb3-4bd5-b4fc-930808334bad tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.890924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-663a15a0-aeb3-4bd5-b4fc-930808334bad tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:43.906897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:43.939098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-201b980f-e519-408c-a167-c19702adfd57 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Unset dirty status for tenant:8987f04104f24191b9db35d262d6b8cf on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:58:43.943914 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-201b980f-e519-408c-a167-c19702adfd57 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/networks/5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 881 time: 1.0288885 Apr 22 16:58:43.953811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52152) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:43.976603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:port and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:43.989031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:44.000004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:44.004961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Pushing event updated for resources: {'Port': ['ID=e67599c3-c65c-4148-8662-1bc2cf8f1ed1,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:44.022920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.027574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/3789bc7d-8843-4f61-817c-30145058f3d9 HTTP/1.1" status: 204 len: 168 time: 3.6625166 Apr 22 16:58:44.027736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-1c148bb1-51d0-4140-bf58-cc8f677a9261', 'network_id': '1c148bb1-51d0-4140-bf58-cc8f677a9261', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'fixed_ips': [{'subnet_id': 'aefaf057-5ea8-4bec-9282-33f4e1508f7f'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:58:44.027827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.027930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.029394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52156) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:44.034119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-663a15a0-aeb3-4bd5-b4fc-930808334bad tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.038973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:44.043161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Request body: {'router': {'name': 'tempest-snat-router-529749681', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'enable_snat': False}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:44.047725 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c84cf13d-9afb-4623-b090-0eeabe89339a tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc924bab-462d-454f-950a-51e379c4cef2 HTTP/1.1" status: 200 len: 205 time: 0.0864086 Apr 22 16:58:44.048845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:44.052104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52160) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:44.057071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6134880-56f5-4986-90fe-028d1f5f27c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.057500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Usage tracker for resource:router and tenant:724931b08e5f47ce8476c9efacb33420 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:44.057500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:44.064545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:44.084312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:44.090461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.142949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port 91ef5162-4f9d-4cb7-89f7-3e609dc9164e yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:58:44.194317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Allocated IP 172.20.0.2 (58a03125-a3bf-4799-a176-d16aa135053a/658b4649-41bc-4997-a996-fa9d483ee8bc/817f5b69-2d01-4c13-bfc3-cb34af686366) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:44.223398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.227811 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5994463 Apr 22 16:58:44.227811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6134880-56f5-4986-90fe-028d1f5f27c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.248402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52164) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:44.254883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.256147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.260134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-663a15a0-aeb3-4bd5-b4fc-930808334bad tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.264998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-149438455', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'fixed_ips': [{'ip_address': '172.26.6.180'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:44.287345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:44.307263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Usage tracker for resource:port and tenant:697a3dcd8a06448ca1e659fd45f76499 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:44.316888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:44.327816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:44.359933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.363099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.374368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Allocated IP 2001:db8::2 (1c148bb1-51d0-4140-bf58-cc8f677a9261/aefaf057-5ea8-4bec-9282-33f4e1508f7f/0db0f3d3-adb2-484a-91a7-df21ad250a61) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:44.388831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-663a15a0-aeb3-4bd5-b4fc-930808334bad tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.390182 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-663a15a0-aeb3-4bd5-b4fc-930808334bad tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7915149 Apr 22 16:58:44.399942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52168) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:44.408842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'port': {'network_id': '1c148bb1-51d0-4140-bf58-cc8f677a9261', 'name': 'tempest-RoutersIpV6Test-1431952593'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:44.418332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6134880-56f5-4986-90fe-028d1f5f27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.422185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Made reservation on behalf of 697a3dcd8a06448ca1e659fd45f76499 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:44.428023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.452504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-727ad189-2ef5-4ba0-a8e8-06eab3e9365c tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:44.466665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.480190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6134880-56f5-4986-90fe-028d1f5f27c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cf0266-70ab-4922-ba44-d93538db642b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:44.485218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a6134880-56f5-4986-90fe-028d1f5f27c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:44.555327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:44.557945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6134880-56f5-4986-90fe-028d1f5f27c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.559211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a6134880-56f5-4986-90fe-028d1f5f27c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f8cf0266-70ab-4922-ba44-d93538db642b HTTP/1.1" status: 204 len: 168 time: 0.8032863 Apr 22 16:58:44.574229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Usage tracker for resource:security_group_rule and tenant:697a3dcd8a06448ca1e659fd45f76499 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:44.579382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:44.589602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:44.641875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.651468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.681855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Deleting port 03374951-206c-45d7-ba79-67e7d35175a3 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:44.682293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.739207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Transition to ACTIVE for port object 817f5b69-2d01-4c13-bfc3-cb34af686366 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:44.756140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.807004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Transition to ACTIVE for port object 817f5b69-2d01-4c13-bfc3-cb34af686366 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:44.866379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.884153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:44.932871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:44.968373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Network 58a03125-a3bf-4799-a176-d16aa135053a is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:44.970338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Transition to ACTIVE for port object 0db0f3d3-adb2-484a-91a7-df21ad250a61 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:44.973548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Pushing event updated for resources: {'Port': ['ID=817f5b69-2d01-4c13-bfc3-cb34af686366,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:44.976772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:44.983571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:44.985466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:45.073778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Transition to ACTIVE for port object 0db0f3d3-adb2-484a-91a7-df21ad250a61 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:45.090728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Calling delete_port for 03374951-206c-45d7-ba79-67e7d35175a3 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:45.105506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Attempting to bind port 817f5b69-2d01-4c13-bfc3-cb34af686366 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:58:45.106004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Attempting to bind port 817f5b69-2d01-4c13-bfc3-cb34af686366 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'faba842b-1d7d-43fc-b581-21d2505301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '58a03125-a3bf-4799-a176-d16aa135053a'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:58:45.106474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Attempting to bind port 817f5b69-2d01-4c13-bfc3-cb34af686366 on network 58a03125-a3bf-4799-a176-d16aa135053a {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:58:45.113199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:58:45.113780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Checking segment: {'id': 'faba842b-1d7d-43fc-b581-21d2505301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '58a03125-a3bf-4799-a176-d16aa135053a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:58:45.114280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.114796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Bound using segment: {'id': 'faba842b-1d7d-43fc-b581-21d2505301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '58a03125-a3bf-4799-a176-d16aa135053a'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:58:45.115389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Bound port: 817f5b69-2d01-4c13-bfc3-cb34af686366, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faba842b-1d7d-43fc-b581-21d2505301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '58a03125-a3bf-4799-a176-d16aa135053a'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:58:45.115882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.125364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.164525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.164951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71ff9f9d-19cd-4d7d-9804-cda10a303c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:45.165091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.178200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f0d41014-bad1-48e9-a218-73a3f21a2a67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:45.207228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52176) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:45.208501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] device_id is not set on port be556923-bc3a-4cf5-be05-12e848e5c987 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:58:45.244248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a2ae62-2d85-42a6-80da-0414df6767ab,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:45.249181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:45.255005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Network 1c148bb1-51d0-4140-bf58-cc8f677a9261 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:45.256101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:45.271226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:45.331130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Pushing event updated for resources: {'Port': ['ID=0db0f3d3-adb2-484a-91a7-df21ad250a61,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:45.341807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:45.383951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.384211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] For port 817f5b69-2d01-4c13-bfc3-cb34af686366, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:58:45.400356 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-75ec9ac4-f070-4d8f-a680-178fb04de5c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=747468ee9e49438dbafea1068437d229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527731 Apr 22 16:58:45.406734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52180) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:45.411650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b7b09c8-6753-4c86-a06a-941836a55d86 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.414315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Attempting to bind port 0db0f3d3-adb2-484a-91a7-df21ad250a61 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:58:45.420915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Attempting to bind port 0db0f3d3-adb2-484a-91a7-df21ad250a61 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '6c207a38-e7b9-4820-8433-3c6b3146611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '1c148bb1-51d0-4140-bf58-cc8f677a9261'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:58:45.420915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Attempting to bind port 0db0f3d3-adb2-484a-91a7-df21ad250a61 on network 1c148bb1-51d0-4140-bf58-cc8f677a9261 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:58:45.422360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:58:45.422822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Checking segment: {'id': '6c207a38-e7b9-4820-8433-3c6b3146611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '1c148bb1-51d0-4140-bf58-cc8f677a9261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:58:45.423469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.424259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Bound using segment: {'id': '6c207a38-e7b9-4820-8433-3c6b3146611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '1c148bb1-51d0-4140-bf58-cc8f677a9261'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:58:45.425633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Bound port: 0db0f3d3-adb2-484a-91a7-df21ad250a61, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c207a38-e7b9-4820-8433-3c6b3146611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '1c148bb1-51d0-4140-bf58-cc8f677a9261'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:58:45.426076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.429515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:45.445224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:45.453883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.12 (58a03125-a3bf-4799-a176-d16aa135053a/658b4649-41bc-4997-a996-fa9d483ee8bc/91ef5162-4f9d-4cb7-89f7-3e609dc9164e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:45.491090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] For port 817f5b69-2d01-4c13-bfc3-cb34af686366, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=817f5b69-2d01-4c13-bfc3-cb34af686366,segment=NetworkSegment(faba842b-1d7d-43fc-b581-21d2505301ad),segment_id=faba842b-1d7d-43fc-b581-21d2505301ad)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:58:45.506180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b7b09c8-6753-4c86-a06a-941836a55d86 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.537178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] For port 0db0f3d3-adb2-484a-91a7-df21ad250a61, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:58:45.540898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] For port 0db0f3d3-adb2-484a-91a7-df21ad250a61, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0db0f3d3-adb2-484a-91a7-df21ad250a61,segment=NetworkSegment(6c207a38-e7b9-4820-8433-3c6b3146611a),segment_id=6c207a38-e7b9-4820-8433-3c6b3146611a)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:58:45.542727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.547804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a22a099c-db54-4cb2-bb39-ffe130a041ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:45.594581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.611036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d6da4fc9-1f5a-428d-819a-14dc4f04c96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.636716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:45.643051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.650216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.655475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d6da4fc9-1f5a-428d-819a-14dc4f04c96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:45.663872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8fede9ba-f0e3-4156-9ea5-30b38fd51436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:45.672094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Pushing event updated for resources: {'Port': ['ID=817f5b69-2d01-4c13-bfc3-cb34af686366,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:45.677239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:45.684438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:45.775012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Pushing event updated for resources: {'Port': ['ID=0db0f3d3-adb2-484a-91a7-df21ad250a61,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:45.786652 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 16:58:45.787723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 16:58:45.788458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:45.794460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Pushing event deleted for resources: {'Port': ['ID=03374951-206c-45d7-ba79-67e7d35175a3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:45.803884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:45.809487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] device_id is not set on port 3bb528b0-cc5b-400f-9eaa-0c2c029087a7 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:58:45.924827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:46.004014 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7514544 Apr 22 16:58:46.004014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d6da4fc9-1f5a-428d-819a-14dc4f04c96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:46.005198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d6da4fc9-1f5a-428d-819a-14dc4f04c96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:46.008819 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d6da4fc9-1f5a-428d-819a-14dc4f04c96f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50f1c078-0187-46ab-b35d-02e327779f67 HTTP/1.1" status: 204 len: 168 time: 0.5956972 Apr 22 16:58:46.008819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52184) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:46.082391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:46.091458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2733550e-d1d7-4026-bbfc-d8db69de1543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:46.236698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da4fc9-1f5a-428d-819a-14dc4f04c96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f1c078-0187-46ab-b35d-02e327779f67,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:46.239526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d6da4fc9-1f5a-428d-819a-14dc4f04c96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:46.271393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object 91ef5162-4f9d-4cb7-89f7-3e609dc9164e will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:46.392641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Deleting port e67599c3-c65c-4148-8662-1bc2cf8f1ed1 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:46.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:46.420198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:46.429685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:46.452510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Allocated IP 2001:db8::2c7 (1c148bb1-51d0-4140-bf58-cc8f677a9261/aefaf057-5ea8-4bec-9282-33f4e1508f7f/3bb528b0-cc5b-400f-9eaa-0c2c029087a7) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:46.552138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:46.559074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7b09c8-6753-4c86-a06a-941836a55d86 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:46.562937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29488abe-6977-4655-8085-6cab9e9783c6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:46.764941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 817f5b69-2d01-4c13-bfc3-cb34af686366 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:58:46.849959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 58a03125-a3bf-4799-a176-d16aa135053a is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:46.869655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:46.879628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:46.895247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:46.898110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Fanout notify agent at l3_agent the message router_deleted on router dc924bab-462d-454f-950a-51e379c4cef2 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:58:46.915864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 817f5b69-2d01-4c13-bfc3-cb34af686366 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:58:46.922568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:46.924548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0db0f3d3-adb2-484a-91a7-df21ad250a61 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:58:46.932886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/dc924bab-462d-454f-950a-51e379c4cef2 HTTP/1.1" status: 204 len: 168 time: 2.8775227 Apr 22 16:58:46.936237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52202) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:46.944876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a6332d2e-3117-484b-ab73-1131eb9a8491 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1459128860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:46.963240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a6332d2e-3117-484b-ab73-1131eb9a8491 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:46.972872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a6332d2e-3117-484b-ab73-1131eb9a8491 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Usage tracker for resource:router and tenant:d272c55eff3f4f698d7da29f12b06b91 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:46.979295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a6332d2e-3117-484b-ab73-1131eb9a8491 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:46.997705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a6332d2e-3117-484b-ab73-1131eb9a8491 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:47.011729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.012084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.098205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 0db0f3d3-adb2-484a-91a7-df21ad250a61 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:58:47.164417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6332d2e-3117-484b-ab73-1131eb9a8491 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.165603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6332d2e-3117-484b-ab73-1131eb9a8491 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.179246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Calling delete_port for e67599c3-c65c-4148-8662-1bc2cf8f1ed1 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:47.319117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6332d2e-3117-484b-ab73-1131eb9a8491 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.371573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=91ef5162-4f9d-4cb7-89f7-3e609dc9164e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:47.407408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:47.436359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6332d2e-3117-484b-ab73-1131eb9a8491 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.449170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:47.449170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.469546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.482238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:47.537853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Pushing event deleted for resources: {'Port': ['ID=e67599c3-c65c-4148-8662-1bc2cf8f1ed1,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:47.542591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:47.557800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eecf8c-0648-4555-8019-831e3fc17dfd None None] Network 58a03125-a3bf-4799-a176-d16aa135053a requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:47.557891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.587390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6332d2e-3117-484b-ab73-1131eb9a8491 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.588571 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a6332d2e-3117-484b-ab73-1131eb9a8491 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6513164 Apr 22 16:58:47.599081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52214) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:47.599461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52216) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:47.634514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'enable_snat': False}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:47.636504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.669036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb66063-e76c-4d74-8bed-2de5d9d44e5c None None] Network 1c148bb1-51d0-4140-bf58-cc8f677a9261 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:47.718094 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.2202764 Apr 22 16:58:47.718291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52224) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:47.771886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7b09c8-6753-4c86-a06a-941836a55d86 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:47.782205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46acc57-e1cb-49bc-94db-f4860eb9cc6a None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:47.793419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b7b09c8-6753-4c86-a06a-941836a55d86 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:47.793921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46acc57-e1cb-49bc-94db-f4860eb9cc6a None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:47.794736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a46acc57-e1cb-49bc-94db-f4860eb9cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:47.878668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a46acc57-e1cb-49bc-94db-f4860eb9cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:47.900858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46acc57-e1cb-49bc-94db-f4860eb9cc6a None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:47.902507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a46acc57-e1cb-49bc-94db-f4860eb9cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:47.921431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.032584 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6b7b09c8-6753-4c86-a06a-941836a55d86 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "PUT /v2.0/floatingips/10d091ca-e243-4d32-9b49-a9a22e54770a HTTP/1.1" status: 200 len: 979 time: 4.8832083 Apr 22 16:58:48.032584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Transition to ACTIVE for port object 3bb528b0-cc5b-400f-9eaa-0c2c029087a7 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:48.035343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52228) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:48.041807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a46acc57-e1cb-49bc-94db-f4860eb9cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:48.043062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46acc57-e1cb-49bc-94db-f4860eb9cc6a None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:48.053327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-874a07e2-a27c-45a6-9a56-e8cddb87bc76 None None] Provisioning for port 817f5b69-2d01-4c13-bfc3-cb34af686366 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:58:48.065025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-874a07e2-a27c-45a6-9a56-e8cddb87bc76 None None] Provisioning complete for port 817f5b69-2d01-4c13-bfc3-cb34af686366 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:48.065519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-874a07e2-a27c-45a6-9a56-e8cddb87bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.103618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1805273120'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:48.120429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:48.125307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.128011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.132597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/2d59f9c5-3889-4d6d-9648-30c8f44e7b54 HTTP/1.1" status: 204 len: 168 time: 2.0182395 Apr 22 16:58:48.141539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Allocated IP 172.26.6.226 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/334bce7b-7527-4f14-b45e-a76bfa5045fb) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:48.145353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Usage tracker for resource:network and tenant:e37893b34d7040f595aa5d075c0f674f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:48.154339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-79cd1b32-aa3a-482b-9c24-c9697ec74f64 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 91ef5162-4f9d-4cb7-89f7-3e609dc9164e {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:48.154748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b32-aa3a-482b-9c24-c9697ec74f64 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.188980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:48.252453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:48.273964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.381517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Made reservation on behalf of e37893b34d7040f595aa5d075c0f674f for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:48.389802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.399672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-874a07e2-a27c-45a6-9a56-e8cddb87bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.420232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.443416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8666b077-0dcf-48b7-a29a-6669b0f6de3a tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:48.460570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-874a07e2-a27c-45a6-9a56-e8cddb87bc76 None None] For port 817f5b69-2d01-4c13-bfc3-cb34af686366, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=817f5b69-2d01-4c13-bfc3-cb34af686366,segment=NetworkSegment(faba842b-1d7d-43fc-b581-21d2505301ad),segment_id=faba842b-1d7d-43fc-b581-21d2505301ad)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:48.472585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.480707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port daf583d3-3f79-4bbd-a2e9-690dba50e777 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:48.481090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.491735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-874a07e2-a27c-45a6-9a56-e8cddb87bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.494366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1aa3cd8d-d7ce-439e-a1b9-26ee1a7fbcfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:48.522227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:48.593447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Usage tracker for resource:security_group_rule and tenant:e37893b34d7040f595aa5d075c0f674f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:48.605052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:48.627591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:48.630496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a07e2-a27c-45a6-9a56-e8cddb87bc76 None None] Pushing event updated for resources: {'Port': ['ID=817f5b69-2d01-4c13-bfc3-cb34af686366,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:48.634361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-874a07e2-a27c-45a6-9a56-e8cddb87bc76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:48.686830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 1c148bb1-51d0-4140-bf58-cc8f677a9261 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:48.687830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c5b76bc6-d17c-4018-b0f0-1bc68b904b85 None None] Provisioning for port 0db0f3d3-adb2-484a-91a7-df21ad250a61 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:58:48.698798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c5b76bc6-d17c-4018-b0f0-1bc68b904b85 None None] Provisioning complete for port 0db0f3d3-adb2-484a-91a7-df21ad250a61 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:48.699464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5b76bc6-d17c-4018-b0f0-1bc68b904b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.702368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.734169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:48.748543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:48.755856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:48.766454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.767214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b32-aa3a-482b-9c24-c9697ec74f64 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.943532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52236) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:48.951668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5b76bc6-d17c-4018-b0f0-1bc68b904b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.956666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-79cd1b32-aa3a-482b-9c24-c9697ec74f64 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 91ef5162-4f9d-4cb7-89f7-3e609dc9164e owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:48.958068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.958437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:48.996558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c5b76bc6-d17c-4018-b0f0-1bc68b904b85 None None] For port 0db0f3d3-adb2-484a-91a7-df21ad250a61, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0db0f3d3-adb2-484a-91a7-df21ad250a61,segment=NetworkSegment(6c207a38-e7b9-4820-8433-3c6b3146611a),segment_id=6c207a38-e7b9-4820-8433-3c6b3146611a)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:49.024623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5b76bc6-d17c-4018-b0f0-1bc68b904b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.027275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:49.137115 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7358367 Apr 22 16:58:49.138329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=3bb528b0-cc5b-400f-9eaa-0c2c029087a7,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:49.141905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52242) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:49.150500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b76bc6-d17c-4018-b0f0-1bc68b904b85 None None] Pushing event updated for resources: {'Port': ['ID=0db0f3d3-adb2-484a-91a7-df21ad250a61,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:49.150744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for daf583d3-3f79-4bbd-a2e9-690dba50e777 owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:49.160169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5b76bc6-d17c-4018-b0f0-1bc68b904b85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:49.173189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c008b5d1-d8c2-4884-acb4-85775099cdf2 None None] Provisioning complete for port 817f5b69-2d01-4c13-bfc3-cb34af686366 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:49.174268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c008b5d1-d8c2-4884-acb4-85775099cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.187895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:49.274064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee9338d8-949c-48a0-a6d0-2fb697762ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.389141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee9338d8-949c-48a0-a6d0-2fb697762ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:49.400079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.437897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee9338d8-949c-48a0-a6d0-2fb697762ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:eddeddbac1e9463db956a346c40be3d1 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:49.449332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee9338d8-949c-48a0-a6d0-2fb697762ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:49.454489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.463510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-41a0e8ea-5775-4382-a075-85426117cf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:49.481073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee9338d8-949c-48a0-a6d0-2fb697762ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:49.495751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c008b5d1-d8c2-4884-acb4-85775099cdf2 None None] Provisioning complete for port 0db0f3d3-adb2-484a-91a7-df21ad250a61 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:49.496442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c008b5d1-d8c2-4884-acb4-85775099cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.528111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b32-aa3a-482b-9c24-c9697ec74f64 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.532377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.535230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.539256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:49.560293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:58:49.642303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c008b5d1-d8c2-4884-acb4-85775099cdf2 None None] Could not find standard attr ID for object 91ef5162-4f9d-4cb7-89f7-3e609dc9164e. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 16:58:49.676749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c008b5d1-d8c2-4884-acb4-85775099cdf2 None None] Provisioning for port 3bb528b0-cc5b-400f-9eaa-0c2c029087a7 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:58:49.692016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c008b5d1-d8c2-4884-acb4-85775099cdf2 None None] Provisioning complete for port 3bb528b0-cc5b-400f-9eaa-0c2c029087a7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:49.692969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c008b5d1-d8c2-4884-acb4-85775099cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.704655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:49.757801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c008b5d1-d8c2-4884-acb4-85775099cdf2 None None] Port 3bb528b0-cc5b-400f-9eaa-0c2c029087a7 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:58:49.773691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:49.783028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:49.852227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6a35d1-805f-4068-adb3-785d06adbcc8,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:49.855097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event updated for resources: {'Port': ['ID=334bce7b-7527-4f14-b45e-a76bfa5045fb,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:49.858590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.863452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:49.866445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-266a757f-e609-4a32-9349-d0dad98b5fff tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:49.886537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:49.994551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:49.994993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Added segment ffc3d7b1-b2cb-47d3-8a7b-7a7925092210 of type vlan for network 63024193-0321-4b3b-a424-36acf6c999c0 Apr 22 16:58:50.004556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd1b32-aa3a-482b-9c24-c9697ec74f64 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=91ef5162-4f9d-4cb7-89f7-3e609dc9164e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:50.024880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79cd1b32-aa3a-482b-9c24-c9697ec74f64 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:50.137480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.219335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b32-aa3a-482b-9c24-c9697ec74f64 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.315900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee9338d8-949c-48a0-a6d0-2fb697762ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.327844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Allocated IP 172.26.6.145 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/38311390-548c-4ead-88c1-6175a9feaa3b) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:50.333876 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-79cd1b32-aa3a-482b-9c24-c9697ec74f64 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/91ef5162-4f9d-4cb7-89f7-3e609dc9164e HTTP/1.1" status: 204 len: 168 time: 2.5907323 Apr 22 16:58:50.339793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52246) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:50.343560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee9338d8-949c-48a0-a6d0-2fb697762ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.389855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a158eb32-3752-4ddd-bcd4-ea63373767bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:50.436852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.443206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:50.443823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.480249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.520574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36953d8-20f8-4ce7-90d0-b6dc3093c6ff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 16:58:50.522538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f36953d8-20f8-4ce7-90d0-b6dc3093c6ff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:58:50.522788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ddac76c-a12b-4d77-989e-0650df01b298 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:50.553629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9338d8-949c-48a0-a6d0-2fb697762ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a5acb3-cdc2-4d59-8477-f3c648dd3c44,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:50.557880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee9338d8-949c-48a0-a6d0-2fb697762ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:50.558032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 817f5b69-2d01-4c13-bfc3-cb34af686366 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:58:50.571200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-757c23c8-e28a-4f8e-86cd-5554ed1d245b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:50.596707 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ee9338d8-949c-48a0-a6d0-2fb697762ad4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eddeddbac1e9463db956a346c40be3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6458554 Apr 22 16:58:50.607717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52250) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:50.626316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=daf583d3-3f79-4bbd-a2e9-690dba50e777,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:50.637931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:50.660739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 817f5b69-2d01-4c13-bfc3-cb34af686366 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:50.661078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.688573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52254) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:50.696007 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0797410 Apr 22 16:58:50.738388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Request body: {'subnet': {'network_id': '63024193-0321-4b3b-a424-36acf6c999c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:50.751142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f36953d8-20f8-4ce7-90d0-b6dc3093c6ff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:58:50.754173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.755153 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f36953d8-20f8-4ce7-90d0-b6dc3093c6ff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/91ef5162-4f9d-4cb7-89f7-3e609dc9164e HTTP/1.1" status: 404 len: 333 time: 0.4139740 Apr 22 16:58:50.762950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52258) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:50.809290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'Network': ['ID=63024193-0321-4b3b-a424-36acf6c999c0,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:50.817016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:50.842541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 63024193-0321-4b3b-a424-36acf6c999c0 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:58:50.852302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.859320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3014a480-3d02-45c4-aeb4-8650a619d468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.893884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3014a480-3d02-45c4-aeb4-8650a619d468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.916524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0db0f3d3-adb2-484a-91a7-df21ad250a61 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:58:50.979885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.984018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:58:50.986479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67c0267a-85a9-44ee-ac2c-772920de2822 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:50.998440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:50.998763 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP 10d091ca-e243-4d32-9b49-a9a22e54770a disassociated (deleted). External IP: 172.26.6.165, port: ef15e0bc-ca11-48c4-9e1a-b220d830fe90. Apr 22 16:58:51.031755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 0db0f3d3-adb2-484a-91a7-df21ad250a61 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:51.032004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3014a480-3d02-45c4-aeb4-8650a619d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:51.032246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:51.059877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:51.080566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:51.086426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:51.119337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3014a480-3d02-45c4-aeb4-8650a619d468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:51.123677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3014a480-3d02-45c4-aeb4-8650a619d468 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/23a5acb3-cdc2-4d59-8477-f3c648dd3c44 HTTP/1.1" status: 204 len: 168 time: 0.5142937 Apr 22 16:58:51.221095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Pushing event updated for resources: {'Port': ['ID=38311390-548c-4ead-88c1-6175a9feaa3b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:51.224831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:51.231809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-09556998-9f32-4c17-a2f1-11011a2889ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:51.259423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014a480-3d02-45c4-aeb4-8650a619d468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a5acb3-cdc2-4d59-8477-f3c648dd3c44,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:51.261981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3014a480-3d02-45c4-aeb4-8650a619d468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:51.450637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:51.476195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd8cfa8-acc9-40c3-9152-f5151a5856f6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting subnet 658b4649-41bc-4997-a996-fa9d483ee8bc {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:58:51.480804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Usage tracker for resource:subnet and tenant:e37893b34d7040f595aa5d075c0f674f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:51.491846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbd8cfa8-acc9-40c3-9152-f5151a5856f6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:51.521423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:51.555981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:51.624826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:51.641538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52266) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:51.694006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:52.007041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:52.011576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:52.038022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Made reservation on behalf of e37893b34d7040f595aa5d075c0f674f for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:52.044284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:52.088163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbd8cfa8-acc9-40c3-9152-f5151a5856f6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:52.269781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Router 738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:58:52.445486 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-27f8a610-25ea-4ac0-bbe2-8238b9f6a65b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=697a3dcd8a06448ca1e659fd45f76499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7952335 Apr 22 16:58:52.451491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52270) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:52.488626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:52.495102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:52.497437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73196ddf-60c3-4ef0-92e5-09389275a1f6 None None] Sync routers for ids ['738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:52.501278 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "PUT /v2.0/routers/738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0 HTTP/1.1" status: 200 len: 920 time: 4.8965158 Apr 22 16:58:52.508276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52274) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:52.508444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73196ddf-60c3-4ef0-92e5-09389275a1f6 None None] Routers {'738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:52.508995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-73196ddf-60c3-4ef0-92e5-09389275a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:52.577846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-73196ddf-60c3-4ef0-92e5-09389275a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:52.587558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73196ddf-60c3-4ef0-92e5-09389275a1f6 None None] Routers {'738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:52.588240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-73196ddf-60c3-4ef0-92e5-09389275a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:52.645159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:52.647551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbd8cfa8-acc9-40c3-9152-f5151a5856f6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:52.660718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-73196ddf-60c3-4ef0-92e5-09389275a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:52.661178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73196ddf-60c3-4ef0-92e5-09389275a1f6 None None] The sync data for ids ['738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:52.772545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:52.785502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:52.935925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-542a6e4e-4a05-4cd1-8b39-e574defc6e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:52.990327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-542a6e4e-4a05-4cd1-8b39-e574defc6e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:53.005217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:58:53.034977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-de6e267a-9c3c-4ab8-b12c-bd7d4010008a tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/routers/738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0 HTTP/1.1" status: 200 len: 926 time: 0.5248306 Apr 22 16:58:53.044159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52278) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:53.144728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed425732-60c4-417c-9c4e-cfd04af87bb5 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:53.151444 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ed425732-60c4-417c-9c4e-cfd04af87bb5 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&device_id=738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1011736 Apr 22 16:58:53.151444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-542a6e4e-4a05-4cd1-8b39-e574defc6e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:53.154212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52282) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:53.156107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:53.175274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=3bb528b0-cc5b-400f-9eaa-0c2c029087a7,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:53.193779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a6e4e-4a05-4cd1-8b39-e574defc6e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a2ae62-2d85-42a6-80da-0414df6767ab,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:53.194118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:53.198009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-542a6e4e-4a05-4cd1-8b39-e574defc6e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:53.246395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-aef73206-2846-49ee-a874-05cc2a40f017 None None] Provisioning complete for port 3bb528b0-cc5b-400f-9eaa-0c2c029087a7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:53.247346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aef73206-2846-49ee-a874-05cc2a40f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:53.261441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-542a6e4e-4a05-4cd1-8b39-e574defc6e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:53.267054 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-542a6e4e-4a05-4cd1-8b39-e574defc6e2e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14a2ae62-2d85-42a6-80da-0414df6767ab HTTP/1.1" status: 204 len: 168 time: 0.8101692 Apr 22 16:58:53.379087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-aef73206-2846-49ee-a874-05cc2a40f017 None None] Port 3bb528b0-cc5b-400f-9eaa-0c2c029087a7 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:58:53.388978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c1b30-896e-4a82-9ce7-34ee989e0692 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:53.393984 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3f2c1b30-896e-4a82-9ce7-34ee989e0692 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/networks/5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 881 time: 0.2264140 Apr 22 16:58:53.394665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52288) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:53.442142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:53.448694 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-03bac6b1-f45a-40a6-b4e2-664668ed386f tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0 HTTP/1.1" status: 200 len: 205 time: 0.0526030 Apr 22 16:58:53.453204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52292) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:53.694738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:53.973749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:54.011980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Deleting port 38311390-548c-4ead-88c1-6175a9feaa3b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:54.012493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:54.222725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:54.243009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:54.271282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:54.281761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b270f-608e-4c53-9699-a5d7170a685d None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:54.292935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b270f-608e-4c53-9699-a5d7170a685d None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:54.293618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-878b270f-608e-4c53-9699-a5d7170a685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:54.382548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-878b270f-608e-4c53-9699-a5d7170a685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:54.396659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b270f-608e-4c53-9699-a5d7170a685d None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:54.397766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-878b270f-608e-4c53-9699-a5d7170a685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:54.407476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Calling delete_port for 38311390-548c-4ead-88c1-6175a9feaa3b owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:54.435412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbd8cfa8-acc9-40c3-9152-f5151a5856f6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:54.452131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:54.483468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-878b270f-608e-4c53-9699-a5d7170a685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:54.483933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b270f-608e-4c53-9699-a5d7170a685d None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:54.568895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8cfa8-acc9-40c3-9152-f5151a5856f6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Subnet': ['ID=658b4649-41bc-4997-a996-fa9d483ee8bc,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:54.592644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dbd8cfa8-acc9-40c3-9152-f5151a5856f6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:54.594936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10391662-6d9f-4932-8150-e02c648138da None None] Network 58a03125-a3bf-4799-a176-d16aa135053a requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:54.599866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbd8cfa8-acc9-40c3-9152-f5151a5856f6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:54.615543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:54.668506 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dbd8cfa8-acc9-40c3-9152-f5151a5856f6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/658b4649-41bc-4997-a996-fa9d483ee8bc HTTP/1.1" status: 204 len: 168 time: 3.8931160 Apr 22 16:58:54.674820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52318) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:54.700368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:54.701026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:54.716784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e10562f-c305-4c44-b5be-3c43be6387f8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:54.718298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Router 3b845f0d-cab4-4653-a5c1-7114907243c3 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:58:54.751145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/floatingips/10d091ca-e243-4d32-9b49-a9a22e54770a HTTP/1.1" status: 204 len: 168 time: 6.7134750 Apr 22 16:58:54.792076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52324) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:54.961209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Pushing event deleted for resources: {'Port': ['ID=38311390-548c-4ead-88c1-6175a9feaa3b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:54.968677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8fc9d2-21b2-4f3a-954c-d9e8b258257f None None] DHCP port deletion for 58a03125-a3bf-4799-a176-d16aa135053a request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:58:54.976218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fc9d2-21b2-4f3a-954c-d9e8b258257f None None] Deleting port 817f5b69-2d01-4c13-bfc3-cb34af686366 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:54.977058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc9d2-21b2-4f3a-954c-d9e8b258257f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:54.987931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:54.999687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.000118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.005567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.005567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.005567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.005567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.005567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.005567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.005567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.005567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.005567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.005567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:55.010378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:55.026554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.075633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 817f5b69-2d01-4c13-bfc3-cb34af686366 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:55.076016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.292042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.300722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-606ef5e8-ec80-429f-b660-b02936c273c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port ef15e0bc-ca11-48c4-9e1a-b220d830fe90 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:55.301448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-606ef5e8-ec80-429f-b660-b02936c273c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.305782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2a8fc9d2-21b2-4f3a-954c-d9e8b258257f None None] For port 817f5b69-2d01-4c13-bfc3-cb34af686366, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=817f5b69-2d01-4c13-bfc3-cb34af686366,segment=NetworkSegment(faba842b-1d7d-43fc-b581-21d2505301ad),segment_id=faba842b-1d7d-43fc-b581-21d2505301ad)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:55.306773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc9d2-21b2-4f3a-954c-d9e8b258257f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.328591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.384841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.459608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fc9d2-21b2-4f3a-954c-d9e8b258257f None None] Calling delete_port for 817f5b69-2d01-4c13-bfc3-cb34af686366 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:55.459851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.460423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Fanout notify agent at l3_agent the message router_deleted on router 738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:58:55.482662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52338) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:55.500378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:55.527987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.529199 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0 HTTP/1.1" status: 204 len: 168 time: 2.0749569 Apr 22 16:58:55.535854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52344) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:55.540471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] For port 817f5b69-2d01-4c13-bfc3-cb34af686366, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=817f5b69-2d01-4c13-bfc3-cb34af686366,segment=NetworkSegment(faba842b-1d7d-43fc-b581-21d2505301ad),segment_id=faba842b-1d7d-43fc-b581-21d2505301ad)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:58:55.540882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.555231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-905559605', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:55.569069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:55.658728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc9d2-21b2-4f3a-954c-d9e8b258257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.664722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:55.701754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Usage tracker for resource:router and tenant:d272c55eff3f4f698d7da29f12b06b91 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:55.707390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-24f71cdd-2666-4267-a1e1-268814dd1735 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-382008314'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:55.707888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-24f71cdd-2666-4267-a1e1-268814dd1735 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Unknown quota resources ['metering_label']. {{(pid=87209) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 22 16:58:55.716278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fc9d2-21b2-4f3a-954c-d9e8b258257f None None] Pushing event deleted for resources: {'Port': ['ID=817f5b69-2d01-4c13-bfc3-cb34af686366,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:55.717625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 817f5b69-2d01-4c13-bfc3-cb34af686366 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:55.727072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a8fc9d2-21b2-4f3a-954c-d9e8b258257f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:55.728640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8fc9d2-21b2-4f3a-954c-d9e8b258257f None None] No DVR routers for this DVR port 817f5b69-2d01-4c13-bfc3-cb34af686366 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:58:55.747488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'Subnet': ['ID=f7e8b23b-fb9c-497c-a0c9-521867635594,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:55.750245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:55.750983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:55.769014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:55.788974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:55.800256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Sync routers for ids ['3b845f0d-cab4-4653-a5c1-7114907243c3'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:55.813410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Routers {'3b845f0d-cab4-4653-a5c1-7114907243c3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:55.814131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3b845f0d-cab4-4653-a5c1-7114907243c3'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:55.877418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Checking segment: {'id': 'ffc3d7b1-b2cb-47d3-8a7b-7a7925092210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '63024193-0321-4b3b-a424-36acf6c999c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:58:55.877805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Network hostable DHCP agents. Network: 63024193-0321-4b3b-a424-36acf6c999c0, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:58:55.917335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.918430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.923456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:58:55.924965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:58:55.949016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:55.952970 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.9189773 Apr 22 16:58:55.978240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52348) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:56.041568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24f71cdd-2666-4267-a1e1-268814dd1735 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:56.042982 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-24f71cdd-2666-4267-a1e1-268814dd1735 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5561666 Apr 22 16:58:56.045836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52352) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:56.046051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-606ef5e8-ec80-429f-b660-b02936c273c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:56.052205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e412f91e-6945-414a-86f6-d1db2a40403a tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '974161a5-e13d-44a4-92d6-97e4ea4156de'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:56.052730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e412f91e-6945-414a-86f6-d1db2a40403a tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=87209) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 22 16:58:56.071514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Network 63024193-0321-4b3b-a424-36acf6c999c0 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:58:56.097572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Set router 3b845f0d-cab4-4653-a5c1-7114907243c3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:58:56.224572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-606ef5e8-ec80-429f-b660-b02936c273c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for ef15e0bc-ca11-48c4-9e1a-b220d830fe90 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:58:56.343589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 63024193-0321-4b3b-a424-36acf6c999c0) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:56.357334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fe7cf8-81c4-444a-b8ca-0cc9cc516168 None None] Network 63024193-0321-4b3b-a424-36acf6c999c0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:58:56.384385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:56.385038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:56.472122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:56.481342 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7832081 Apr 22 16:58:56.481624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52356) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:56.490112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Request body: {'port': {'network_id': '63024193-0321-4b3b-a424-36acf6c999c0', 'name': 'tempest-AllowedAddressPairTestJSON-481556007'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:56.524025 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c2f415ba-cf84-4cac-bbaa-9a51797afce1 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/routers/3b845f0d-cab4-4653-a5c1-7114907243c3 HTTP/1.1" status: 200 len: 908 time: 0.5444660 Apr 22 16:58:56.525550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 817f5b69-2d01-4c13-bfc3-cb34af686366 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:58:56.525946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:56.558686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52360) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:56.571133 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.services.metering.metering_plugin [None req-e412f91e-6945-414a-86f6-d1db2a40403a tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 22 16:58:56.580384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:56.581854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:56.583312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Request body: {'router': {'name': 'tempest-snat-router-529749681', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'enable_snat': True}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:56.590414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:56.624786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:56.664097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 817f5b69-2d01-4c13-bfc3-cb34af686366 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:58:56.703188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:56.732013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] The port '817f5b69-2d01-4c13-bfc3-cb34af686366' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:58:56.732543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 817f5b69-2d01-4c13-bfc3-cb34af686366 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:58:56.732939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 817f5b69-2d01-4c13-bfc3-cb34af686366 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:58:56.734937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Usage tracker for resource:router and tenant:724931b08e5f47ce8476c9efacb33420 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:56.790780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:56.838339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:56.939237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e412f91e-6945-414a-86f6-d1db2a40403a tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:56.944562 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e412f91e-6945-414a-86f6-d1db2a40403a tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8937709 Apr 22 16:58:56.956771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52364) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:56.958037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:56.958875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.030616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5df8d075-bc14-4683-a6dd-a350f59c8a57 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '974161a5-e13d-44a4-92d6-97e4ea4156de'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:57.030616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5df8d075-bc14-4683-a6dd-a350f59c8a57 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=87209) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 22 16:58:57.122306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.133863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b845f0d-cab4-4653-a5c1-7114907243c3', 'name': 'tempest-snat-router-529749681', 'tenant_id': '724931b08e5f47ce8476c9efacb33420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.226'}], 'enable_snat': False}, 'gw_port_id': '334bce7b-7527-4f14-b45e-a76bfa5045fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:58:44Z', 'updated_at': '2021-04-22T16:58:50Z', 'revision_number': 3, 'project_id': '724931b08e5f47ce8476c9efacb33420', 'gw_port': {'id': '334bce7b-7527-4f14-b45e-a76bfa5045fb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:99:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b845f0d-cab4-4653-a5c1-7114907243c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:58:47Z', 'updated_at': '2021-04-22T16:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:57.175308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Checking router: 3b845f0d-cab4-4653-a5c1-7114907243c3 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:58:57.175687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Updating router 3b845f0d-cab4-4653-a5c1-7114907243c3 port 334bce7b-7527-4f14-b45e-a76bfa5045fb binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:58:57.186977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=3bb528b0-cc5b-400f-9eaa-0c2c029087a7,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:57.226839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.267445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.267445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.267767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.268881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.269553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.270451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.271598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.271598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.272025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.272451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.273169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.274084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:58:57.291086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-63024193-0321-4b3b-a424-36acf6c999c0', 'network_id': '63024193-0321-4b3b-a424-36acf6c999c0', 'tenant_id': 'e37893b34d7040f595aa5d075c0f674f', 'fixed_ips': [{'subnet_id': 'f7e8b23b-fb9c-497c-a0c9-521867635594'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:58:57.292036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.300250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:57.309228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:57.324390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Usage tracker for resource:port and tenant:e37893b34d7040f595aa5d075c0f674f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:57.337352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:57.337760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.349282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:57.374229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 1c148bb1-51d0-4140-bf58-cc8f677a9261 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:57.379751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:57.393857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.397918 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.services.metering.metering_plugin [None req-5df8d075-bc14-4683-a6dd-a350f59c8a57 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 22 16:58:57.457450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Made reservation on behalf of e37893b34d7040f595aa5d075c0f674f for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:58:57.463982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.475437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-606ef5e8-ec80-429f-b660-b02936c273c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.482692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1b3e5c6-c920-40b3-9852-f1807c78215e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:57.561665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ef5e8-ec80-429f-b660-b02936c273c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=ef15e0bc-ca11-48c4-9e1a-b220d830fe90,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:57.570541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-606ef5e8-ec80-429f-b660-b02936c273c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:57.651975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] device_id is not set on port f139e7c3-3314-4cbc-b141-c3fc5434f3f4 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:58:57.670277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Allocated IP 172.20.0.2 (63024193-0321-4b3b-a424-36acf6c999c0/f7e8b23b-fb9c-497c-a0c9-521867635594/d2e87576-286f-4b07-a527-5c3a14ec0e8d) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:57.687820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a03125-a3bf-4799-a176-d16aa135053a']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:57.823428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5df8d075-bc14-4683-a6dd-a350f59c8a57 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.825004 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5df8d075-bc14-4683-a6dd-a350f59c8a57 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8104322 Apr 22 16:58:57.832089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52368) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:57.883644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faba842b-1d7d-43fc-b581-21d2505301ad') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:57.883985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faba842b-1d7d-43fc-b581-21d2505301ad') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:57.910681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.917630 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-44a006ee-1a54-4667-8e43-0733fab0488d tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=ee6ee7e9-176e-4cbb-ba3e-5b306cfcc0c5 HTTP/1.1" status: 200 len: 462 time: 0.0767643 Apr 22 16:58:57.919440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52372) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:57.921422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f12c145a-f689-448f-a275-c1ded3e85ae7 None None] Provisioning complete for port 3bb528b0-cc5b-400f-9eaa-0c2c029087a7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:58:57.921422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f12c145a-f689-448f-a275-c1ded3e85ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.963756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-606ef5e8-ec80-429f-b660-b02936c273c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:57.982884 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-606ef5e8-ec80-429f-b660-b02936c273c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/ports/ef15e0bc-ca11-48c4-9e1a-b220d830fe90 HTTP/1.1" status: 204 len: 168 time: 3.0947759 Apr 22 16:58:57.984023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52376) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:57.990470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:57.997873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:58.003893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:floatingip and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:58.010138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:58.014765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:58.042108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router 24fc0ebc-2174-4347-9f03-843f8c088af7 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:58:58.055200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f12c145a-f689-448f-a275-c1ded3e85ae7 None None] Port 3bb528b0-cc5b-400f-9eaa-0c2c029087a7 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:58:58.082817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25b2703a-0f09-4bd0-b019-d1a415177a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.117884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.242888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.245466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.264160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Transition to ACTIVE for port object d2e87576-286f-4b07-a527-5c3a14ec0e8d will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:58.266891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Transition to ACTIVE for port object 334bce7b-7527-4f14-b45e-a76bfa5045fb will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:58.277252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.282207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.293695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Transition to ACTIVE for port object d2e87576-286f-4b07-a527-5c3a14ec0e8d will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:58.302972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:58:58.304190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.315477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5b76bc6-d17c-4018-b0f0-1bc68b904b85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:58.366492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:58:58.375504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.375699 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/24fc0ebc-2174-4347-9f03-843f8c088af7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1872842 Apr 22 16:58:58.380803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52380) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:58.387696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd751e-f8d4-4da6-8216-d0bb9ffe67de None None] Sync routers for ids ['24fc0ebc-2174-4347-9f03-843f8c088af7'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:58:58.399231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd751e-f8d4-4da6-8216-d0bb9ffe67de None None] Routers {'24fc0ebc-2174-4347-9f03-843f8c088af7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:58.400420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ecdd751e-f8d4-4da6-8216-d0bb9ffe67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['24fc0ebc-2174-4347-9f03-843f8c088af7'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:58.422003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f29556-5793-4a42-a250-039fc5a9fed4 None None] Pushing event updated for resources: {'Port': ['ID=334bce7b-7527-4f14-b45e-a76bfa5045fb,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:58.432002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-68f29556-5793-4a42-a250-039fc5a9fed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:58.432669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:58.464623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Allocated IP 172.20.0.5 (63024193-0321-4b3b-a424-36acf6c999c0/f7e8b23b-fb9c-497c-a0c9-521867635594/f139e7c3-3314-4cbc-b141-c3fc5434f3f4) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:58.473035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Network 63024193-0321-4b3b-a424-36acf6c999c0 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:58.481976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:58.500708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Attempting to bind port 334bce7b-7527-4f14-b45e-a76bfa5045fb on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:58:58.501532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Attempting to bind port 334bce7b-7527-4f14-b45e-a76bfa5045fb by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:58:58.501689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Attempting to bind port 334bce7b-7527-4f14-b45e-a76bfa5045fb on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:58:58.508480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:58.510762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ecdd751e-f8d4-4da6-8216-d0bb9ffe67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:58.522783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd751e-f8d4-4da6-8216-d0bb9ffe67de None None] Routers {'24fc0ebc-2174-4347-9f03-843f8c088af7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:58.523677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ecdd751e-f8d4-4da6-8216-d0bb9ffe67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['24fc0ebc-2174-4347-9f03-843f8c088af7'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:58.528193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:58:58.528813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:58:58.529484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.530031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:58:58.530814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Bound port: 334bce7b-7527-4f14-b45e-a76bfa5045fb, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:58:58.531606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.551416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95dd8a-4eef-49d8-b080-36a0ca7f87bc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:58.552072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6a95dd8a-4eef-49d8-b080-36a0ca7f87bc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:58:58.590800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c7b2ad32-c3f3-4575-b2d1-a01229eba860 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.591990 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c7b2ad32-c3f3-4575-b2d1-a01229eba860 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/ee6ee7e9-176e-4cbb-ba3e-5b306cfcc0c5 HTTP/1.1" status: 204 len: 168 time: 0.6699464 Apr 22 16:58:58.605710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ecdd751e-f8d4-4da6-8216-d0bb9ffe67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:58.606590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd751e-f8d4-4da6-8216-d0bb9ffe67de None None] The sync data for ids ['24fc0ebc-2174-4347-9f03-843f8c088af7'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:58.612001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52384) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:58.647485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.656774 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9142fdf6-7d6b-4efc-a335-91eee3a2550d tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=ee6ee7e9-176e-4cbb-ba3e-5b306cfcc0c5 HTTP/1.1" status: 200 len: 221 time: 0.0398843 Apr 22 16:58:58.664958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52388) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:58.692861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Pushing event updated for resources: {'Port': ['ID=d2e87576-286f-4b07-a527-5c3a14ec0e8d,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:58.708581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:58.735909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Attempting to bind port d2e87576-286f-4b07-a527-5c3a14ec0e8d on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:58:58.736266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Attempting to bind port d2e87576-286f-4b07-a527-5c3a14ec0e8d by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'ffc3d7b1-b2cb-47d3-8a7b-7a7925092210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '63024193-0321-4b3b-a424-36acf6c999c0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:58:58.736993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Attempting to bind port d2e87576-286f-4b07-a527-5c3a14ec0e8d on network 63024193-0321-4b3b-a424-36acf6c999c0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:58:58.738337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dba997a1-5618-4713-a005-0626f6b68f63 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1299455455', 'description': 'label created by tempest'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:58.738466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dba997a1-5618-4713-a005-0626f6b68f63 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Unknown quota resources ['metering_label']. {{(pid=87209) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 22 16:58:58.746660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:58:58.746845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Checking segment: {'id': 'ffc3d7b1-b2cb-47d3-8a7b-7a7925092210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '63024193-0321-4b3b-a424-36acf6c999c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:58:58.747379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.747813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Bound using segment: {'id': 'ffc3d7b1-b2cb-47d3-8a7b-7a7925092210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '63024193-0321-4b3b-a424-36acf6c999c0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:58:58.748382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Bound port: d2e87576-286f-4b07-a527-5c3a14ec0e8d, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc3d7b1-b2cb-47d3-8a7b-7a7925092210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '63024193-0321-4b3b-a424-36acf6c999c0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:58:58.748804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.755819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6a95dd8a-4eef-49d8-b080-36a0ca7f87bc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:58:58.759981 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6a95dd8a-4eef-49d8-b080-36a0ca7f87bc tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports/3bb528b0-cc5b-400f-9eaa-0c2c029087a7 HTTP/1.1" status: 200 len: 984 time: 0.3735452 Apr 22 16:58:58.763238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] For port 334bce7b-7527-4f14-b45e-a76bfa5045fb, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:58:58.764000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52392) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:58.796212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 58a03125-a3bf-4799-a176-d16aa135053a has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:58.829184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] For port 334bce7b-7527-4f14-b45e-a76bfa5045fb, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=334bce7b-7527-4f14-b45e-a76bfa5045fb,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:58:58.858355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] For port d2e87576-286f-4b07-a527-5c3a14ec0e8d, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:58:58.859268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.871375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:58.876920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b04e66c6-6e34-4f6c-8e0a-f2f730a77c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:58.986724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.26.6.31 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/5444a540-2f9b-4bd8-9cb7-d0ff295cffd3) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:58:58.996192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:59.039979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Transition to ACTIVE for port object f139e7c3-3314-4cbc-b141-c3fc5434f3f4 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:58:59.135314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Routers {'3b845f0d-cab4-4653-a5c1-7114907243c3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:58:59.135994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3b845f0d-cab4-4653-a5c1-7114907243c3'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:59.191364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:59.205349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:59.210617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f29556-5793-4a42-a250-039fc5a9fed4 None None] Pushing event updated for resources: {'Port': ['ID=334bce7b-7527-4f14-b45e-a76bfa5045fb,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:59.212650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:59.215848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-68f29556-5793-4a42-a250-039fc5a9fed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:59.279019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Network 63024193-0321-4b3b-a424-36acf6c999c0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:59.284132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:59.294956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:59.355371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] Set router 3b845f0d-cab4-4653-a5c1-7114907243c3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:58:59.364484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'Port': ['ID=f139e7c3-3314-4cbc-b141-c3fc5434f3f4,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:59.371133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:59.388591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:58:59.389478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:59.436915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:59.444478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c9f7902-5f53-4d05-a100-62f04d1229c4 tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:58:59.463190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dba997a1-5618-4713-a005-0626f6b68f63 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:58:59.467261 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dba997a1-5618-4713-a005-0626f6b68f63 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7479937 Apr 22 16:58:59.476212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52396) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:59.530452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0476825 Apr 22 16:58:59.536326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52400) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:58:59.545310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Request body: {'port': {'network_id': '63024193-0321-4b3b-a424-36acf6c999c0', 'name': 'tempest-AllowedAddressPairTestJSON-118343691', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:36:b6'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:58:59.568948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:58:59.585656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:58:59.644846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:58:59.737707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=5444a540-2f9b-4bd8-9cb7-d0ff295cffd3,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:58:59.738223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b845f0d-cab4-4653-a5c1-7114907243c3', 'name': 'tempest-snat-router-529749681', 'tenant_id': '724931b08e5f47ce8476c9efacb33420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.226'}], 'enable_snat': False}, 'gw_port_id': '334bce7b-7527-4f14-b45e-a76bfa5045fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:58:44Z', 'updated_at': '2021-04-22T16:58:50Z', 'revision_number': 3, 'project_id': '724931b08e5f47ce8476c9efacb33420', 'gw_port': {'id': '334bce7b-7527-4f14-b45e-a76bfa5045fb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:99:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b845f0d-cab4-4653-a5c1-7114907243c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:58:47Z', 'updated_at': '2021-04-22T16:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:58:59.744164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:58:59.751854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7e310-3034-4f78-b216-82e8c94b63d7 None None] The sync data for ids ['3b845f0d-cab4-4653-a5c1-7114907243c3'] in dv-neutron-786478-3-hyperv is: [{'id': '3b845f0d-cab4-4653-a5c1-7114907243c3', 'name': 'tempest-snat-router-529749681', 'tenant_id': '724931b08e5f47ce8476c9efacb33420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.226'}], 'enable_snat': False}, 'gw_port_id': '334bce7b-7527-4f14-b45e-a76bfa5045fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:58:44Z', 'updated_at': '2021-04-22T16:58:50Z', 'revision_number': 3, 'project_id': '724931b08e5f47ce8476c9efacb33420', 'gw_port': {'id': '334bce7b-7527-4f14-b45e-a76bfa5045fb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:99:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b845f0d-cab4-4653-a5c1-7114907243c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:58:47Z', 'updated_at': '2021-04-22T16:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:58:59.756542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 58a03125-a3bf-4799-a176-d16aa135053a has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:58:59.809547 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:58:59.819588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:58:59.824291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Usage tracker for resource:port and tenant:e37893b34d7040f595aa5d075c0f674f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:58:59.827770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:58:59.834944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:58:59.902191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Made reservation on behalf of e37893b34d7040f595aa5d075c0f674f for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:00.054048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:00.094441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] device_id is not set on port ef648430-7e22-49a3-ac21-b50f9ef01ef2 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:00.314704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Allocated IP 172.20.0.6 (63024193-0321-4b3b-a424-36acf6c999c0/f7e8b23b-fb9c-497c-a0c9-521867635594/ef648430-7e22-49a3-ac21-b50f9ef01ef2) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:00.336734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-87a55580-710f-4747-9103-f0726f0fe4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:00.371331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-59f206c1-e0a4-4425-8c2b-71792ed0328b tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=5994ceb9-1041-443e-a534-90f343426dad HTTP/1.1" status: 200 len: 468 time: 0.8882012 Apr 22 16:59:00.375912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52406) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:00.378586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:00.437423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:00.447435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] For port d2e87576-286f-4b07-a527-5c3a14ec0e8d, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d2e87576-286f-4b07-a527-5c3a14ec0e8d,segment=NetworkSegment(ffc3d7b1-b2cb-47d3-8a7b-7a7925092210),segment_id=ffc3d7b1-b2cb-47d3-8a7b-7a7925092210)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:59:00.515985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:00.523174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:00.591167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:00.608145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3193e7f3-59e5-46b8-9d72-3dce705f8fed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:00.658134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:00.667274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 334bce7b-7527-4f14-b45e-a76bfa5045fb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:00.671454 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/networks/58a03125-a3bf-4799-a176-d16aa135053a HTTP/1.1" status: 204 len: 168 time: 5.9954231 Apr 22 16:59:00.776095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Pushing event updated for resources: {'Port': ['ID=d2e87576-286f-4b07-a527-5c3a14ec0e8d,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:00.805801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:00.837148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52412) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:00.844302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Network': ['ID=58a03125-a3bf-4799-a176-d16aa135053a,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:00.880426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 334bce7b-7527-4f14-b45e-a76bfa5045fb completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:00.887033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 334bce7b-7527-4f14-b45e-a76bfa5045fb triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:00.887495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:00.992158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:00.999442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'name': 'tempest-PortsTestJSON-1229717009'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:01.048859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.061569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.066198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.091310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 334bce7b-7527-4f14-b45e-a76bfa5045fb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=334bce7b-7527-4f14-b45e-a76bfa5045fb,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:01.101825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Transition to ACTIVE for port object ef648430-7e22-49a3-ac21-b50f9ef01ef2 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:01.129857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.138437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a0788a5-b0b8-4e21-8856-775e6ea5f12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:01.228243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:01.256232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.282792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=334bce7b-7527-4f14-b45e-a76bfa5045fb,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:01.298853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.320593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf972d7d-33c5-40f7-bf1b-e50748475776 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:01.325523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:01.378919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.407869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.425995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Network 63024193-0321-4b3b-a424-36acf6c999c0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:01.431190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:01.446614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:01.456694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:port and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:01.480084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'Port': ['ID=ef648430-7e22-49a3-ac21-b50f9ef01ef2,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:01.492743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:01.499103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:01.567428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:01.574704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be36d4a8-441c-46fb-a98b-85da4ddb4342 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.575931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-be36d4a8-441c-46fb-a98b-85da4ddb4342 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/5994ceb9-1041-443e-a534-90f343426dad HTTP/1.1" status: 204 len: 168 time: 1.1698353 Apr 22 16:59:01.587315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52420) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:01.638193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-34b88ded-fde5-42e8-b268-7a0374df3991 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=5994ceb9-1041-443e-a534-90f343426dad HTTP/1.1" status: 200 len: 216 time: 0.0486848 Apr 22 16:59:01.651889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52424) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:01.653017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.692515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Allocated IP 172.26.6.70 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/c90f1dff-4173-41da-9b90-890eb2002887) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:01.710387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.712102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:01.712804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.719072 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-149af432-a474-4a3f-8d40-2fe7e89eedcb tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0339510 Apr 22 16:59:01.734504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52428) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:01.760811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:01.766915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:01.786676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-06142dfa-a729-47e0-b44f-0738d4ebc04e tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0493083 Apr 22 16:59:01.793168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52432) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:01.835050 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.2951248 Apr 22 16:59:01.853723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52436) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:01.881619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port 5cd91495-6d55-4748-a652-3af032ddc44b yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:01.992686 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b28e2d37-8de8-4dad-9b5a-1b1c20b8cb4b tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/974161a5-e13d-44a4-92d6-97e4ea4156de HTTP/1.1" status: 200 len: 472 time: 0.1947980 Apr 22 16:59:01.999598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52440) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:02.038305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0738b1a-eeae-49b8-aff2-c40ee2be201c req-6a091cb7-61e0-40f6-864c-9b5e76ba758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:02.040030 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0738b1a-eeae-49b8-aff2-c40ee2be201c req-6a091cb7-61e0-40f6-864c-9b5e76ba758d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23b22b94dd7f4ccda61d86fc33585c1f&device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 1098 time: 0.4570947 Apr 22 16:59:02.044198 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b52aef50-3496-4fe7-8a0a-8397ea0043e5 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/e9dd0e02-e573-4050-ade1-e2f398e318bc HTTP/1.1" status: 200 len: 459 time: 0.0402668 Apr 22 16:59:02.053277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52444) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:02.057846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94998f-035e-44d5-ba26-e579f2d0b7e8 req-e70ddd6b-f7da-4475-938c-edf39f256668 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:02.059527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bc94998f-035e-44d5-ba26-e579f2d0b7e8 req-e70ddd6b-f7da-4475-938c-edf39f256668 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.4778156 Apr 22 16:59:02.095523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:02.126153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:02.204011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:02.212587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4cea511-afad-437d-9686-3c284c30a8b8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:02.338010 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bc94998f-035e-44d5-ba26-e579f2d0b7e8 req-13a1f9b6-d199-4719-81c8-adc611c529cd tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401428 Apr 22 16:59:02.355551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:02.379562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca88375e-5577-4532-b837-9ed782aadf44 None None] Network 63024193-0321-4b3b-a424-36acf6c999c0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:02.386231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c45f0b-80c3-4dd7-9bb3-3855abb5f53c tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:02.392871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c45f0b-80c3-4dd7-9bb3-3855abb5f53c tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:02.399402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c45f0b-80c3-4dd7-9bb3-3855abb5f53c tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:02.400369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-70c45f0b-80c3-4dd7-9bb3-3855abb5f53c tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Synchronizing usage tracker for tenant:e37893b34d7040f595aa5d075c0f674f on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:02.446647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=5444a540-2f9b-4bd8-9cb7-d0ff295cffd3,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:02.458063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:02.459328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0738b1a-eeae-49b8-aff2-c40ee2be201c req-9971bdf0-e18d-4f42-84d1-ffd1a8d31dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:02.460935 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0738b1a-eeae-49b8-aff2-c40ee2be201c req-9971bdf0-e18d-4f42-84d1-ffd1a8d31dbd service neutron] 10.222.0.78 "GET /v2.0/networks?id=bbfd5673-9429-4970-ac83-0273788cb7ee HTTP/1.1" status: 200 len: 914 time: 0.3912733 Apr 22 16:59:02.468545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:02.556363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-70c45f0b-80c3-4dd7-9bb3-3855abb5f53c tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Unset dirty status for tenant:e37893b34d7040f595aa5d075c0f674f on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:02.558051 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70c45f0b-80c3-4dd7-9bb3-3855abb5f53c tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.6237895 Apr 22 16:59:02.562478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52448) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:02.634462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:02.636046 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6504159 Apr 22 16:59:02.647330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52452) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:02.667444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'port': {'network_id': 'e7b0c8d1-e040-4445-8255-106720f2c010', 'name': 'tempest-FloatingIPTestJSON-1312918432'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:02.770277 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0738b1a-eeae-49b8-aff2-c40ee2be201c req-f9840d38-88be-4e81-894c-7938186cdb34 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d HTTP/1.1" status: 200 len: 1000 time: 0.2946739 Apr 22 16:59:02.782717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f66e8b43-30e6-4524-bdb7-15061329edae tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Deleting port ef648430-7e22-49a3-ac21-b50f9ef01ef2 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:02.782946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d2e87576-286f-4b07-a527-5c3a14ec0e8d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:02.783131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f66e8b43-30e6-4524-bdb7-15061329edae tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:02.859540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d9b97e2b-0699-4f7b-a4b0-d71de95d2477 None None] Provisioning for port d2e87576-286f-4b07-a527-5c3a14ec0e8d completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:02.918446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:02.960804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port d2e87576-286f-4b07-a527-5c3a14ec0e8d completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:02.972244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d2e87576-286f-4b07-a527-5c3a14ec0e8d triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:02.972676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.027674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0738b1a-eeae-49b8-aff2-c40ee2be201c req-62f3f784-62c2-4b59-a199-81ed71c22fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:03.029233 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0738b1a-eeae-49b8-aff2-c40ee2be201c req-62f3f784-62c2-4b59-a199-81ed71c22fb9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4b380e3-2996-4eff-9186-c5eb84b7ddb6 HTTP/1.1" status: 200 len: 851 time: 0.2096145 Apr 22 16:59:03.090318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:03.100439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1722d17f-75ed-4b27-9165-cd26f1d61695 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.103953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:port and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:03.106902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52456) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:03.116028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1722d17f-75ed-4b27-9165-cd26f1d61695 tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/e9dd0e02-e573-4050-ade1-e2f398e318bc HTTP/1.1" status: 204 len: 168 time: 1.0567229 Apr 22 16:59:03.155551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:03.177289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.187521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.236808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:03.245753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port d2e87576-286f-4b07-a527-5c3a14ec0e8d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d2e87576-286f-4b07-a527-5c3a14ec0e8d,segment=NetworkSegment(ffc3d7b1-b2cb-47d3-8a7b-7a7925092210),segment_id=ffc3d7b1-b2cb-47d3-8a7b-7a7925092210)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:03.253283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.262026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5892db13-3464-4ebe-beca-6b1abb5348b3 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:03.309485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 3bb528b0-cc5b-400f-9eaa-0c2c029087a7 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:03.309863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.316158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.317690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 334bce7b-7527-4f14-b45e-a76bfa5045fb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:03.386367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Made reservation on behalf of fe909354ad5f4d7b99e38030afcb1802 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:03.393992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.397419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90c85568-25f9-4b4e-8c70-6ed6b99683f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:03.508956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6f4adf3a-0dc3-4774-a619-d82fe6c84ec9 None None] Provisioning for port ef648430-7e22-49a3-ac21-b50f9ef01ef2 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:03.516657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=d2e87576-286f-4b07-a527-5c3a14ec0e8d,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:03.526562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6f4adf3a-0dc3-4774-a619-d82fe6c84ec9 None None] Provisioning complete for port ef648430-7e22-49a3-ac21-b50f9ef01ef2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:03.527022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f4adf3a-0dc3-4774-a619-d82fe6c84ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.577347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.600145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:03.600932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6f4adf3a-0dc3-4774-a619-d82fe6c84ec9 None None] Port ef648430-7e22-49a3-ac21-b50f9ef01ef2 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:03.614905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 334bce7b-7527-4f14-b45e-a76bfa5045fb triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:03.615364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.706172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6f4adf3a-0dc3-4774-a619-d82fe6c84ec9 None None] Provisioning complete for port d2e87576-286f-4b07-a527-5c3a14ec0e8d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:03.706863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f4adf3a-0dc3-4774-a619-d82fe6c84ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:03.729375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for 3bb528b0-cc5b-400f-9eaa-0c2c029087a7 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:03.834797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:03.849468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:03.862911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Allocated IP 172.26.6.202 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/ca57d682-4cfe-4e60-946f-3fbb73ba7487) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:03.865283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Pushing event updated for resources: {'Port': ['ID=c90f1dff-4173-41da-9b90-890eb2002887,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:03.874852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:03.907894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:03.982575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] device_id is not set on port f20dfbb2-1320-4c9d-b6c2-440f354d1a20 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:04.025102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:04.082512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6f4adf3a-0dc3-4774-a619-d82fe6c84ec9 None None] Provisioning for port f139e7c3-3314-4cbc-b141-c3fc5434f3f4 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:04.088967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6f4adf3a-0dc3-4774-a619-d82fe6c84ec9 None None] Provisioning complete for port f139e7c3-3314-4cbc-b141-c3fc5434f3f4 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:04.089515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f4adf3a-0dc3-4774-a619-d82fe6c84ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:04.092037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07fedb76-5159-486a-971c-3b981a3d801e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:04.156572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6f4adf3a-0dc3-4774-a619-d82fe6c84ec9 None None] Port f139e7c3-3314-4cbc-b141-c3fc5434f3f4 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:04.170060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0738b1a-eeae-49b8-aff2-c40ee2be201c req-46717690-62fe-457b-b39b-a028dea795c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:04.171800 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0738b1a-eeae-49b8-aff2-c40ee2be201c req-46717690-62fe-457b-b39b-a028dea795c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bbfd5673-9429-4970-ac83-0273788cb7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1320946 Apr 22 16:59:04.180185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f66e8b43-30e6-4524-bdb7-15061329edae tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:04.279434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-396f0a95-f0d3-4730-994c-bfbf79e9f1ba None None] Provisioning complete for port ef648430-7e22-49a3-ac21-b50f9ef01ef2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:04.279953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-396f0a95-f0d3-4730-994c-bfbf79e9f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:04.282942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:04.321817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:04.338463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:04.344092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-396f0a95-f0d3-4730-994c-bfbf79e9f1ba None None] Port ef648430-7e22-49a3-ac21-b50f9ef01ef2 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:04.344498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:04.345172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:04.357297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-396f0a95-f0d3-4730-994c-bfbf79e9f1ba None None] Provisioning complete for port f139e7c3-3314-4cbc-b141-c3fc5434f3f4 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:04.357820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-396f0a95-f0d3-4730-994c-bfbf79e9f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:04.366129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=5cd91495-6d55-4748-a652-3af032ddc44b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:04.379943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:04.389283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f1db3da-f29c-4df7-aa60-8a6c562cd20f tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:04.390516 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6f1db3da-f29c-4df7-aa60-8a6c562cd20f tempest-MeteringIpV6TestJSON-2132619759 tempest-MeteringIpV6TestJSON-2132619759-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/974161a5-e13d-44a4-92d6-97e4ea4156de HTTP/1.1" status: 204 len: 168 time: 1.2790108 Apr 22 16:59:04.406609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f66e8b43-30e6-4524-bdb7-15061329edae tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Calling delete_port for ef648430-7e22-49a3-ac21-b50f9ef01ef2 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:04.428822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-396f0a95-f0d3-4730-994c-bfbf79e9f1ba None None] Port f139e7c3-3314-4cbc-b141-c3fc5434f3f4 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:04.468185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:04.480820 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.6357896 Apr 22 16:59:04.485174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52464) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:04.564081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d2e87576-286f-4b07-a527-5c3a14ec0e8d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:04.647864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d2e87576-286f-4b07-a527-5c3a14ec0e8d triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:04.648535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:04.660678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d58f78-2019-4c06-8d4e-d29fec14bcb3 req-49749b23-bfa1-4936-9039-ab3a9582fa78 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:04.662693 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b7d58f78-2019-4c06-8d4e-d29fec14bcb3 req-49749b23-bfa1-4936-9039-ab3a9582fa78 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 1.1421962 Apr 22 16:59:04.725605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1af5faa7-40dc-47e7-a0af-3a8c4016b8e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 5cd91495-6d55-4748-a652-3af032ddc44b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:04.725962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1af5faa7-40dc-47e7-a0af-3a8c4016b8e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:04.746175 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0738b1a-eeae-49b8-aff2-c40ee2be201c req-e21d55b1-985d-4c80-87c7-534402f0666c service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334151 Apr 22 16:59:04.772260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:04.795617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d56fbed-2db1-4eaf-addc-539a691a61b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:04.812090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.20.0.4 (e7b0c8d1-e040-4445-8255-106720f2c010/46626dd6-7fd8-44b6-95bc-807b72c2a659/f20dfbb2-1320-4c9d-b6c2-440f354d1a20) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:04.865666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=3bb528b0-cc5b-400f-9eaa-0c2c029087a7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:04.869274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52470) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:04.886934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:04.926591 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b7d58f78-2019-4c06-8d4e-d29fec14bcb3 req-b9d85ebf-8d7a-4e2b-bf56-a2b9bdc03228 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421701 Apr 22 16:59:04.961735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:05.001329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:05.057307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9995a61f-73c2-4384-8abc-60447d45aa6d tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:05.178972 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0738b1a-eeae-49b8-aff2-c40ee2be201c req-2648b1a8-43d4-4624-a645-bfaa4f18760d service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151478 Apr 22 16:59:05.182030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:05.185122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f66e8b43-30e6-4524-bdb7-15061329edae tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:05.198653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b4a250a4-e2e5-4d8c-9918-54cab0b6f165 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:05.262905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e8b43-30e6-4524-bdb7-15061329edae tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event deleted for resources: {'Port': ['ID=ef648430-7e22-49a3-ac21-b50f9ef01ef2,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:05.266327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f66e8b43-30e6-4524-bdb7-15061329edae tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:05.440683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:05.529411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1260851f-147c-4ca4-8792-66b3d7233766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:05.540134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:05.584711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f66e8b43-30e6-4524-bdb7-15061329edae tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:05.621725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:05.630340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:05.637943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:05.654978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:05.692264 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f66e8b43-30e6-4524-bdb7-15061329edae tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "DELETE /v2.0/ports/ef648430-7e22-49a3-ac21-b50f9ef01ef2 HTTP/1.1" status: 204 len: 168 time: 3.1253479 Apr 22 16:59:05.700303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52476) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:05.746656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:05.750314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event updated for resources: {'Port': ['ID=ca57d682-4cfe-4e60-946f-3fbb73ba7487,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:05.756794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network e7b0c8d1-e040-4445-8255-106720f2c010 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:05.765428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:05.768445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:05.822968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1260851f-147c-4ca4-8792-66b3d7233766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:05.823197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=f20dfbb2-1320-4c9d-b6c2-440f354d1a20,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:05.827059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:05.828336 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cd1788-e264-49be-ae31-6efa89402cf2 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] GET failed (client error): The resource could not be found. Apr 22 16:59:05.828938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-50cd1788-e264-49be-ae31-6efa89402cf2 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Synchronizing usage tracker for tenant:e37893b34d7040f595aa5d075c0f674f on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:05.844621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:05.849214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1260851f-147c-4ca4-8792-66b3d7233766 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ee8314ceb84cfea24610ea8f87dabf is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:05.859690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1260851f-147c-4ca4-8792-66b3d7233766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:05.872216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:05.872950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:05.915698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-50cd1788-e264-49be-ae31-6efa89402cf2 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Unset dirty status for tenant:e37893b34d7040f595aa5d075c0f674f on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:05.921455 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-50cd1788-e264-49be-ae31-6efa89402cf2 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "GET /v2.0/ports/ef648430-7e22-49a3-ac21-b50f9ef01ef2 HTTP/1.1" status: 404 len: 333 time: 0.2125442 Apr 22 16:59:05.922100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52480) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:05.928966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Request body: {'port': {'network_id': '63024193-0321-4b3b-a424-36acf6c999c0', 'name': 'tempest-AllowedAddressPairTestJSON-8324402'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:05.949697 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3011532 Apr 22 16:59:05.950050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1260851f-147c-4ca4-8792-66b3d7233766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:05.954934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52484) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:05.984572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1af5faa7-40dc-47e7-a0af-3a8c4016b8e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:06.065932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-67cb4476-b032-4cd0-b8fc-5a80cbd7ee5e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'floatingip': {'port_id': 'f20dfbb2-1320-4c9d-b6c2-440f354d1a20'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:06.223517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67cb4476-b032-4cd0-b8fc-5a80cbd7ee5e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:06.233471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1af5faa7-40dc-47e7-a0af-3a8c4016b8e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 5cd91495-6d55-4748-a652-3af032ddc44b owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:06.316371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:06.380844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:06.452785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Made reservation on behalf of e37893b34d7040f595aa5d075c0f674f for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:06.459079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:06.484286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371479d1-6e94-4db5-b24d-5076a56f9c61 req-bd1b5e7c-cbb8-49dd-9838-ff0b09005dd4 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:06.485749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-371479d1-6e94-4db5-b24d-5076a56f9c61 req-bd1b5e7c-cbb8-49dd-9838-ff0b09005dd4 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.3601537 Apr 22 16:59:06.814773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router 24fc0ebc-2174-4347-9f03-843f8c088af7 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:59:06.832294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] device_id is not set on port 7452d09a-1c68-4a9d-a928-1190d35bbd95 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:07.014093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1af5faa7-40dc-47e7-a0af-3a8c4016b8e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:07.051953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44adb002-a7ac-4862-a2c5-02497fe8146e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:07.057099 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-371479d1-6e94-4db5-b24d-5076a56f9c61 req-575da621-4cf6-4f68-9b17-ed53db1d4b8f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637322 Apr 22 16:59:07.175755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1260851f-147c-4ca4-8792-66b3d7233766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:07.275461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Allocated IP 172.20.0.14 (63024193-0321-4b3b-a424-36acf6c999c0/f7e8b23b-fb9c-497c-a0c9-521867635594/7452d09a-1c68-4a9d-a928-1190d35bbd95) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:07.479986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-67cb4476-b032-4cd0-b8fc-5a80cbd7ee5e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:59:07.487961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5faa7-40dc-47e7-a0af-3a8c4016b8e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=5cd91495-6d55-4748-a652-3af032ddc44b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:07.490508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:07.493531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1af5faa7-40dc-47e7-a0af-3a8c4016b8e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:07.559530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:07.561197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1260851f-147c-4ca4-8792-66b3d7233766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:07.571013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900176f8-7a6e-4239-8813-9044735df1bf None None] Sync routers for ids ['24fc0ebc-2174-4347-9f03-843f8c088af7'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:07.578203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a6134880-56f5-4986-90fe-028d1f5f27c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:07.583118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900176f8-7a6e-4239-8813-9044735df1bf None None] Routers {'24fc0ebc-2174-4347-9f03-843f8c088af7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:07.583868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-900176f8-7a6e-4239-8813-9044735df1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['24fc0ebc-2174-4347-9f03-843f8c088af7'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:07.637851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67cb4476-b032-4cd0-b8fc-5a80cbd7ee5e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:07.643624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1af5faa7-40dc-47e7-a0af-3a8c4016b8e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:07.650592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-900176f8-7a6e-4239-8813-9044735df1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:07.662186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900176f8-7a6e-4239-8813-9044735df1bf None None] Routers {'24fc0ebc-2174-4347-9f03-843f8c088af7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:07.662902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-900176f8-7a6e-4239-8813-9044735df1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['24fc0ebc-2174-4347-9f03-843f8c088af7'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:07.667675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:07.696818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67cb4476-b032-4cd0-b8fc-5a80cbd7ee5e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:07.735056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-900176f8-7a6e-4239-8813-9044735df1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:07.735513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900176f8-7a6e-4239-8813-9044735df1bf None None] The sync data for ids ['24fc0ebc-2174-4347-9f03-843f8c088af7'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:07.770244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Transition to ACTIVE for port object 7452d09a-1c68-4a9d-a928-1190d35bbd95 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:07.803895 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1260851f-147c-4ca4-8792-66b3d7233766 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6ee8314ceb84cfea24610ea8f87dabf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9233215 Apr 22 16:59:07.807837 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1af5faa7-40dc-47e7-a0af-3a8c4016b8e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/5cd91495-6d55-4748-a652-3af032ddc44b HTTP/1.1" status: 204 len: 168 time: 3.3191144 Apr 22 16:59:07.810237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260851f-147c-4ca4-8792-66b3d7233766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54499706-14ca-45e6-be85-f713e35701f9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:07.817983 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/24fc0ebc-2174-4347-9f03-843f8c088af7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0457692 Apr 22 16:59:07.817983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52492) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:07.817983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52494) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:07.818369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52496) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:07.828545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1260851f-147c-4ca4-8792-66b3d7233766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:07.913047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-67cb4476-b032-4cd0-b8fc-5a80cbd7ee5e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP 7192dd10-c418-467b-a64a-8626e0e82698 associated. External IP: 172.26.6.31, port: f20dfbb2-1320-4c9d-b6c2-440f354d1a20. Apr 22 16:59:07.936473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'mac_address': 'fa:16:3e:05:61:74', 'name': 'tempest-PortsTestJSON-1853117021'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:07.985428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:07.992669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b855c961-3f62-4f15-8c25-fc345c6035ee tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:08.002910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:08.131839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Network 63024193-0321-4b3b-a424-36acf6c999c0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:08.137075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:08.149286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:08.200937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'Port': ['ID=7452d09a-1c68-4a9d-a928-1190d35bbd95,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:08.211510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:08.258366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:08.259124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:08.415776 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4897094 Apr 22 16:59:08.421578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52504) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:08.430109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-714b4255-3974-453e-bc2b-44a2cce7edf7 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:36:b6'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:08.430524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-04910949-ec6e-425c-a395-22998b4fc409 None None] Provisioning for port 7452d09a-1c68-4a9d-a928-1190d35bbd95 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:08.436508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-04910949-ec6e-425c-a395-22998b4fc409 None None] Provisioning complete for port 7452d09a-1c68-4a9d-a928-1190d35bbd95 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:08.437042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-04910949-ec6e-425c-a395-22998b4fc409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:08.500217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-04910949-ec6e-425c-a395-22998b4fc409 None None] Port 7452d09a-1c68-4a9d-a928-1190d35bbd95 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:08.529165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:08.584894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:port and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:08.624320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:08.628215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cb4476-b032-4cd0-b8fc-5a80cbd7ee5e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:59:08.636293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c768956-7123-4aef-8b6f-d9d218ce120e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:08.670097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-f047195f-f5b1-4559-9ac8-a46643d8ba83 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 16:59:08.671229 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f047195f-f5b1-4559-9ac8-a46643d8ba83 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/24fc0ebc-2174-4347-9f03-843f8c088af7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8373866 Apr 22 16:59:08.672512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:08.690304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52508) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:08.777458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1325493f-0ab1-4766-818d-75bda6b2d958 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:08.840575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c768956-7123-4aef-8b6f-d9d218ce120e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:08.857734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Router 4c192afc-d04a-4bb0-89f2-43def4bb9b54 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:59:08.860011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:09.149389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1325493f-0ab1-4766-818d-75bda6b2d958 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:09.155383 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1325493f-0ab1-4766-818d-75bda6b2d958 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24fc0ebc-2174-4347-9f03-843f8c088af7 HTTP/1.1" status: 200 len: 205 time: 0.4578753 Apr 22 16:59:09.162185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52512) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:09.229844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-714b4255-3974-453e-bc2b-44a2cce7edf7 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:09.257820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cb4476-b032-4cd0-b8fc-5a80cbd7ee5e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:09.269757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd389eb-6c0f-418c-a1c2-2d138e8b7e8d None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:09.282026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd389eb-6c0f-418c-a1c2-2d138e8b7e8d None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:09.284012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6bd389eb-6c0f-418c-a1c2-2d138e8b7e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:09.288599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67cb4476-b032-4cd0-b8fc-5a80cbd7ee5e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:09.372335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6bd389eb-6c0f-418c-a1c2-2d138e8b7e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:09.383129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd389eb-6c0f-418c-a1c2-2d138e8b7e8d None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:09.384144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6bd389eb-6c0f-418c-a1c2-2d138e8b7e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:09.388226 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-67cb4476-b032-4cd0-b8fc-5a80cbd7ee5e tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "PUT /v2.0/floatingips/7192dd10-c418-467b-a64a-8626e0e82698 HTTP/1.1" status: 200 len: 977 time: 3.4287581 Apr 22 16:59:09.388226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52516) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:09.457406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6bd389eb-6c0f-418c-a1c2-2d138e8b7e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:09.457869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd389eb-6c0f-418c-a1c2-2d138e8b7e8d None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:09.568305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port f20dfbb2-1320-4c9d-b6c2-440f354d1a20 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:09.568706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:09.650182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:09.698719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:09.846287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-714b4255-3974-453e-bc2b-44a2cce7edf7 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:09.847322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99f09bbe-9483-40b1-8557-be42c29f3670 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:09.909541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-714b4255-3974-453e-bc2b-44a2cce7edf7 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:09.916785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-810f4921-372c-44f1-bf35-8e40caa92a03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:09.938599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c768956-7123-4aef-8b6f-d9d218ce120e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:09.944072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port ecc8b1f1-ed99-457c-b82a-d0543cee8ed3 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:09.957159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:09.998900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:10.134430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b4255-3974-453e-bc2b-44a2cce7edf7 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'Port': ['ID=7452d09a-1c68-4a9d-a928-1190d35bbd95,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:10.152877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-714b4255-3974-453e-bc2b-44a2cce7edf7 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:10.163078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-714b4255-3974-453e-bc2b-44a2cce7edf7 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] In _notify_port_updated(), no bound segment for port 7452d09a-1c68-4a9d-a928-1190d35bbd95 on network 63024193-0321-4b3b-a424-36acf6c999c0 {{(pid=87210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:59:10.168272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b4255-3974-453e-bc2b-44a2cce7edf7 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:10.168554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-714b4255-3974-453e-bc2b-44a2cce7edf7 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.169925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-714b4255-3974-453e-bc2b-44a2cce7edf7 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "PUT /v2.0/ports/7452d09a-1c68-4a9d-a928-1190d35bbd95 HTTP/1.1" status: 200 len: 991 time: 1.7472243 Apr 22 16:59:10.174523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52520) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:10.179498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c768956-7123-4aef-8b6f-d9d218ce120e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54499706-14ca-45e6-be85-f713e35701f9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:10.192570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c768956-7123-4aef-8b6f-d9d218ce120e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.196263 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c768956-7123-4aef-8b6f-d9d218ce120e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54499706-14ca-45e6-be85-f713e35701f9 HTTP/1.1" status: 204 len: 168 time: 2.3644691 Apr 22 16:59:10.196263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c768956-7123-4aef-8b6f-d9d218ce120e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:10.208345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:10.250192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca1d8a-af71-4c63-80b0-8f84678d6d67 None None] Sync routers for ids ['4c192afc-d04a-4bb0-89f2-43def4bb9b54'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:10.313782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca1d8a-af71-4c63-80b0-8f84678d6d67 None None] Routers {'4c192afc-d04a-4bb0-89f2-43def4bb9b54'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:10.315899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c2ca1d8a-af71-4c63-80b0-8f84678d6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4c192afc-d04a-4bb0-89f2-43def4bb9b54'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:10.392600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a7f028cf-cc34-48b0-ab95-481e1e6adf24 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Deleting port 7452d09a-1c68-4a9d-a928-1190d35bbd95 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:10.393178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7f028cf-cc34-48b0-ab95-481e1e6adf24 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.458382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c2ca1d8a-af71-4c63-80b0-8f84678d6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:10.476685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca1d8a-af71-4c63-80b0-8f84678d6d67 None None] Routers {'4c192afc-d04a-4bb0-89f2-43def4bb9b54'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:10.477596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c2ca1d8a-af71-4c63-80b0-8f84678d6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4c192afc-d04a-4bb0-89f2-43def4bb9b54'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:10.485118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99f09bbe-9483-40b1-8557-be42c29f3670 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.504006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99f09bbe-9483-40b1-8557-be42c29f3670 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.521141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.522491 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 14.9857447 Apr 22 16:59:10.527699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52530) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:10.553595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:10.623555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c2ca1d8a-af71-4c63-80b0-8f84678d6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:10.624404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca1d8a-af71-4c63-80b0-8f84678d6d67 None None] The sync data for ids ['4c192afc-d04a-4bb0-89f2-43def4bb9b54'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:10.641389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-eb49c2a4-1177-48dc-a77b-bf4fe0b95ad9 None None] Provisioning complete for port 7452d09a-1c68-4a9d-a928-1190d35bbd95 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:10.643765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb49c2a4-1177-48dc-a77b-bf4fe0b95ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.702127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99f09bbe-9483-40b1-8557-be42c29f3670 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.702565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f09bbe-9483-40b1-8557-be42c29f3670 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Fanout notify agent at l3_agent the message router_deleted on router 24fc0ebc-2174-4347-9f03-843f8c088af7 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:59:10.729781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.730200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.730553 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP 7192dd10-c418-467b-a64a-8626e0e82698 disassociated. External IP: 172.26.6.31, port: f20dfbb2-1320-4c9d-b6c2-440f354d1a20. Apr 22 16:59:10.730964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for f20dfbb2-1320-4c9d-b6c2-440f354d1a20 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:10.740023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99f09bbe-9483-40b1-8557-be42c29f3670 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.744341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-99f09bbe-9483-40b1-8557-be42c29f3670 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/24fc0ebc-2174-4347-9f03-843f8c088af7 HTTP/1.1" status: 204 len: 168 time: 1.5754359 Apr 22 16:59:10.744341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52534) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:10.749636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:10.788708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Router 49bc788b-4645-4d77-9e37-c2f55c9ddd62 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:59:10.804932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-eb49c2a4-1177-48dc-a77b-bf4fe0b95ad9 None None] Port 7452d09a-1c68-4a9d-a928-1190d35bbd95 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:10.926099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52538) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:11.030701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-417abfb2-9ec6-4dd4-92b2-4261fc459581 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting subnet aefaf057-5ea8-4bec-9282-33f4e1508f7f {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:59:11.039050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-063fc0b2-a95b-4771-9f1d-8db4ca83374c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:11.048813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-417abfb2-9ec6-4dd4-92b2-4261fc459581 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:11.135213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-063fc0b2-a95b-4771-9f1d-8db4ca83374c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:11.157670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-063fc0b2-a95b-4771-9f1d-8db4ca83374c admin admin] Usage tracker for resource:security_group_rule and tenant:c067eaea26784685aa8bb372a79116c4 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:11.165286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-063fc0b2-a95b-4771-9f1d-8db4ca83374c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:11.184813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-417abfb2-9ec6-4dd4-92b2-4261fc459581 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:11.216843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-063fc0b2-a95b-4771-9f1d-8db4ca83374c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:11.228794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:11.245806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f6fc471-6a8a-40d0-88c5-50d0c92e56cc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:11.294686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:11.306004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Sync routers for ids ['49bc788b-4645-4d77-9e37-c2f55c9ddd62'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:11.317783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Routers {'49bc788b-4645-4d77-9e37-c2f55c9ddd62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:11.318558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['49bc788b-4645-4d77-9e37-c2f55c9ddd62'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:11.373474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:11.384882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:11.399649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:11.405759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:11.406460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:11.412787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=ecc8b1f1-ed99-457c-b82a-d0543cee8ed3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:11.418535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7f028cf-cc34-48b0-ab95-481e1e6adf24 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:11.424828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:11.452224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:11.459249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 14.8925321 Apr 22 16:59:11.464197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52542) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:11.552699 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.7206097 Apr 22 16:59:11.560743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52546) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:11.571627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-417abfb2-9ec6-4dd4-92b2-4261fc459581 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:11.581955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a7f028cf-cc34-48b0-ab95-481e1e6adf24 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Calling delete_port for 7452d09a-1c68-4a9d-a928-1190d35bbd95 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:11.792859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Set router 49bc788b-4645-4d77-9e37-c2f55c9ddd62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:59:11.833985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-063fc0b2-a95b-4771-9f1d-8db4ca83374c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:11.842087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee363547-9899-44d5-94df-2dc01a933646 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:11.847780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee363547-9899-44d5-94df-2dc01a933646 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:11.923630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:11.946422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61ab5bc4-5cda-4959-acd8-ee5cc1f6f2e9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:11.950101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-063fc0b2-a95b-4771-9f1d-8db4ca83374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:11.965093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3014a480-3d02-45c4-aeb4-8650a619d468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:12.012927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5883603a-0bfe-4b0c-89e7-62cf8ceb633c tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/routers/49bc788b-4645-4d77-9e37-c2f55c9ddd62 HTTP/1.1" status: 200 len: 907 time: 0.5440769 Apr 22 16:59:12.013229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=f20dfbb2-1320-4c9d-b6c2-440f354d1a20,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:12.015527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:12.024793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52550) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:12.301014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bc788b-4645-4d77-9e37-c2f55c9ddd62', 'name': 'tempest-snat-router-529749681', 'tenant_id': '724931b08e5f47ce8476c9efacb33420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'ca57d682-4cfe-4e60-946f-3fbb73ba7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:58:57Z', 'updated_at': '2021-04-22T16:59:06Z', 'revision_number': 3, 'project_id': '724931b08e5f47ce8476c9efacb33420', 'gw_port': {'id': 'ca57d682-4cfe-4e60-946f-3fbb73ba7487', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bc788b-4645-4d77-9e37-c2f55c9ddd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:59:01Z', 'updated_at': '2021-04-22T16:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:12.309431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Checking router: 49bc788b-4645-4d77-9e37-c2f55c9ddd62 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:59:12.310089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Updating router 49bc788b-4645-4d77-9e37-c2f55c9ddd62 port ca57d682-4cfe-4e60-946f-3fbb73ba7487 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:59:12.372095 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-063fc0b2-a95b-4771-9f1d-8db4ca83374c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c067eaea26784685aa8bb372a79116c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4420502 Apr 22 16:59:12.372095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee363547-9899-44d5-94df-2dc01a933646 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:12.372095 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ee363547-9899-44d5-94df-2dc01a933646 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/ecc8b1f1-ed99-457c-b82a-d0543cee8ed3 HTTP/1.1" status: 200 len: 841 time: 0.8098369 Apr 22 16:59:12.376368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52554) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:12.376769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52556) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:12.384413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:12.393295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fc0b2-a95b-4771-9f1d-8db4ca83374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0a6d14-275e-40ef-9261-443c9728dd14,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:12.438204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-063fc0b2-a95b-4771-9f1d-8db4ca83374c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:12.554677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d357f11d-6f1a-420a-a083-1007971b1d2c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port ecc8b1f1-ed99-457c-b82a-d0543cee8ed3 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:12.555008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d357f11d-6f1a-420a-a083-1007971b1d2c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:12.676471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-931b3361-dfa9-4239-a2ca-5c5eda8e0751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:12.713667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:12.722200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:12.777978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-931b3361-dfa9-4239-a2ca-5c5eda8e0751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:12.801393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:59:12.846366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:12.860228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Transition to ACTIVE for port object ca57d682-4cfe-4e60-946f-3fbb73ba7487 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:12.882603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7f028cf-cc34-48b0-ab95-481e1e6adf24 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:12.894767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:12.910243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-417abfb2-9ec6-4dd4-92b2-4261fc459581 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:12.911313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:12.920708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:12.938422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbbca71a-16c1-4e35-bb22-c8ebaad259fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:12.986941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417abfb2-9ec6-4dd4-92b2-4261fc459581 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Subnet': ['ID=aefaf057-5ea8-4bec-9282-33f4e1508f7f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:13.004211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-417abfb2-9ec6-4dd4-92b2-4261fc459581 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:13.006119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-417abfb2-9ec6-4dd4-92b2-4261fc459581 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.014809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d357f11d-6f1a-420a-a083-1007971b1d2c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.028083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28200ffa-3e14-4a1b-8b80-b200e81bca30 None None] Network 1c148bb1-51d0-4140-bf58-cc8f677a9261 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:13.052247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Attempting to bind port ca57d682-4cfe-4e60-946f-3fbb73ba7487 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:59:13.052906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Attempting to bind port ca57d682-4cfe-4e60-946f-3fbb73ba7487 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:59:13.053557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Attempting to bind port ca57d682-4cfe-4e60-946f-3fbb73ba7487 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:59:13.082223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:59:13.082955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:59:13.083687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.084385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:59:13.085332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Bound port: ca57d682-4cfe-4e60-946f-3fbb73ba7487, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:59:13.085921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.151769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.157349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f028cf-cc34-48b0-ab95-481e1e6adf24 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event deleted for resources: {'Port': ['ID=7452d09a-1c68-4a9d-a928-1190d35bbd95,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:13.162478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7f028cf-cc34-48b0-ab95-481e1e6adf24 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:13.215302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d357f11d-6f1a-420a-a083-1007971b1d2c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for ecc8b1f1-ed99-457c-b82a-d0543cee8ed3 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:13.236608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] For port ca57d682-4cfe-4e60-946f-3fbb73ba7487, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:59:13.242465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] For port ca57d682-4cfe-4e60-946f-3fbb73ba7487, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ca57d682-4cfe-4e60-946f-3fbb73ba7487,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:59:13.258180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Pushing event updated for resources: {'Port': ['ID=ca57d682-4cfe-4e60-946f-3fbb73ba7487,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:13.285929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.286524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.287193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.287803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.288390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.288953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.289496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.290042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.290592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.291999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.291999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.292781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:13.300504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:13.302771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.311858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:13.341152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-417abfb2-9ec6-4dd4-92b2-4261fc459581 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/aefaf057-5ea8-4bec-9282-33f4e1508f7f HTTP/1.1" status: 204 len: 168 time: 2.5956688 Apr 22 16:59:13.347272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52562) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:13.351438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-931b3361-dfa9-4239-a2ca-5c5eda8e0751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.396628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c768956-7123-4aef-8b6f-d9d218ce120e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:13.417575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d357f11d-6f1a-420a-a083-1007971b1d2c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.446062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b3361-dfa9-4239-a2ca-5c5eda8e0751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0a6d14-275e-40ef-9261-443c9728dd14,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:13.489121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Routers {'49bc788b-4645-4d77-9e37-c2f55c9ddd62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:13.490428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['49bc788b-4645-4d77-9e37-c2f55c9ddd62'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:13.524233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-931b3361-dfa9-4239-a2ca-5c5eda8e0751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:13.525118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-42d030b9-00c8-424d-9852-dae2a7da56f7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:13.558460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Deleting port c90f1dff-4173-41da-9b90-890eb2002887 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:13.558886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.585571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Pushing event updated for resources: {'Port': ['ID=ca57d682-4cfe-4e60-946f-3fbb73ba7487,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:13.615444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d357f11d-6f1a-420a-a083-1007971b1d2c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.627574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d357f11d-6f1a-420a-a083-1007971b1d2c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/ecc8b1f1-ed99-457c-b82a-d0543cee8ed3 HTTP/1.1" status: 204 len: 168 time: 1.2258778 Apr 22 16:59:13.627574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357f11d-6f1a-420a-a083-1007971b1d2c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=ecc8b1f1-ed99-457c-b82a-d0543cee8ed3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:13.627574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d357f11d-6f1a-420a-a083-1007971b1d2c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:13.627574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-931b3361-dfa9-4239-a2ca-5c5eda8e0751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.627574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-931b3361-dfa9-4239-a2ca-5c5eda8e0751 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f0a6d14-275e-40ef-9261-443c9728dd14 HTTP/1.1" status: 204 len: 168 time: 1.2345431 Apr 22 16:59:13.627574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52566) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:13.698542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:13.702432 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87afa02-68aa-4090-b5f6-ab5f06c4941b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 16:59:13.703068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e87afa02-68aa-4090-b5f6-ab5f06c4941b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:13.709694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873866f3-88fa-40a9-a292-25f5683439ae None None] DHCP port deletion for 1c148bb1-51d0-4140-bf58-cc8f677a9261 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:59:13.717127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-873866f3-88fa-40a9-a292-25f5683439ae None None] Deleting port 0db0f3d3-adb2-484a-91a7-df21ad250a61 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:13.717715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-873866f3-88fa-40a9-a292-25f5683439ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.731093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.751069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 0db0f3d3-adb2-484a-91a7-df21ad250a61 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:13.751457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:13.813927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e87afa02-68aa-4090-b5f6-ab5f06c4941b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:13.820170 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e87afa02-68aa-4090-b5f6-ab5f06c4941b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/ecc8b1f1-ed99-457c-b82a-d0543cee8ed3 HTTP/1.1" status: 404 len: 333 time: 0.1892917 Apr 22 16:59:13.827701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52572) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:13.853256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] Set router 49bc788b-4645-4d77-9e37-c2f55c9ddd62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:59:13.876192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'name': 'tempest-PortsTestJSON-1367022352'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:14.043918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-873866f3-88fa-40a9-a292-25f5683439ae None None] For port 0db0f3d3-adb2-484a-91a7-df21ad250a61, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0db0f3d3-adb2-484a-91a7-df21ad250a61,segment=NetworkSegment(6c207a38-e7b9-4820-8433-3c6b3146611a),segment_id=6c207a38-e7b9-4820-8433-3c6b3146611a)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:14.044363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-873866f3-88fa-40a9-a292-25f5683439ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:14.060064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:14.181046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-873866f3-88fa-40a9-a292-25f5683439ae None None] Calling delete_port for 0db0f3d3-adb2-484a-91a7-df21ad250a61 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:14.192087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:14.228135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Calling delete_port for c90f1dff-4173-41da-9b90-890eb2002887 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:14.228790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] For port 0db0f3d3-adb2-484a-91a7-df21ad250a61, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0db0f3d3-adb2-484a-91a7-df21ad250a61,segment=NetworkSegment(6c207a38-e7b9-4820-8433-3c6b3146611a),segment_id=6c207a38-e7b9-4820-8433-3c6b3146611a)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:14.229200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:14.249779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:14.286340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-873866f3-88fa-40a9-a292-25f5683439ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:14.295955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:14.331760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873866f3-88fa-40a9-a292-25f5683439ae None None] No DVR routers for this DVR port 0db0f3d3-adb2-484a-91a7-df21ad250a61 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:59:14.349541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:14.374433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873866f3-88fa-40a9-a292-25f5683439ae None None] Pushing event deleted for resources: {'Port': ['ID=0db0f3d3-adb2-484a-91a7-df21ad250a61,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:14.390981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bede1c-168a-4b33-99c5-26dcc3c30fa0 None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:14.403975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-873866f3-88fa-40a9-a292-25f5683439ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:14.413365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bede1c-168a-4b33-99c5-26dcc3c30fa0 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:14.414411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-17bede1c-168a-4b33-99c5-26dcc3c30fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:14.443921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for 0db0f3d3-adb2-484a-91a7-df21ad250a61 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:14.514767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bc788b-4645-4d77-9e37-c2f55c9ddd62', 'name': 'tempest-snat-router-529749681', 'tenant_id': '724931b08e5f47ce8476c9efacb33420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'ca57d682-4cfe-4e60-946f-3fbb73ba7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:58:57Z', 'updated_at': '2021-04-22T16:59:06Z', 'revision_number': 3, 'project_id': '724931b08e5f47ce8476c9efacb33420', 'gw_port': {'id': 'ca57d682-4cfe-4e60-946f-3fbb73ba7487', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bc788b-4645-4d77-9e37-c2f55c9ddd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:59:01Z', 'updated_at': '2021-04-22T16:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:14.527043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-17bede1c-168a-4b33-99c5-26dcc3c30fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:14.533377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e8b3f-5a22-4929-8c6d-3bb25491b4dd None None] The sync data for ids ['49bc788b-4645-4d77-9e37-c2f55c9ddd62'] in dv-neutron-786478-3-hyperv is: [{'id': '49bc788b-4645-4d77-9e37-c2f55c9ddd62', 'name': 'tempest-snat-router-529749681', 'tenant_id': '724931b08e5f47ce8476c9efacb33420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'ca57d682-4cfe-4e60-946f-3fbb73ba7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:58:57Z', 'updated_at': '2021-04-22T16:59:06Z', 'revision_number': 3, 'project_id': '724931b08e5f47ce8476c9efacb33420', 'gw_port': {'id': 'ca57d682-4cfe-4e60-946f-3fbb73ba7487', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bc788b-4645-4d77-9e37-c2f55c9ddd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:59:01Z', 'updated_at': '2021-04-22T16:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:14.540720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bede1c-168a-4b33-99c5-26dcc3c30fa0 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:14.541420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-17bede1c-168a-4b33-99c5-26dcc3c30fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:14.562843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:14.575981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:14.642184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port d6b7540a-abfc-4e22-a2d8-97c13754a1d3 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:14.642970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-17bede1c-168a-4b33-99c5-26dcc3c30fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:14.643455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bede1c-168a-4b33-99c5-26dcc3c30fa0 None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:14.652489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0db0f3d3-adb2-484a-91a7-df21ad250a61 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:59:14.707746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 0db0f3d3-adb2-484a-91a7-df21ad250a61 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:59:14.708178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0db0f3d3-adb2-484a-91a7-df21ad250a61 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:59:14.735704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:59:14.736811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:59:14.976051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:14.985141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:15.041502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:15.049478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-486b9e6d-a87c-40f8-b6c9-caa7b371b105 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:15.049807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7f028cf-cc34-48b0-ab95-481e1e6adf24 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:15.069456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:15.076217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Deleting port ca57d682-4cfe-4e60-946f-3fbb73ba7487 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:15.076594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:15.131862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:15.136226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:15.139123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:15.147388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:15.148114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:15.155333 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a7f028cf-cc34-48b0-ab95-481e1e6adf24 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "DELETE /v2.0/ports/7452d09a-1c68-4a9d-a928-1190d35bbd95 HTTP/1.1" status: 204 len: 168 time: 4.9796338 Apr 22 16:59:15.179771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52592) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:15.226028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/ports/f20dfbb2-1320-4c9d-b6c2-440f354d1a20 HTTP/1.1" status: 204 len: 168 time: 5.8329706 Apr 22 16:59:15.227779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52596) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:15.238666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 0db0f3d3-adb2-484a-91a7-df21ad250a61 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:15.238666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:15.284750 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4116702 Apr 22 16:59:15.292504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52602) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:15.295844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=d6b7540a-abfc-4e22-a2d8-97c13754a1d3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:15.298797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09d8b97-838b-4c9c-8be9-c15981b8a3ba tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] GET failed (client error): The resource could not be found. Apr 22 16:59:15.304258 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f09d8b97-838b-4c9c-8be9-c15981b8a3ba tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "GET /v2.0/ports/7452d09a-1c68-4a9d-a928-1190d35bbd95 HTTP/1.1" status: 404 len: 333 time: 0.1118977 Apr 22 16:59:15.304258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:15.331146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52606) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:15.340759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:15.382439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] The port '0db0f3d3-adb2-484a-91a7-df21ad250a61' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:59:15.393742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Request body: {'port': {'network_id': '63024193-0321-4b3b-a424-36acf6c999c0', 'name': 'tempest-AllowedAddressPairTestJSON-774912980'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:15.405001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] For port ca57d682-4cfe-4e60-946f-3fbb73ba7487, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ca57d682-4cfe-4e60-946f-3fbb73ba7487,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:15.405414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:15.683200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Calling delete_port for ca57d682-4cfe-4e60-946f-3fbb73ba7487 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:15.789198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:15.869142 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b1240410-3ba1-4421-98b4-4fffd465e26f tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "GET /v2.0/floatingips/7192dd10-c418-467b-a64a-8626e0e82698 HTTP/1.1" status: 200 len: 687 time: 0.6394107 Apr 22 16:59:15.879285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:15.880893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52616) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:16.040454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c148bb1-51d0-4140-bf58-cc8f677a9261']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:16.050330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:16.074503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c207a38-e7b9-4820-8433-3c6b3146611a') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:16.074901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c207a38-e7b9-4820-8433-3c6b3146611a') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:16.083732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Usage tracker for resource:port and tenant:e37893b34d7040f595aa5d075c0f674f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:16.094035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:16.098150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.108731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port 5444a540-2f9b-4bd8-9cb7-d0ff295cffd3 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:16.109173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.132225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:16.206937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.228952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.230856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:59:16.281273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Made reservation on behalf of e37893b34d7040f595aa5d075c0f674f for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:16.290245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.294182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8bd33f99-8393-4cc3-8194-652a416cd12c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:16.411170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Pushing event deleted for resources: {'Port': ['ID=c90f1dff-4173-41da-9b90-890eb2002887,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:16.413907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:16.490439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] device_id is not set on port dc967692-b194-486e-9564-4e96b1c4b145 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:16.515267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.557104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:59:16.601751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 1c148bb1-51d0-4140-bf58-cc8f677a9261 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:59:16.621785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.625342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.676536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ca57d682-4cfe-4e60-946f-3fbb73ba7487 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:16.687823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.704236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5c70bb65-8d60-4dc4-9a1d-4180cbf109f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:16.704370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.730954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: ca57d682-4cfe-4e60-946f-3fbb73ba7487 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:59:16.731987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ca57d682-4cfe-4e60-946f-3fbb73ba7487 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 22 16:59:16.735117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52628) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:16.735914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-191ddbf3-4bd7-4517-8c47-1be876f6cda1 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:16.775734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Port ca57d682-4cfe-4e60-946f-3fbb73ba7487 not found, will not notify nova. {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 16:59:16.823979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.824349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.842738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca57d682-4cfe-4e60-946f-3fbb73ba7487,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:16.851121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:16.852921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] In _notify_port_updated(), no bound segment for port d6b7540a-abfc-4e22-a2d8-97c13754a1d3 on network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:59:16.859056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:16.859783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:16.862593 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "PUT /v2.0/ports/d6b7540a-abfc-4e22-a2d8-97c13754a1d3 HTTP/1.1" status: 200 len: 818 time: 1.5677745 Apr 22 16:59:16.883117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52634) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:17.125487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for 5444a540-2f9b-4bd8-9cb7-d0ff295cffd3 owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:17.296880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-40a4c427-8b66-4ead-ac26-237b310107e6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1450643757'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:17.301078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=d6b7540a-abfc-4e22-a2d8-97c13754a1d3,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:17.317282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:17.318584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-40a4c427-8b66-4ead-ac26-237b310107e6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:17.336584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Allocated IP 172.20.0.6 (63024193-0321-4b3b-a424-36acf6c999c0/f7e8b23b-fb9c-497c-a0c9-521867635594/dc967692-b194-486e-9564-4e96b1c4b145) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:17.339055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-40a4c427-8b66-4ead-ac26-237b310107e6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Usage tracker for resource:router and tenant:905442a4bd4946faae666811ca832215 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:17.345973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 1c148bb1-51d0-4140-bf58-cc8f677a9261 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:59:17.354503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-40a4c427-8b66-4ead-ac26-237b310107e6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:59:17.380334 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:59:17.383119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-40a4c427-8b66-4ead-ac26-237b310107e6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:17.513358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40a4c427-8b66-4ead-ac26-237b310107e6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.514504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40a4c427-8b66-4ead-ac26-237b310107e6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.543555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.554295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:17.575776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.583402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40a4c427-8b66-4ead-ac26-237b310107e6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.611947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Network': ['ID=1c148bb1-51d0-4140-bf58-cc8f677a9261,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:17.676095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:17.694997 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/networks/1c148bb1-51d0-4140-bf58-cc8f677a9261 HTTP/1.1" status: 204 len: 168 time: 4.3451540 Apr 22 16:59:17.700978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52638) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:17.705568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-999804260'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:17.705776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0031e-434f-484d-b35f-f720811fd32a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port d6b7540a-abfc-4e22-a2d8-97c13754a1d3 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:17.705970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1c0031e-434f-484d-b35f-f720811fd32a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.711686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:17.727477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:network and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:17.732522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:17.739964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.754972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:17.763021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40a4c427-8b66-4ead-ac26-237b310107e6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.768870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.795216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.818031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:17.824162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.843100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.852533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40a4c427-8b66-4ead-ac26-237b310107e6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:17.853811 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-40a4c427-8b66-4ead-ac26-237b310107e6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0744052 Apr 22 16:59:17.857796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52642) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:17.955680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:59:17.958203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Transition to ACTIVE for port object dc967692-b194-486e-9564-4e96b1c4b145 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:18.037717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0a99-5e3f-4400-986d-51afbecb6329 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.090143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.090540 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added segment cee86799-e7f7-443a-98b0-8c7174323b02 of type vlan for network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 Apr 22 16:59:18.178230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.183067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.244921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Router 4c192afc-d04a-4bb0-89f2-43def4bb9b54 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:59:18.258565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.338450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.348416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1af5faa7-40dc-47e7-a0af-3a8c4016b8e5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:18.454055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.454711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49bc788b-4645-4d77-9e37-c2f55c9ddd62 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:59:18.469043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:59:18.481890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0a99-5e3f-4400-986d-51afbecb6329 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.488417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0a99-5e3f-4400-986d-51afbecb6329 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.511802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Network 63024193-0321-4b3b-a424-36acf6c999c0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:18.520981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:18.539582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:18.558770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.569192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1c0031e-434f-484d-b35f-f720811fd32a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.577962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:18.588662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'Port': ['ID=dc967692-b194-486e-9564-4e96b1c4b145,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:18.593698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:18.617915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.625139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:18.625867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.632270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:18.638760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73f104cc-2d74-464b-80dd-69bebd8d5804 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:18.642925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3f3d07-64dd-4e14-b763-0ad587c9f1b5 None None] Sync routers for ids ['4c192afc-d04a-4bb0-89f2-43def4bb9b54'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:18.655801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0a99-5e3f-4400-986d-51afbecb6329 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.656002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f3d07-64dd-4e14-b763-0ad587c9f1b5 None None] Routers {'4c192afc-d04a-4bb0-89f2-43def4bb9b54'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:18.656492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ff0a99-5e3f-4400-986d-51afbecb6329 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 768db1c1-0c08-4c47-a7f5-24b7004784ca {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:59:18.656622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1e3f3d07-64dd-4e14-b763-0ad587c9f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4c192afc-d04a-4bb0-89f2-43def4bb9b54'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:18.748809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=5444a540-2f9b-4bd8-9cb7-d0ff295cffd3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:18.762755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1e3f3d07-64dd-4e14-b763-0ad587c9f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:18.769707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0a99-5e3f-4400-986d-51afbecb6329 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.771142 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b5ff0a99-5e3f-4400-986d-51afbecb6329 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] 10.222.0.77 "DELETE /v2.0/routers/768db1c1-0c08-4c47-a7f5-24b7004784ca HTTP/1.1" status: 204 len: 168 time: 0.9122005 Apr 22 16:59:18.777367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.781412 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "PUT /v2.0/routers/4c192afc-d04a-4bb0-89f2-43def4bb9b54 HTTP/1.1" status: 200 len: 709 time: 8.2503748 Apr 22 16:59:18.781412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.782851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:18.783699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:18.784379 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2b11b63c-5eda-499e-8434-d4be0d7fde04 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "DELETE /v2.0/routers/49bc788b-4645-4d77-9e37-c2f55c9ddd62 HTTP/1.1" status: 204 len: 168 time: 6.7567649 Apr 22 16:59:18.785923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:18.786431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52646) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:18.786900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52648) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:18.787254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52650) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:18.789006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f3d07-64dd-4e14-b763-0ad587c9f1b5 None None] Routers {'4c192afc-d04a-4bb0-89f2-43def4bb9b54'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:18.807580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1e3f3d07-64dd-4e14-b763-0ad587c9f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4c192afc-d04a-4bb0-89f2-43def4bb9b54'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:18.851379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Network': ['ID=9bcef2fa-515e-4bc7-ac81-3b9096b47c97,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:18.860432 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1573308 Apr 22 16:59:18.860432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:18.866086 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4937048 Apr 22 16:59:18.866280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:59:18.866399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52652) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:18.867374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52654) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:18.876278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'subnet': {'network_id': '9bcef2fa-515e-4bc7-ac81-3b9096b47c97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:18.897297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1e3f3d07-64dd-4e14-b763-0ad587c9f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:18.897752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3f3d07-64dd-4e14-b763-0ad587c9f1b5 None None] The sync data for ids ['4c192afc-d04a-4bb0-89f2-43def4bb9b54'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:18.911845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-37abce73-d348-4be9-9ec1-ea36a27cdde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:78:36:b6'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:18.931079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0031e-434f-484d-b35f-f720811fd32a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for d6b7540a-abfc-4e22-a2d8-97c13754a1d3 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:18.965283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-372ecc25-daee-4553-8a92-4df72761d8c6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Request body: {'router': {'name': 'tempest-router-1310063495', 'distributed': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:19.012479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c9adc3f9-279b-431f-9626-6ac1effb24f9 None None] Provisioning for port dc967692-b194-486e-9564-4e96b1c4b145 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:19.019547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c9adc3f9-279b-431f-9626-6ac1effb24f9 None None] Provisioning complete for port dc967692-b194-486e-9564-4e96b1c4b145 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:19.020117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9adc3f9-279b-431f-9626-6ac1effb24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.087263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c9adc3f9-279b-431f-9626-6ac1effb24f9 None None] Port dc967692-b194-486e-9564-4e96b1c4b145 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:19.138486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-372ecc25-daee-4553-8a92-4df72761d8c6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:19.146268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:19.153718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:subnet and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:19.159554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:19.167918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-372ecc25-daee-4553-8a92-4df72761d8c6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Usage tracker for resource:router and tenant:905442a4bd4946faae666811ca832215 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:19.175593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:19.188477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-372ecc25-daee-4553-8a92-4df72761d8c6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:19.269194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:19.275460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.320640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-372ecc25-daee-4553-8a92-4df72761d8c6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:19.362806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-87ef0d85-34a0-4e62-98f9-64f35b384939 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/routers/4c192afc-d04a-4bb0-89f2-43def4bb9b54 HTTP/1.1" status: 200 len: 744 time: 0.4478607 Apr 22 16:59:19.387426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52666) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:19.400788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-372ecc25-daee-4553-8a92-4df72761d8c6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.401888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-372ecc25-daee-4553-8a92-4df72761d8c6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.406235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.408863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.410135 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/floatingips/7192dd10-c418-467b-a64a-8626e0e82698 HTTP/1.1" status: 204 len: 168 time: 3.5211234 Apr 22 16:59:19.421015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52670) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:19.440793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '5aadbf28-e26a-46ac-8894-de742987f3c4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:19.463756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ac86eb76-f64e-41ba-9bdc-85e0fc8b248b tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&device_id=4c192afc-d04a-4bb0-89f2-43def4bb9b54 HTTP/1.1" status: 200 len: 205 time: 0.0749485 Apr 22 16:59:19.465795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37abce73-d348-4be9-9ec1-ea36a27cdde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.472352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:19.474562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52674) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:19.489444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:floatingip and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:19.529162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:19.539833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1c0031e-434f-484d-b35f-f720811fd32a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.547836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-372ecc25-daee-4553-8a92-4df72761d8c6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.553563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.871050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37abce73-d348-4be9-9ec1-ea36a27cdde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.908831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:19.917389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37abce73-d348-4be9-9ec1-ea36a27cdde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:19.920832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bdfa4ee5-44cc-4689-a6f4-3f1a82598cc8 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:19.923093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e7f056d-892a-4e42-a73f-264cc078877d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:19.960164 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9a32ccb7-5540-4419-9314-8831d997c401 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c192afc-d04a-4bb0-89f2-43def4bb9b54 HTTP/1.1" status: 200 len: 205 time: 0.4796212 Apr 22 16:59:19.967366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52678) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:19.996235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0031e-434f-484d-b35f-f720811fd32a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=d6b7540a-abfc-4e22-a2d8-97c13754a1d3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:20.057296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1c0031e-434f-484d-b35f-f720811fd32a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:20.089454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1c0031e-434f-484d-b35f-f720811fd32a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:20.097561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:20.128922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-372ecc25-daee-4553-8a92-4df72761d8c6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:20.152902 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a1c0031e-434f-484d-b35f-f720811fd32a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/d6b7540a-abfc-4e22-a2d8-97c13754a1d3 HTTP/1.1" status: 204 len: 168 time: 3.1510105 Apr 22 16:59:20.159428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52682) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:20.260709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c066b75f-8987-423c-b227-129957c03ef2 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:20.312766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-372ecc25-daee-4553-8a92-4df72761d8c6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:20.314771 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-372ecc25-daee-4553-8a92-4df72761d8c6 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4011426 Apr 22 16:59:20.319437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:20.327710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52686) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:20.425290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Deleting port 334bce7b-7527-4f14-b45e-a76bfa5045fb {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:20.425686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:20.439804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-48418b64-3314-4603-969b-fb50ca0ea9b6 None None] Provisioning complete for port dc967692-b194-486e-9564-4e96b1c4b145 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:20.440582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48418b64-3314-4603-969b-fb50ca0ea9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:20.510503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-48418b64-3314-4603-969b-fb50ca0ea9b6 None None] Port dc967692-b194-486e-9564-4e96b1c4b145 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:20.542309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ca57d682-4cfe-4e60-946f-3fbb73ba7487 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:59:20.578957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3fe78cd4-f387-4e3f-83eb-2edbcad5dbef tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:20.582955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: ca57d682-4cfe-4e60-946f-3fbb73ba7487 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:59:20.583462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ca57d682-4cfe-4e60-946f-3fbb73ba7487 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:59:20.617014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abce73-d348-4be9-9ec1-ea36a27cdde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'Port': ['ID=dc967692-b194-486e-9564-4e96b1c4b145,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:20.636160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-37abce73-d348-4be9-9ec1-ea36a27cdde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:20.699247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-37abce73-d348-4be9-9ec1-ea36a27cdde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] In _notify_port_updated(), no bound segment for port dc967692-b194-486e-9564-4e96b1c4b145 on network 63024193-0321-4b3b-a424-36acf6c999c0 {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:59:20.705363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37abce73-d348-4be9-9ec1-ea36a27cdde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:20.706100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37abce73-d348-4be9-9ec1-ea36a27cdde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:20.712078 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-37abce73-d348-4be9-9ec1-ea36a27cdde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "PUT /v2.0/ports/dc967692-b194-486e-9564-4e96b1c4b145 HTTP/1.1" status: 200 len: 995 time: 1.8073561 Apr 22 16:59:20.718184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52690) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:20.829410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889cb5fe-25fb-4a41-8d28-799ed0d01fdd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:20.830820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-889cb5fe-25fb-4a41-8d28-799ed0d01fdd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:20.996396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c066b75f-8987-423c-b227-129957c03ef2 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.002679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c066b75f-8987-423c-b227-129957c03ef2 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.021044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7ea888b4-e68f-4b66-8057-4cdce546886d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Deleting port dc967692-b194-486e-9564-4e96b1c4b145 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:21.021425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ea888b4-e68f-4b66-8057-4cdce546886d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.091892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3fe78cd4-f387-4e3f-83eb-2edbcad5dbef tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.106567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3fe78cd4-f387-4e3f-83eb-2edbcad5dbef tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.118789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-889cb5fe-25fb-4a41-8d28-799ed0d01fdd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:21.120098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-889cb5fe-25fb-4a41-8d28-799ed0d01fdd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.9501147 Apr 22 16:59:21.127737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52694) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:21.154890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c066b75f-8987-423c-b227-129957c03ef2 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.155479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c066b75f-8987-423c-b227-129957c03ef2 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Fanout notify agent at l3_agent the message router_deleted on router 4c192afc-d04a-4bb0-89f2-43def4bb9b54 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:59:21.212591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.257651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84b3fb7-e8d1-4e0a-b0e9-433952638abc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 16:59:21.259136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b84b3fb7-e8d1-4e0a-b0e9-433952638abc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/d6b7540a-abfc-4e22-a2d8-97c13754a1d3 HTTP/1.1" status: 404 len: 333 time: 0.1277266 Apr 22 16:59:21.259323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c066b75f-8987-423c-b227-129957c03ef2 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.266681 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c066b75f-8987-423c-b227-129957c03ef2 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/4c192afc-d04a-4bb0-89f2-43def4bb9b54 HTTP/1.1" status: 204 len: 168 time: 1.2889011 Apr 22 16:59:21.266941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52698) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:21.266941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52700) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:21.318485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2121720378'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:21.340420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:21.343968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] For port 334bce7b-7527-4f14-b45e-a76bfa5045fb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=334bce7b-7527-4f14-b45e-a76bfa5045fb,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:21.344384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.356099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3fe78cd4-f387-4e3f-83eb-2edbcad5dbef tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.356647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe78cd4-f387-4e3f-83eb-2edbcad5dbef tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45114e75-8ac8-4bc8-b404-74873e36f36f {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:59:21.369770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.371871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:network and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:21.381780 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-38e5cf66-a7b6-4e57-a04c-4c1514a63d06 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c192afc-d04a-4bb0-89f2-43def4bb9b54 HTTP/1.1" status: 200 len: 205 time: 0.1118784 Apr 22 16:59:21.386470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:21.388534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52706) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:21.390276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c639a2ca-f168-4475-a6ff-35c3b37bf614 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:21.455836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:21.540208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Calling delete_port for 334bce7b-7527-4f14-b45e-a76bfa5045fb owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:21.543412 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-7ac1cbf2-a4b8-4a8d-bef7-259fb2bd32bd tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] delete failed (client error): The resource could not be found. Apr 22 16:59:21.544557 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7ac1cbf2-a4b8-4a8d-bef7-259fb2bd32bd tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/4c192afc-d04a-4bb0-89f2-43def4bb9b54 HTTP/1.1" status: 404 len: 336 time: 0.1254220 Apr 22 16:59:21.555253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ea888b4-e68f-4b66-8057-4cdce546886d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.563098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52710) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:21.631802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3fe78cd4-f387-4e3f-83eb-2edbcad5dbef tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.636596 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3fe78cd4-f387-4e3f-83eb-2edbcad5dbef tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] 10.222.0.77 "DELETE /v2.0/routers/45114e75-8ac8-4bc8-b404-74873e36f36f HTTP/1.1" status: 204 len: 168 time: 1.3042786 Apr 22 16:59:21.647770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52714) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:21.650365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:21.656537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.681359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8129b60c-31fa-4395-aba9-84dea3ccea01 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Request body: {'router': {'name': 'tempest-router-747863670', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '104b865a69b744e089c852a13cd06f31'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:21.693657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8129b60c-31fa-4395-aba9-84dea3ccea01 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:21.716331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8129b60c-31fa-4395-aba9-84dea3ccea01 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Usage tracker for resource:router and tenant:104b865a69b744e089c852a13cd06f31 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:21.726614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8129b60c-31fa-4395-aba9-84dea3ccea01 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:21.742915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8129b60c-31fa-4395-aba9-84dea3ccea01 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:21.769326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:59:21.773647 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c18ebc07-9ea6-40dc-bc6c-7c92d16fc33d tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0 HTTP/1.1" status: 200 len: 205 time: 0.2032399 Apr 22 16:59:21.777495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52718) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:21.779222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7ea888b4-e68f-4b66-8057-4cdce546886d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Calling delete_port for dc967692-b194-486e-9564-4e96b1c4b145 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:21.788212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.26.6.201 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/b802baf8-39e6-42c2-8253-7a79205d63b7) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:21.811614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Subnet': ['ID=8ebdda21-530e-43c9-903f-d7a1c7cf7cdc,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:21.823960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:21.824826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Checking segment: {'id': 'cee86799-e7f7-443a-98b0-8c7174323b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9bcef2fa-515e-4bc7-ac81-3b9096b47c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:59:21.825192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network hostable DHCP agents. Network: 9bcef2fa-515e-4bc7-ac81-3b9096b47c97, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:59:21.875540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8129b60c-31fa-4395-aba9-84dea3ccea01 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.877349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8129b60c-31fa-4395-aba9-84dea3ccea01 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.891557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:21.891991 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Added segment 8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50 of type vlan for network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e Apr 22 16:59:21.892692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:59:21.904378 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-f9643392-6a12-45a4-8fdb-ea8517850fdc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] delete failed (client error): The resource could not be found. Apr 22 16:59:21.908457 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f9643392-6a12-45a4-8fdb-ea8517850fdc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/738170c9-8bc8-4c62-9a1e-c14f0d9bf5c0 HTTP/1.1" status: 404 len: 336 time: 0.1216633 Apr 22 16:59:21.927579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52722) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:21.964747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 9bcef2fa-515e-4bc7-ac81-3b9096b47c97) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:21.978286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d25ed6a-ee20-4d8a-89e2-327055aff5ea None None] Network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:21.989459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:21.990108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.040418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ea888b4-e68f-4b66-8057-4cdce546886d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.047279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c86a5b12-5b6a-46cc-a3d3-247f70a9c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-39630710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:22.088642 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-21927999-368a-46d3-b687-fb77f440c3bc tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc924bab-462d-454f-950a-51e379c4cef2 HTTP/1.1" status: 200 len: 205 time: 0.1555932 Apr 22 16:59:22.088642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.091201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52726) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.102481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8129b60c-31fa-4395-aba9-84dea3ccea01 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.110255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea888b4-e68f-4b66-8057-4cdce546886d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event deleted for resources: {'Port': ['ID=dc967692-b194-486e-9564-4e96b1c4b145,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:22.116064 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2498789 Apr 22 16:59:22.120358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7ea888b4-e68f-4b66-8057-4cdce546886d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:22.121356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52730) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.130008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bb156b62-8e27-4290-8661-935a5c02614c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1322992054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:22.260826 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-cf4ee1a3-286a-42d9-aa84-c22d713c6dfb tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] delete failed (client error): The resource could not be found. Apr 22 16:59:22.264922 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cf4ee1a3-286a-42d9-aa84-c22d713c6dfb tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/dc924bab-462d-454f-950a-51e379c4cef2 HTTP/1.1" status: 404 len: 336 time: 0.1618059 Apr 22 16:59:22.299472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9bcef2fa-515e-4bc7-ac81-3b9096b47c97', 'network_id': '9bcef2fa-515e-4bc7-ac81-3b9096b47c97', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'fixed_ips': [{'subnet_id': '8ebdda21-530e-43c9-903f-d7a1c7cf7cdc'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:59:22.300657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.347181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52734) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.352130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ea888b4-e68f-4b66-8057-4cdce546886d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.354914 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7ea888b4-e68f-4b66-8057-4cdce546886d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "DELETE /v2.0/ports/dc967692-b194-486e-9564-4e96b1c4b145 HTTP/1.1" status: 204 len: 168 time: 1.6354280 Apr 22 16:59:22.412756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b46c6292-65f7-4460-b668-56dd68c423df tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ea72a03-d946-42e2-b995-0f15285e8a0e HTTP/1.1" status: 200 len: 205 time: 0.0625288 Apr 22 16:59:22.413596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52738) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.416700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52740) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.497903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bb156b62-8e27-4290-8661-935a5c02614c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:22.509084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:59:22.522108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bb156b62-8e27-4290-8661-935a5c02614c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:router and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:22.537819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bb156b62-8e27-4290-8661-935a5c02614c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:22.545413 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9d1be3-976e-4e22-87f8-1d6d66575e85 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] GET failed (client error): The resource could not be found. Apr 22 16:59:22.546581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7c9d1be3-976e-4e22-87f8-1d6d66575e85 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Synchronizing usage tracker for tenant:e37893b34d7040f595aa5d075c0f674f on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:22.550542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Allocated IP 2001:db8::2 (9bcef2fa-515e-4bc7-ac81-3b9096b47c97/8ebdda21-530e-43c9-903f-d7a1c7cf7cdc/2673d2a8-53bf-4f76-a422-f7e0ef6765e8) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:22.553414 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-42ed14d3-64aa-4a40-a293-93ba5e712240 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] delete failed (client error): The resource could not be found. Apr 22 16:59:22.554581 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-42ed14d3-64aa-4a40-a293-93ba5e712240 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/8ea72a03-d946-42e2-b995-0f15285e8a0e HTTP/1.1" status: 404 len: 336 time: 0.0928833 Apr 22 16:59:22.557454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52746) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.574976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bb156b62-8e27-4290-8661-935a5c02614c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:22.617780 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1059f659-6f0e-424b-8582-6ae3d7fd6f5a tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=872f6a4c-4e9b-4521-9fba-96064384b84b HTTP/1.1" status: 200 len: 205 time: 0.0554154 Apr 22 16:59:22.618003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52750) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.624099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8129b60c-31fa-4395-aba9-84dea3ccea01 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.637994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.670715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb156b62-8e27-4290-8661-935a5c02614c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.671822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb156b62-8e27-4290-8661-935a5c02614c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.675368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.682981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:22.683683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.691453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:22.696860 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-d33092b4-397f-46c3-b4c2-fdf691ec0168 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] delete failed (client error): The resource could not be found. Apr 22 16:59:22.700574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d33092b4-397f-46c3-b4c2-fdf691ec0168 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/872f6a4c-4e9b-4521-9fba-96064384b84b HTTP/1.1" status: 404 len: 336 time: 0.0787771 Apr 22 16:59:22.700926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52754) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.703722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7c9d1be3-976e-4e22-87f8-1d6d66575e85 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Unset dirty status for tenant:e37893b34d7040f595aa5d075c0f674f on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:22.711400 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7c9d1be3-976e-4e22-87f8-1d6d66575e85 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "GET /v2.0/ports/dc967692-b194-486e-9564-4e96b1c4b145 HTTP/1.1" status: 404 len: 333 time: 0.2963953 Apr 22 16:59:22.712253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52758) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.728715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.732648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8129b60c-31fa-4395-aba9-84dea3ccea01 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.733935 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8129b60c-31fa-4395-aba9-84dea3ccea01 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0849690 Apr 22 16:59:22.764309 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-76c660e3-d8c7-46b9-a604-434b6d4dbebd tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "GET /v2.0/ports?device_id=65653fd4-b7f9-430a-aad7-8884275d5e40 HTTP/1.1" status: 200 len: 205 time: 0.0621607 Apr 22 16:59:22.765567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52760) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.771693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:22.797166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52764) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.834314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Request body: {'port': {'network_id': '63024193-0321-4b3b-a424-36acf6c999c0', 'name': 'tempest-AllowedAddressPairTestJSON-473162445'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:22.904942 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6346710 Apr 22 16:59:22.912831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.923716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Transition to ACTIVE for port object 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:22.926885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52770) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.934107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb156b62-8e27-4290-8661-935a5c02614c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.947074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Transition to ACTIVE for port object 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:22.964507 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-57f808b2-9b08-4270-b1f9-bb06dee0f9cd tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] delete failed (client error): The resource could not be found. Apr 22 16:59:22.965630 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-57f808b2-9b08-4270-b1f9-bb06dee0f9cd tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/routers/65653fd4-b7f9-430a-aad7-8884275d5e40 HTTP/1.1" status: 404 len: 336 time: 0.1527083 Apr 22 16:59:22.966426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Network': ['ID=13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:22.968559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52774) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:22.972815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:22.981434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:22.998295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': '13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:23.007635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:23.010204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-636c5c73-d6cf-4cc1-b98e-acfb4fcccb17 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:23.022558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:59:23.108399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:23.133724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event deleted for resources: {'Port': ['ID=334bce7b-7527-4f14-b45e-a76bfa5045fb,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:23.136676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9751341-8f75-4ea1-9d0a-d3e22a6b78c7 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] DELETE failed (client error): The resource could not be found. Apr 22 16:59:23.137229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9751341-8f75-4ea1-9d0a-d3e22a6b78c7 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 16:59:23.138319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:23.142825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:23.144890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:23.151171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:23.153393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-96ac5c28-e972-444f-b062-a39e418871a4 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:23.216727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb156b62-8e27-4290-8661-935a5c02614c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:23.233314 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a9751341-8f75-4ea1-9d0a-d3e22a6b78c7 tempest-RoutersIpV6AdminTest-121546926 tempest-RoutersIpV6AdminTest-121546926-project] 10.222.0.77 "DELETE /v2.0/subnets/82c2662b-5a2d-4dbf-95ed-e4ae2504a480 HTTP/1.1" status: 404 len: 337 time: 0.2610011 Apr 22 16:59:23.235525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:23.236274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Pushing event updated for resources: {'Port': ['ID=2673d2a8-53bf-4f76-a422-f7e0ef6765e8,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:23.255849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.256239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.256613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.256984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.257353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.257728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.258092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.258453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.258853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.269515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.269515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.269515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:23.274922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:23.283540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Attempting to bind port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:59:23.283955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Attempting to bind port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'cee86799-e7f7-443a-98b0-8c7174323b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9bcef2fa-515e-4bc7-ac81-3b9096b47c97'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:59:23.284363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Attempting to bind port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 on network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:59:23.291451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:59:23.291869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Checking segment: {'id': 'cee86799-e7f7-443a-98b0-8c7174323b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9bcef2fa-515e-4bc7-ac81-3b9096b47c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:59:23.292324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:23.292767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Bound using segment: {'id': 'cee86799-e7f7-443a-98b0-8c7174323b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9bcef2fa-515e-4bc7-ac81-3b9096b47c97'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:59:23.293305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Bound port: 2673d2a8-53bf-4f76-a422-f7e0ef6765e8, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee86799-e7f7-443a-98b0-8c7174323b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9bcef2fa-515e-4bc7-ac81-3b9096b47c97'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:59:23.293724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:23.311566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:23.316289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:23.320362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:23.321189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=b802baf8-39e6-42c2-8253-7a79205d63b7,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:23.327202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:23.335144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:23.338831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:23.402158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] For port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:59:23.406194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] For port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2673d2a8-53bf-4f76-a422-f7e0ef6765e8,segment=NetworkSegment(cee86799-e7f7-443a-98b0-8c7174323b02),segment_id=cee86799-e7f7-443a-98b0-8c7174323b02)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:59:23.408737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:23.411433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:23.417064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:23.423379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:23.435428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:23.441345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-68f29556-5793-4a42-a250-039fc5a9fed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:23.518801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb156b62-8e27-4290-8661-935a5c02614c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:23.524769 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bb156b62-8e27-4290-8661-935a5c02614c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3995714 Apr 22 16:59:23.536694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Pushing event updated for resources: {'Port': ['ID=2673d2a8-53bf-4f76-a422-f7e0ef6765e8,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:23.540735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:23.550442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52780) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:23.849233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:23.850565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52786) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:23.873552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:23.998800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:23.999178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.071191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.071800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b845f0d-cab4-4653-a5c1-7114907243c3 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:59:24.075463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:24.175645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecf52964-d725-4b48-873c-138342cb58a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.198952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:24.215752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87209) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Apr 22 16:59:24.216180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Router ca830780-7826-4ee7-94be-19d6de3c7fa7 migrating from provider to provider. {{(pid=87209) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Apr 22 16:59:24.216513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.229910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.242987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.244231 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "DELETE /v2.0/routers/3b845f0d-cab4-4653-a5c1-7114907243c3 HTTP/1.1" status: 204 len: 168 time: 5.3281095 Apr 22 16:59:24.251732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52792) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:24.263185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1227497516', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:24.286912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:24.292501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Made reservation on behalf of e37893b34d7040f595aa5d075c0f674f for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:24.298727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.311053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ecf52964-d725-4b48-873c-138342cb58a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:24.314960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.334666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Usage tracker for resource:router and tenant:7955ee0c0904483b944f0511ebc6b8d6 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:24.343373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:24.394538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ecf52964-d725-4b48-873c-138342cb58a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d272c55eff3f4f698d7da29f12b06b91 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:24.399930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ecf52964-d725-4b48-873c-138342cb58a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:24.418851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:24.428423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] device_id is not set on port d0096898-e183-4be2-80d7-6d767e970a71 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:24.447727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ecf52964-d725-4b48-873c-138342cb58a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:24.573384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.574693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.622372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:24.669932 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] No L3 agents can host the router ca830780-7826-4ee7-94be-19d6de3c7fa7 Apr 22 16:59:24.718480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.720675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:24.766362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:24.850103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 334bce7b-7527-4f14-b45e-a76bfa5045fb no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:59:24.905366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 334bce7b-7527-4f14-b45e-a76bfa5045fb {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:59:24.906037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 334bce7b-7527-4f14-b45e-a76bfa5045fb not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:59:24.973176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Allocated IP 172.20.0.9 (63024193-0321-4b3b-a424-36acf6c999c0/f7e8b23b-fb9c-497c-a0c9-521867635594/d0096898-e183-4be2-80d7-6d767e970a71) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:25.092521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Hosts for router ca830780-7826-4ee7-94be-19d6de3c7fa7: [] {{(pid=87209) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 22 16:59:25.124927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c9b91a-2e4b-4086-91bc-534ff91b596d None None] Network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:25.308018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Hosts for other DVR routers connected to router ca830780-7826-4ee7-94be-19d6de3c7fa7: set() {{(pid=87209) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:348}} Apr 22 16:59:25.310421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6d39d379-fcd8-448a-a8a6-d9e512d25ccb None None] Provisioning for port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:25.346844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6d39d379-fcd8-448a-a8a6-d9e512d25ccb None None] Provisioning complete for port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:25.347722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d39d379-fcd8-448a-a8a6-d9e512d25ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:25.366772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecf52964-d725-4b48-873c-138342cb58a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:25.412546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecf52964-d725-4b48-873c-138342cb58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:25.420734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:25.426820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-631456ac-e61d-481a-9547-a1b916715983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:25.542080 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ecf52964-d725-4b48-873c-138342cb58a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d272c55eff3f4f698d7da29f12b06b91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6713130 Apr 22 16:59:25.548845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf52964-d725-4b48-873c-138342cb58a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45edb2fc-18f5-47bf-89e3-ab434c04acc3,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:25.549111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52796) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:25.565632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ecf52964-d725-4b48-873c-138342cb58a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:25.578727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:25.592542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:25.598790 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6d3839a2-ae09-4427-bd28-213748a2a1ba tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] 10.222.0.77 "PUT /v2.0/routers/ca830780-7826-4ee7-94be-19d6de3c7fa7 HTTP/1.1" status: 200 len: 716 time: 2.8272865 Apr 22 16:59:25.603336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52800) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:25.667211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Allocated IP 2001:db8::1 (9bcef2fa-515e-4bc7-ac81-3b9096b47c97/8ebdda21-530e-43c9-903f-d7a1c7cf7cdc/04e46ea0-28bb-4032-9e67-47ec6d15926e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:25.839517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d39d379-fcd8-448a-a8a6-d9e512d25ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:25.844712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:25.893086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6d39d379-fcd8-448a-a8a6-d9e512d25ccb None None] For port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2673d2a8-53bf-4f76-a422-f7e0ef6765e8,segment=NetworkSegment(cee86799-e7f7-443a-98b0-8c7174323b02),segment_id=cee86799-e7f7-443a-98b0-8c7174323b02)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:25.934498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d39d379-fcd8-448a-a8a6-d9e512d25ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:25.938288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a946d6d0-4de9-462e-9956-bdb2c18bec77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:25.975746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.044956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39d379-fcd8-448a-a8a6-d9e512d25ccb None None] Pushing event updated for resources: {'Port': ['ID=2673d2a8-53bf-4f76-a422-f7e0ef6765e8,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:26.049559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6d39d379-fcd8-448a-a8a6-d9e512d25ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:26.093425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Transition to ACTIVE for port object 04e46ea0-28bb-4032-9e67-47ec6d15926e will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:26.159555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-356770cc-1b1a-4323-a598-a1e18c882220 None None] Provisioning complete for port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:26.160265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-356770cc-1b1a-4323-a598-a1e18c882220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.200227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.224265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.230197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92bf74db-9961-40b4-9e03-29bc8ba8f43c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:26.253839 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-df8c9ad1-6caf-4407-a93b-403eca62a170 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] 10.222.0.77 "GET /v2.0/routers/ca830780-7826-4ee7-94be-19d6de3c7fa7 HTTP/1.1" status: 200 len: 716 time: 0.6418428 Apr 22 16:59:26.268983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52804) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:26.292355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.293640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.302409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.324799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:26.344797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30a56d95-db48-4332-adf1-6b3dbf9ded90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.352024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1b2373a-9cec-46f0-b3da-cb1398975f95 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:26.362740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:26.365445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:26.366049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.397764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=04e46ea0-28bb-4032-9e67-47ec6d15926e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:26.401169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:26.410228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-714b4255-3974-453e-bc2b-44a2cce7edf7 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:26.426039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Subnet': ['ID=087312aa-f8bd-42de-a932-7365a3526638,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:26.443043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:26.467619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Transition to ACTIVE for port object d0096898-e183-4be2-80d7-6d767e970a71 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:26.499504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.592385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=b802baf8-39e6-42c2-8253-7a79205d63b7,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:26.597034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:26.622823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:26.676922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30a56d95-db48-4332-adf1-6b3dbf9ded90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.716039 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6cf56c54-b5cc-4a1e-b63c-b1d25787003f tempest-RoutersTestDVR-67529020 tempest-RoutersTestDVR-67529020-project] 10.222.0.77 "GET /v2.0/routers/ca830780-7826-4ee7-94be-19d6de3c7fa7 HTTP/1.1" status: 200 len: 682 time: 0.4411948 Apr 22 16:59:26.719057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52810) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:26.724364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:26.724805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.747655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Checking segment: {'id': '8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:59:26.748053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network hostable DHCP agents. Network: 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:59:26.835636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0c5b9031-5951-467c-be83-dd0331839d6c None None] Provisioning for port 04e46ea0-28bb-4032-9e67-47ec6d15926e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:26.852253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0c5b9031-5951-467c-be83-dd0331839d6c None None] Provisioning complete for port 04e46ea0-28bb-4032-9e67-47ec6d15926e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:26.852253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9031-5951-467c-be83-dd0331839d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.931066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b9031-5951-467c-be83-dd0331839d6c None None] Port 04e46ea0-28bb-4032-9e67-47ec6d15926e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:26.937150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:26.974946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-77d0a9ef-26b6-4759-99cb-917965a19743 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:27.004815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e027b4d-cef5-4a66-af56-a8d844368719 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.019206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:59:27.031958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.067868 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP 3ec235a5-7429-4a76-a6a3-cee908ccf234 associated. External IP: 172.26.6.201, port: 5aadbf28-e26a-46ac-8894-de742987f3c4. Apr 22 16:59:27.094712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.114357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Network 63024193-0321-4b3b-a424-36acf6c999c0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:27.145866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:27.147901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30a56d95-db48-4332-adf1-6b3dbf9ded90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.152055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:27.167392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.190331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:27.192327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'Port': ['ID=d0096898-e183-4be2-80d7-6d767e970a71,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:27.200666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ff020c-e7c2-41c8-ae11-5c6697ea6f0a None None] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:27.211865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:27.218846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-77849d04-f13a-4a06-ac41-edde0419e266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:27.258209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a56d95-db48-4332-adf1-6b3dbf9ded90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45edb2fc-18f5-47bf-89e3-ab434c04acc3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:27.271304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:27.271965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.276284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30a56d95-db48-4332-adf1-6b3dbf9ded90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.279983 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-30a56d95-db48-4332-adf1-6b3dbf9ded90 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45edb2fc-18f5-47bf-89e3-ab434c04acc3 HTTP/1.1" status: 204 len: 168 time: 1.7239759 Apr 22 16:59:27.279983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-30a56d95-db48-4332-adf1-6b3dbf9ded90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:27.361738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:27.362449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.377640 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4494262 Apr 22 16:59:27.378531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52816) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:27.398126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9ce9f986-a0e3-4b26-a91b-723a899a1d70 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': '13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:27.490023 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7288399 Apr 22 16:59:27.497606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52820) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:27.508145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Request body: {'port': {'network_id': '63024193-0321-4b3b-a424-36acf6c999c0', 'name': 'tempest-AllowedAddressPairTestJSON-952798349'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:27.544688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1133c9fe-9c49-45d3-8f6f-e8681c04e583 None None] Provisioning for port d0096898-e183-4be2-80d7-6d767e970a71 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:27.573478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e', 'network_id': '13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e', 'tenant_id': '5c8c0ef2b1f94398b158df9ec2d73437', 'fixed_ips': [{'subnet_id': '087312aa-f8bd-42de-a932-7365a3526638'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:59:27.574397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.587254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1133c9fe-9c49-45d3-8f6f-e8681c04e583 None None] Provisioning complete for port d0096898-e183-4be2-80d7-6d767e970a71 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:27.587671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1133c9fe-9c49-45d3-8f6f-e8681c04e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.611879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Allocated IP 172.26.6.119 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/556b0bdd-c275-467d-b1ec-b4d63d2e1710) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:27.686600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1133c9fe-9c49-45d3-8f6f-e8681c04e583 None None] Port d0096898-e183-4be2-80d7-6d767e970a71 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:27.817845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9ce9f986-a0e3-4b26-a91b-723a899a1d70 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:27.827270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ce9f986-a0e3-4b26-a91b-723a899a1d70 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:27.841754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ce9f986-a0e3-4b26-a91b-723a899a1d70 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:27.851858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:27.854769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9ce9f986-a0e3-4b26-a91b-723a899a1d70 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:27.868554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Usage tracker for resource:port and tenant:e37893b34d7040f595aa5d075c0f674f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:27.886531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:27.889334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52826) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:27.916792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:27.918949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce9f986-a0e3-4b26-a91b-723a899a1d70 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:27.925659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f986-a0e3-4b26-a91b-723a899a1d70 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.961049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Allocated IP 172.20.0.2 (13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e/087312aa-f8bd-42de-a932-7365a3526638/76bdff16-c5b0-4006-acdf-31e10291d7b4) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:27.963128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14910329-1705-4508-829e-50445e8a6881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:27.985219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:59:28.075147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.099687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Made reservation on behalf of e37893b34d7040f595aa5d075c0f674f for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:28.105536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.143222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-24736164-e2c3-4905-a0f4-00697eae974e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8987f04104f24191b9db35d262d6b8cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524686 Apr 22 16:59:28.149013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52830) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:28.182426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] device_id is not set on port b4e438c8-ab8e-44ba-9659-7fb1307ec21c yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:28.240634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e027b4d-cef5-4a66-af56-a8d844368719 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.247265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.256677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e027b4d-cef5-4a66-af56-a8d844368719 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.257122 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-9ce9f986-a0e3-4b26-a91b-723a899a1d70 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 087312aa-f8bd-42de-a932-7365a3526638 (CIDR: 172.20.0.0/28) Apr 22 16:59:28.259824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Transition to ACTIVE for port object 76bdff16-c5b0-4006-acdf-31e10291d7b4 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:28.284443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Transition to ACTIVE for port object 76bdff16-c5b0-4006-acdf-31e10291d7b4 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:28.299919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce9f986-a0e3-4b26-a91b-723a899a1d70 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 16:59:28.300466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce9f986-a0e3-4b26-a91b-723a899a1d70 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 16:59:28.322080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.328967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e1bb8119-9e13-4862-8770-5dbe501fd690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:28.359773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.386598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:59:28.387099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:28.390085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:28.395729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a49668e2-f8c5-4569-a473-82626144ced0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:28.395900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:28.430559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef6eed4b-f997-4e23-af39-8951314a573c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.454009 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9ce9f986-a0e3-4b26-a91b-723a899a1d70 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0634410 Apr 22 16:59:28.472951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52834) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:28.483570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e027b4d-cef5-4a66-af56-a8d844368719 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.484112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e027b4d-cef5-4a66-af56-a8d844368719 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca830780-7826-4ee7-94be-19d6de3c7fa7 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:59:28.496217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:28.502796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Pushing event updated for resources: {'Port': ['ID=76bdff16-c5b0-4006-acdf-31e10291d7b4,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:28.507347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': '13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:28.508660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:28.513248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Attempting to bind port 76bdff16-c5b0-4006-acdf-31e10291d7b4 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:59:28.513533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Attempting to bind port 76bdff16-c5b0-4006-acdf-31e10291d7b4 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:59:28.513685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:28.513962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Attempting to bind port 76bdff16-c5b0-4006-acdf-31e10291d7b4 on network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:59:28.529910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:28.531077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:59:28.531507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Checking segment: {'id': '8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:59:28.531967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.532954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Bound using segment: {'id': '8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:59:28.533489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Bound port: 76bdff16-c5b0-4006-acdf-31e10291d7b4, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:59:28.533909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.565052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef6eed4b-f997-4e23-af39-8951314a573c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.586066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Allocated IP 172.20.0.4 (63024193-0321-4b3b-a424-36acf6c999c0/f7e8b23b-fb9c-497c-a0c9-521867635594/b4e438c8-ab8e-44ba-9659-7fb1307ec21c) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:28.594380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Pushing event updated for resources: {'Port': ['ID=556b0bdd-c275-467d-b1ec-b4d63d2e1710,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:28.608481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:28.635815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] For port 76bdff16-c5b0-4006-acdf-31e10291d7b4, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:59:28.639265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] For port 76bdff16-c5b0-4006-acdf-31e10291d7b4, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=76bdff16-c5b0-4006-acdf-31e10291d7b4,segment=NetworkSegment(8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50),segment_id=8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:59:28.671168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.680267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da2337f3-53af-468c-92f3-c0a9fa05978b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:28.853747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Pushing event updated for resources: {'Port': ['ID=76bdff16-c5b0-4006-acdf-31e10291d7b4,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:28.857961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:28.910397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e027b4d-cef5-4a66-af56-a8d844368719 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.911666 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3e027b4d-cef5-4a66-af56-a8d844368719 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] 10.222.0.77 "DELETE /v2.0/routers/ca830780-7826-4ee7-94be-19d6de3c7fa7 HTTP/1.1" status: 204 len: 168 time: 2.1915691 Apr 22 16:59:28.918782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52838) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:28.924263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:28.936958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb16eb2c-d6ab-4e12-ac56-aff4bdc7021d None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:28.937507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0e3c1f0c-6be4-4ef1-a519-88b192937401 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Request body: {'router': {'name': 'tempest-router-607811017', 'distributed': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:28.950432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16eb2c-d6ab-4e12-ac56-aff4bdc7021d None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:28.951259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eb16eb2c-d6ab-4e12-ac56-aff4bdc7021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:28.954830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0e3c1f0c-6be4-4ef1-a519-88b192937401 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:28.966242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:28.966474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef6eed4b-f997-4e23-af39-8951314a573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:28.971775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0e3c1f0c-6be4-4ef1-a519-88b192937401 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Usage tracker for resource:router and tenant:905442a4bd4946faae666811ca832215 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:28.976503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee9338d8-949c-48a0-a6d0-2fb697762ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:28.977460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0e3c1f0c-6be4-4ef1-a519-88b192937401 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:28.984763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:28.988687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0e3c1f0c-6be4-4ef1-a519-88b192937401 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:28.992396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:29.014218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6eed4b-f997-4e23-af39-8951314a573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ff8f07-991a-45b9-8ce6-d859b2ce1bdb,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:29.015378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:29.020034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.021706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef6eed4b-f997-4e23-af39-8951314a573c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:29.025410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef6eed4b-f997-4e23-af39-8951314a573c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.026740 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ef6eed4b-f997-4e23-af39-8951314a573c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/27ff8f07-991a-45b9-8ce6-d859b2ce1bdb HTTP/1.1" status: 204 len: 168 time: 0.8747141 Apr 22 16:59:29.051097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eb16eb2c-d6ab-4e12-ac56-aff4bdc7021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:29.062722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.066003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16eb2c-d6ab-4e12-ac56-aff4bdc7021d None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:29.066003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eb16eb2c-d6ab-4e12-ac56-aff4bdc7021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:29.096395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1f0c-6be4-4ef1-a519-88b192937401 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.097454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1f0c-6be4-4ef1-a519-88b192937401 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.111305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.6854546 Apr 22 16:59:29.116202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52844) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:29.116545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.116914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.118252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.121770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:29.128464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.136874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Transition to ACTIVE for port object b4e438c8-ab8e-44ba-9659-7fb1307ec21c will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:29.159349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eb16eb2c-d6ab-4e12-ac56-aff4bdc7021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:29.159822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb16eb2c-d6ab-4e12-ac56-aff4bdc7021d None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:29.234096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:29.286486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-382246641'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:29.348252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:29.354075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1f0c-6be4-4ef1-a519-88b192937401 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.448873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:network and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:29.453282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:29.486518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:29.522755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=04e46ea0-28bb-4032-9e67-47ec6d15926e,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:29.533040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:29.566593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1f0c-6be4-4ef1-a519-88b192937401 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.577422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Made reservation on behalf of fe909354ad5f4d7b99e38030afcb1802 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:29.584058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.656127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:29.657094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1f0c-6be4-4ef1-a519-88b192937401 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.658444 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e3c1f0c-6be4-4ef1-a519-88b192937401 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7368143 Apr 22 16:59:29.663340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52856) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:29.664366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:29.713547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:59:29.793064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.793463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Added segment 11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3 of type vlan for network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f Apr 22 16:59:29.837915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fa080d7-70b2-45a6-8b13-855f6a9830a9 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.913691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:29.926513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d357f11d-6f1a-420a-a083-1007971b1d2c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:29.947334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.054320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-56e5646f-f593-4f3e-910f-2af62896b86b None None] Provisioning complete for port 04e46ea0-28bb-4032-9e67-47ec6d15926e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:30.055869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56e5646f-f593-4f3e-910f-2af62896b86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.093848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Network 63024193-0321-4b3b-a424-36acf6c999c0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:30.118520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-56e5646f-f593-4f3e-910f-2af62896b86b None None] Port 04e46ea0-28bb-4032-9e67-47ec6d15926e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:30.119011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.125850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:30.127285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.131549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router 8992e079-200c-4fe0-af2a-69be81c853e1 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:59:30.137213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08e54c31-4148-4f95-8ca1-2276734aa814 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:30.150034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:30.152584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:30.246163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-076fa09f-31fe-49c8-bd88-d51687be5ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.265680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.379528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'Port': ['ID=b4e438c8-ab8e-44ba-9659-7fb1307ec21c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:30.382978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:30.426041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52870) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:30.448065 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2228923 Apr 22 16:59:30.460388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52874) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:30.527796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fa080d7-70b2-45a6-8b13-855f6a9830a9 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.537304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fa080d7-70b2-45a6-8b13-855f6a9830a9 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.537433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'subnet': {'network_id': '9ea6180d-9cfc-4c75-bc9d-548cf8698a9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:30.569131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:30.569954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.571921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-638afe65-20c9-434d-855e-8cf8f19196a4 None None] Provisioning for port b4e438c8-ab8e-44ba-9659-7fb1307ec21c completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:30.581383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-638afe65-20c9-434d-855e-8cf8f19196a4 None None] Provisioning complete for port b4e438c8-ab8e-44ba-9659-7fb1307ec21c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:30.582089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-638afe65-20c9-434d-855e-8cf8f19196a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.711036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c6fa6-7078-4ec9-8351-71d1af19de57 None None] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:30.729839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fa080d7-70b2-45a6-8b13-855f6a9830a9 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.730840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa080d7-70b2-45a6-8b13-855f6a9830a9 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbf5300f-9ae9-4502-ab75-dfffa55b85cb {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:59:30.735553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fa080d7-70b2-45a6-8b13-855f6a9830a9 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:30.736809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6fa080d7-70b2-45a6-8b13-855f6a9830a9 tempest-RoutersTestDVR-61678704 tempest-RoutersTestDVR-61678704-project-admin] 10.222.0.77 "DELETE /v2.0/routers/cbf5300f-9ae9-4502-ab75-dfffa55b85cb HTTP/1.1" status: 204 len: 168 time: 1.0724413 Apr 22 16:59:30.751461 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2527277 Apr 22 16:59:30.762296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52882) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:30.772795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:36:b6'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e9:a9:cf'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:30.832515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 76bdff16-c5b0-4006-acdf-31e10291d7b4 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:30.936390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-638afe65-20c9-434d-855e-8cf8f19196a4 None None] Port b4e438c8-ab8e-44ba-9659-7fb1307ec21c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:30.943955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Network': ['ID=9ea6180d-9cfc-4c75-bc9d-548cf8698a9f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:30.961952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:59:30.966829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-1e97bad1-fee8-4858-acd9-94b159131dd2 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:30.971501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1e97bad1-fee8-4858-acd9-94b159131dd2 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5291374 Apr 22 16:59:30.973518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:30.977276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52886) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.000271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-824c447c-5ad3-4040-9331-860a92f77b44 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.004427 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-824c447c-5ad3-4040-9331-860a92f77b44 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0217638 Apr 22 16:59:31.009948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52890) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.043845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-5b730d47-9ed5-45a4-9922-e7824e952249 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.049148 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5b730d47-9ed5-45a4-9922-e7824e952249 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0247018 Apr 22 16:59:31.052188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52894) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.062649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:31.067532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-443aaf2c-a8b6-4440-a803-9431b36256a4 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.071817 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-443aaf2c-a8b6-4440-a803-9431b36256a4 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0158489 Apr 22 16:59:31.073023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52898) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.074796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/8992e079-200c-4fe0-af2a-69be81c853e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5223489 Apr 22 16:59:31.077185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:31.080308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52900) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.080543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3533a06e-c4a2-4a18-ba35-711aa4ce9df3 None None] Sync routers for ids ['8992e079-200c-4fe0-af2a-69be81c853e1'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:31.095198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-ceef62b0-2aff-480e-8386-06ba65d8777b tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.099845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ceef62b0-2aff-480e-8386-06ba65d8777b tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0190270 Apr 22 16:59:31.099845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52906) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.106125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3533a06e-c4a2-4a18-ba35-711aa4ce9df3 None None] Routers {'8992e079-200c-4fe0-af2a-69be81c853e1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:31.113845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3533a06e-c4a2-4a18-ba35-711aa4ce9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8992e079-200c-4fe0-af2a-69be81c853e1'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:31.120464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-961d02ee-8f03-46e3-af30-f0094760b11f tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.124290 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-961d02ee-8f03-46e3-af30-f0094760b11f tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0108383 Apr 22 16:59:31.125329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.130043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52910) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.176987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:31.184004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 76bdff16-c5b0-4006-acdf-31e10291d7b4 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:31.201594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e5a47444-df67-4a9e-b405-a9e7d20820ad None None] Provisioning for port 76bdff16-c5b0-4006-acdf-31e10291d7b4 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:31.206794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3533a06e-c4a2-4a18-ba35-711aa4ce9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:31.211927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 76bdff16-c5b0-4006-acdf-31e10291d7b4 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:31.213188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.218279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3533a06e-c4a2-4a18-ba35-711aa4ce9df3 None None] Routers {'8992e079-200c-4fe0-af2a-69be81c853e1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:31.227685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3533a06e-c4a2-4a18-ba35-711aa4ce9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8992e079-200c-4fe0-af2a-69be81c853e1'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:31.228075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a48f046-c9b4-4a2b-858d-3374ba84e787 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:31.228734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1a48f046-c9b4-4a2b-858d-3374ba84e787 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:31.249520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Made reservation on behalf of fe909354ad5f4d7b99e38030afcb1802 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:31.256518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.314354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e5a47444-df67-4a9e-b405-a9e7d20820ad None None] Provisioning complete for port 76bdff16-c5b0-4006-acdf-31e10291d7b4 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:31.314801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5a47444-df67-4a9e-b405-a9e7d20820ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.343621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3533a06e-c4a2-4a18-ba35-711aa4ce9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:31.344031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52914) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.344548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3533a06e-c4a2-4a18-ba35-711aa4ce9df3 None None] The sync data for ids ['8992e079-200c-4fe0-af2a-69be81c853e1'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:31.350583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.353883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1a48f046-c9b4-4a2b-858d-3374ba84e787 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:31.358112 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1a48f046-c9b4-4a2b-858d-3374ba84e787 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports/04e46ea0-28bb-4032-9e67-47ec6d15926e HTTP/1.1" status: 200 len: 911 time: 0.2740645 Apr 22 16:59:31.359438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52920) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.381549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-9636bd56-5513-4d6d-b5f8-6da8350e0e8c tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.385596 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9636bd56-5513-4d6d-b5f8-6da8350e0e8c tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0893259 Apr 22 16:59:31.389739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52922) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.452487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-f6034e85-b227-4bdd-8b2a-22cef835935a tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.456828 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f6034e85-b227-4bdd-8b2a-22cef835935a tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0628364 Apr 22 16:59:31.505926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ba68272-8a7a-4e43-a75f-73494645f778 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:31.564114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52930) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.605768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.664109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-db1ee3f9-bafa-44ae-933f-9f2ae1b06bcc tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.668774 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-db1ee3f9-bafa-44ae-933f-9f2ae1b06bcc tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0701311 Apr 22 16:59:31.676263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52934) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.707836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.713685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:31.737606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:31.752690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.767966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-d0f4e3de-5226-451b-9f74-e0fccfe84f73 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.771850 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d0f4e3de-5226-451b-9f74-e0fccfe84f73 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0744205 Apr 22 16:59:31.797219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52938) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.812147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-c246b6e8-f306-46d7-9745-82977804a454 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.817045 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c246b6e8-f306-46d7-9745-82977804a454 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0146954 Apr 22 16:59:31.830145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52942) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.836004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.845963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:31.846966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.851943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5a47444-df67-4a9e-b405-a9e7d20820ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.854050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-50b2e2e8-663b-4762-b964-a10e5a399f73 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.858205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-50b2e2e8-663b-4762-b964-a10e5a399f73 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0269425 Apr 22 16:59:31.858936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52946) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.864090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 76bdff16-c5b0-4006-acdf-31e10291d7b4, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=76bdff16-c5b0-4006-acdf-31e10291d7b4,segment=NetworkSegment(8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50),segment_id=8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:31.875597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-3f27675d-4a85-445e-bd82-dac3a9bb6827 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.879477 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3f27675d-4a85-445e-bd82-dac3a9bb6827 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0110712 Apr 22 16:59:31.880238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52950) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.915021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ba1735a-3f4a-41fa-a210-d4d50a742ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.924600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-55dfdc6a-c0f6-450a-803a-155ed372ae85 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.928601 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-55dfdc6a-c0f6-450a-803a-155ed372ae85 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0436418 Apr 22 16:59:31.942939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52954) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.947739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Subnet': ['ID=caf3a49a-2f9e-431b-82cc-4dfee75ab368,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:31.956064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:31.959876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-33cd359e-87fe-4d47-9210-6fed54938c83 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.963240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-33cd359e-87fe-4d47-9210-6fed54938c83 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0145094 Apr 22 16:59:31.965301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52958) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.966407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:31.967124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:31.978489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-3903490f-b20a-459b-a988-3139c87b7da8 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:31.982080 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3903490f-b20a-459b-a988-3139c87b7da8 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0140948 Apr 22 16:59:31.982244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0ba1735a-3f4a-41fa-a210-d4d50a742ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:31.983100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52962) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.993266 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5111563 Apr 22 16:59:31.994665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52966) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:31.996573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0ba1735a-3f4a-41fa-a210-d4d50a742ecc admin admin] Usage tracker for resource:security_group_rule and tenant:104b865a69b744e089c852a13cd06f31 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:32.004084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-b489d6ab-bbcd-48a6-bdcc-c6f9faf64158 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.007356 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b489d6ab-bbcd-48a6-bdcc-c6f9faf64158 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0167000 Apr 22 16:59:32.017707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': '13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e', 'fixed_ips': [{'subnet_id': '087312aa-f8bd-42de-a932-7365a3526638'}, {'subnet_id': 'caf3a49a-2f9e-431b-82cc-4dfee75ab368'}], 'name': 'tempest-PortsTestJSON-647392226'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:32.033275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52970) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.056110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-710c9f3c-1cf8-40d3-b6b6-784dfed79b01 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.059744 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-710c9f3c-1cf8-40d3-b6b6-784dfed79b01 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0199246 Apr 22 16:59:32.065293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-e5a47444-df67-4a9e-b405-a9e7d20820ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:59:32.065693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-e5a47444-df67-4a9e-b405-a9e7d20820ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:59:32.069062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52974) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.070177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0ba1735a-3f4a-41fa-a210-d4d50a742ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:32.083093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a25666-c961-4568-a36a-ea8343b9db70 None None] Update dhcp port {'port': {'network_id': '13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e', 'fixed_ips': [{'subnet_id': '087312aa-f8bd-42de-a932-7365a3526638', 'ip_address': '172.20.0.2'}, {'subnet_id': 'caf3a49a-2f9e-431b-82cc-4dfee75ab368'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': '76bdff16-c5b0-4006-acdf-31e10291d7b4'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 16:59:32.104890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-45ee34fc-51bd-4e3b-8abe-582a15893e42 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.107205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-45ee34fc-51bd-4e3b-8abe-582a15893e42 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0306969 Apr 22 16:59:32.122466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=76bdff16-c5b0-4006-acdf-31e10291d7b4,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:32.127920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:32.134242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52978) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.148053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2a25666-c961-4568-a36a-ea8343b9db70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:32.170570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0ba1735a-3f4a-41fa-a210-d4d50a742ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:32.200484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-91b96cca-2ea0-4283-b384-43f7b15f4eab tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.203977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-91b96cca-2ea0-4283-b384-43f7b15f4eab tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0599198 Apr 22 16:59:32.214085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52982) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.240933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-465d8153-995b-4e9b-8759-6023d6fe4a5e tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.246458 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-465d8153-995b-4e9b-8759-6023d6fe4a5e tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0235734 Apr 22 16:59:32.246772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 52986) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.265516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-ecd790cd-0a81-4a7c-8e6a-2357fb1e4a92 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.269812 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ecd790cd-0a81-4a7c-8e6a-2357fb1e4a92 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0197158 Apr 22 16:59:32.273972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52990) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.288601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-e2c2ff45-3a64-4740-8047-8df8555d824e tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.289574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e2c2ff45-3a64-4740-8047-8df8555d824e tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0145850 Apr 22 16:59:32.304068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52994) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.307697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Router 9fbe5351-4715-4faf-a7b2-edc536ea79be is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:59:32.322336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-faf53d1d-d9a3-4cf2-80ae-7499b4ff7faf tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.326080 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-faf53d1d-d9a3-4cf2-80ae-7499b4ff7faf tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0134215 Apr 22 16:59:32.331561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 52998) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.370607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-e28d1170-0bd6-47a9-afa4-6b27ccf8ee69 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.373416 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e28d1170-0bd6-47a9-afa4-6b27ccf8ee69 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0298378 Apr 22 16:59:32.374966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53002) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.384660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e2a25666-c961-4568-a36a-ea8343b9db70 None None] Allocated IP 172.20.0.18 (13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e/caf3a49a-2f9e-431b-82cc-4dfee75ab368/76bdff16-c5b0-4006-acdf-31e10291d7b4) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:32.391013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-71a22e69-76a5-40d5-a876-8e4ff9fa7a38 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.395048 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-71a22e69-76a5-40d5-a876-8e4ff9fa7a38 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0116012 Apr 22 16:59:32.405122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53006) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.417141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-96fc5787-6c82-4f3a-a9fd-482f897c471c tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.421726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-96fc5787-6c82-4f3a-a9fd-482f897c471c tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0078249 Apr 22 16:59:32.422617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53010) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.452877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:32.468858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:port and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:32.475306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:32.480329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-040db86d-3350-4fc6-a372-a86da7292eab tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.482149 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-040db86d-3350-4fc6-a372-a86da7292eab tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0565059 Apr 22 16:59:32.490290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53014) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.503653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-f74cfff4-8e27-4664-a53c-8e01128533f6 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.507603 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f74cfff4-8e27-4664-a53c-8e01128533f6 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0133774 Apr 22 16:59:32.507603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53018) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.522411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-0518ff39-1c81-4e19-a66a-5a37b8c38811 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.525627 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0518ff39-1c81-4e19-a66a-5a37b8c38811 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0148551 Apr 22 16:59:32.529248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53022) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.537453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-19fb34d7-5629-4ce3-ad7c-538ee0aecf83 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.541512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19fb34d7-5629-4ce3-ad7c-538ee0aecf83 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0072165 Apr 22 16:59:32.548453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e2a25666-c961-4568-a36a-ea8343b9db70 None None] For port 76bdff16-c5b0-4006-acdf-31e10291d7b4, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=76bdff16-c5b0-4006-acdf-31e10291d7b4,segment=NetworkSegment(8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50),segment_id=8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:32.548625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53026) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.549560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:32.565297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-cc661815-92e6-4eab-a76f-5901dd0355f1 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.569139 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cc661815-92e6-4eab-a76f-5901dd0355f1 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0143876 Apr 22 16:59:32.569882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53030) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.578466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ba1735a-3f4a-41fa-a210-d4d50a742ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:32.580597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:59:32.592324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-ee6b53f8-ecc7-4cb6-9003-f79b39524790 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.596496 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ee6b53f8-ecc7-4cb6-9003-f79b39524790 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0179706 Apr 22 16:59:32.598376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53034) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.607934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-3ee19484-b6a4-420a-9204-979170954902 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.609693 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3ee19484-b6a4-420a-9204-979170954902 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0078292 Apr 22 16:59:32.632300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2a25666-c961-4568-a36a-ea8343b9db70 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:32.637721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:32.649680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53038) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.661415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ba1735a-3f4a-41fa-a210-d4d50a742ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:32.662269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:32.664407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:32.676385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e814f-b93c-44d4-bab0-57ea89a45282 None None] Sync routers for ids ['9fbe5351-4715-4faf-a7b2-edc536ea79be'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:32.679195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 76bdff16-c5b0-4006-acdf-31e10291d7b4 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:32.680465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d330989f-ab37-4533-a2bb-1778b683de70 tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:32.741873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e2a25666-c961-4568-a36a-ea8343b9db70 None None] Transition to ACTIVE for port object 76bdff16-c5b0-4006-acdf-31e10291d7b4 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:32.765858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e814f-b93c-44d4-bab0-57ea89a45282 None None] Routers {'9fbe5351-4715-4faf-a7b2-edc536ea79be'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:32.766584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-103e814f-b93c-44d4-bab0-57ea89a45282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9fbe5351-4715-4faf-a7b2-edc536ea79be'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:32.780856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-b57a51b2-6580-4509-9b6c-be0173bf76f1 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.786562 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0ba1735a-3f4a-41fa-a210-d4d50a742ecc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=104b865a69b744e089c852a13cd06f31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4295995 Apr 22 16:59:32.786879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b57a51b2-6580-4509-9b6c-be0173bf76f1 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.1297123 Apr 22 16:59:32.786879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53042) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.786879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53044) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.789682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1735a-3f4a-41fa-a210-d4d50a742ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047bbbfc-bd03-46ea-afa6-ca40ac54a0c8,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:32.794393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:32.799584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0ba1735a-3f4a-41fa-a210-d4d50a742ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:32.803880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4aa84e02-8346-47e4-968c-b3d0e4e14a1d tempest-RoutersAdminNegativeIpV6Test-1497295551 tempest-RoutersAdminNegativeIpV6Test-1497295551-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:32.833826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2a25666-c961-4568-a36a-ea8343b9db70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:32.837845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-873866f3-88fa-40a9-a292-25f5683439ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:32.870883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:32.879313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:32.893986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-a0d33176-15d4-4b73-92c0-3c76dc77994a tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.897654 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a0d33176-15d4-4b73-92c0-3c76dc77994a tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.1025975 Apr 22 16:59:32.905081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-103e814f-b93c-44d4-bab0-57ea89a45282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:32.912377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53050) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.977267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e814f-b93c-44d4-bab0-57ea89a45282 None None] Routers {'9fbe5351-4715-4faf-a7b2-edc536ea79be'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:32.977982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-103e814f-b93c-44d4-bab0-57ea89a45282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9fbe5351-4715-4faf-a7b2-edc536ea79be'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:32.988841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-e5411414-b107-44e8-83b4-eae9bd0c77b6 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:32.995151 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e5411414-b107-44e8-83b4-eae9bd0c77b6 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0634499 Apr 22 16:59:32.995151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:32.995151 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7373071 Apr 22 16:59:32.998274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53054) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:32.998531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53056) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.044805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a3ade8c6-3859-4fb0-9af4-1ee86bc32be5 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'enable_snat': False}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:33.089937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a25666-c961-4568-a36a-ea8343b9db70 None None] Pushing event updated for resources: {'Port': ['ID=76bdff16-c5b0-4006-acdf-31e10291d7b4,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:33.129330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-49d2183f-604d-4eb1-9c1d-14a6eb46f25f tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.130468 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-49d2183f-604d-4eb1-9c1d-14a6eb46f25f tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0924764 Apr 22 16:59:33.131518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event updated for resources: {'Port': ['ID=b4e438c8-ab8e-44ba-9659-7fb1307ec21c,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:33.139808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:33.154666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:33.159659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e2a25666-c961-4568-a36a-ea8343b9db70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:33.166409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53062) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.195767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-103e814f-b93c-44d4-bab0-57ea89a45282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:33.196227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e814f-b93c-44d4-bab0-57ea89a45282 None None] The sync data for ids ['9fbe5351-4715-4faf-a7b2-edc536ea79be'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:33.196866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-fdd5c96f-b44a-476d-9005-2bd8a66f86e2 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.197939 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fdd5c96f-b44a-476d-9005-2bd8a66f86e2 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0306892 Apr 22 16:59:33.230067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53066) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.253011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-4eeffcba-c495-416d-8c30-405282468c22 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.254918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4eeffcba-c495-416d-8c30-405282468c22 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0156047 Apr 22 16:59:33.259366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53070) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.260144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:33.269998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-7daa47d8-a802-4388-b65a-0f4d29d1ba12 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.271275 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7daa47d8-a802-4388-b65a-0f4d29d1ba12 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0065322 Apr 22 16:59:33.273429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:33.277217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port ff718487-c9d5-43fd-9918-b83bf4d3471e yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:33.289854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-388145c6-1062-4b58-bcf1-a5d7fc4febdc None None] Provisioning complete for port b4e438c8-ab8e-44ba-9659-7fb1307ec21c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:33.290426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-388145c6-1062-4b58-bcf1-a5d7fc4febdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:33.305631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53074) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.322713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-9e8d9b9a-6c8e-43df-adc0-950d538fe757 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.323674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9e8d9b9a-6c8e-43df-adc0-950d538fe757 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0160735 Apr 22 16:59:33.326856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] In _notify_port_updated(), no bound segment for port b4e438c8-ab8e-44ba-9659-7fb1307ec21c on network 63024193-0321-4b3b-a424-36acf6c999c0 {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:59:33.331407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53078) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.332557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:33.334041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:33.334934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "PUT /v2.0/ports/b4e438c8-ab8e-44ba-9659-7fb1307ec21c HTTP/1.1" status: 200 len: 1054 time: 2.5715117 Apr 22 16:59:33.346851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-ae3a506d-1c6f-4718-ac04-1483b615e8d6 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.350805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ae3a506d-1c6f-4718-ac04-1483b615e8d6 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0173206 Apr 22 16:59:33.353352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53082) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.353734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53084) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.378740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-388145c6-1062-4b58-bcf1-a5d7fc4febdc None None] Port b4e438c8-ab8e-44ba-9659-7fb1307ec21c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:33.398338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Subnet': ['ID=3c15f3c5-14fe-44e6-9f33-8d27495852b8,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:33.405002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:33.413129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-dfdbc273-481e-4694-8e84-ccfc1ea930ec tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.414210 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dfdbc273-481e-4694-8e84-ccfc1ea930ec tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0525680 Apr 22 16:59:33.418962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53090) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.419794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Checking segment: {'id': '11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9ea6180d-9cfc-4c75-bc9d-548cf8698a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:59:33.420201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network hostable DHCP agents. Network: 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:59:33.431406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09ae-7eab-4f52-bfce-b3994149b642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:33.432988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-9b13acfc-4611-43a0-99a6-bb4c8e56a0f7 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.434047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9b13acfc-4611-43a0-99a6-bb4c8e56a0f7 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0082181 Apr 22 16:59:33.439460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53094) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.449667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-9c8c64c2-2b6b-4fb5-bec0-4c90e3ebeaff tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.450784 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9c8c64c2-2b6b-4fb5-bec0-4c90e3ebeaff tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0102935 Apr 22 16:59:33.462122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53098) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.498211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-21da5355-be05-44b1-8a0c-01b7ed184572 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.499315 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-21da5355-be05-44b1-8a0c-01b7ed184572 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0228679 Apr 22 16:59:33.509893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53102) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.519027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-b54dc137-2bd5-4d39-b159-19474cc2f9ce tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.520570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b54dc137-2bd5-4d39-b159-19474cc2f9ce tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0091972 Apr 22 16:59:33.523157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53106) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.530822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-3daad5f3-6391-48ef-8211-5e00c9c49cf7 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.534420 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3daad5f3-6391-48ef-8211-5e00c9c49cf7 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0077312 Apr 22 16:59:33.534686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53110) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.537339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 04e46ea0-28bb-4032-9e67-47ec6d15926e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:33.537718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:33.573077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-dc947d41-74ca-4db9-a220-557c2d2c3fe8 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.576642 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dc947d41-74ca-4db9-a220-557c2d2c3fe8 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0382557 Apr 22 16:59:33.577390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53114) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.588037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:59:33.599528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-af46cbcd-5f06-4a9a-94e3-b701e1476de9 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.603061 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af46cbcd-5f06-4a9a-94e3-b701e1476de9 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0143156 Apr 22 16:59:33.612773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53118) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.621321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-abccd168-3060-4278-a345-2ad60eeb8bbb tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.624885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-abccd168-3060-4278-a345-2ad60eeb8bbb tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0085893 Apr 22 16:59:33.625369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53122) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.631226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-3c36de1c-fab1-4cf2-9ec3-1ebbd21d7b3b tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.635463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3c36de1c-fab1-4cf2-9ec3-1ebbd21d7b3b tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053732 Apr 22 16:59:33.635463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53126) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.642593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09ae-7eab-4f52-bfce-b3994149b642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:33.658418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-1aa719f5-7bf2-437a-8e8b-54befaad9599 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.662439 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1aa719f5-7bf2-437a-8e8b-54befaad9599 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0226908 Apr 22 16:59:33.664354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53130) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.665038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:33.665287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-472ae239-1f34-4128-ae87-b4b607167ca5 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Deleting port b4e438c8-ab8e-44ba-9659-7fb1307ec21c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:33.665668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-472ae239-1f34-4128-ae87-b4b607167ca5 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:33.679108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b9e2c-47e7-414f-b859-34cb140be09e None None] Network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:33.738234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-b337c415-9f0b-4fe9-b350-20a459209490 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.739343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b337c415-9f0b-4fe9-b350-20a459209490 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0723488 Apr 22 16:59:33.753653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53134) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.762597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-9a0379e4-075e-4df5-bafa-d0e2b66c5430 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.763646 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9a0379e4-075e-4df5-bafa-d0e2b66c5430 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0090578 Apr 22 16:59:33.765039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:33.765690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:33.771412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53138) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.784091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-c90037e2-c1c5-4d89-bb93-5edd25c64e1d tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.786706 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c90037e2-c1c5-4d89-bb93-5edd25c64e1d tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0104115 Apr 22 16:59:33.796272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53142) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.808936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-466cd2f9-3d7c-42c7-b316-c1640a6d3716 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.812496 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-466cd2f9-3d7c-42c7-b316-c1640a6d3716 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0124471 Apr 22 16:59:33.815471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53146) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.819479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07654016-f38d-4630-a953-3cf1c6255d32 None None] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:33.837385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-83825c40-f74d-49a3-910a-228c4969e086 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.840618 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-83825c40-f74d-49a3-910a-228c4969e086 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0225766 Apr 22 16:59:33.844956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53150) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.859527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-cddafd85-ff58-48bc-a406-3492479b8227 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.863773 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cddafd85-ff58-48bc-a406-3492479b8227 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0137265 Apr 22 16:59:33.868767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53154) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.891343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-ec442727-ab54-4d9e-93d4-020d072860bc tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.894744 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ec442727-ab54-4d9e-93d4-020d072860bc tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0131624 Apr 22 16:59:33.896453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53158) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.899446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:33.908150 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4400151 Apr 22 16:59:33.914531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-f7de426d-be13-4e1a-96c0-e0ac1e0593c1 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.918345 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f7de426d-be13-4e1a-96c0-e0ac1e0593c1 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0197327 Apr 22 16:59:33.918345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53162) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.920884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53164) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.927049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1018076349', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:33.936647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-20588a1c-49f9-45b9-8941-51ae7dae1cc4 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.940877 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-20588a1c-49f9-45b9-8941-51ae7dae1cc4 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0164325 Apr 22 16:59:33.953255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cb644182-1b63-47a6-b1d4-6b5bd8475c99 None None] Provisioning for port 76bdff16-c5b0-4006-acdf-31e10291d7b4 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:33.967757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53170) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:33.977477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cb644182-1b63-47a6-b1d4-6b5bd8475c99 None None] Provisioning complete for port 76bdff16-c5b0-4006-acdf-31e10291d7b4 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:33.978032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb644182-1b63-47a6-b1d4-6b5bd8475c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:33.986914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-0c890da0-7f87-417f-90ad-ebdf299032d7 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:33.990354 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0c890da0-7f87-417f-90ad-ebdf299032d7 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0076151 Apr 22 16:59:33.993027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:33.995209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53174) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:34.063329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:router and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:34.069051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-b68aa83b-c3ee-4b03-bb8c-2e3ee873a6f0 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:34.072913 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b68aa83b-c3ee-4b03-bb8c-2e3ee873a6f0 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0739043 Apr 22 16:59:34.072913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:34.081226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for 04e46ea0-28bb-4032-9e67-47ec6d15926e owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:34.083325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53178) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:34.114938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09ae-7eab-4f52-bfce-b3994149b642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:34.118004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef6eed4b-f997-4e23-af39-8951314a573c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:34.121653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:34.130542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-c00a2006-491e-4059-a85c-31669d57af4e tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:34.134182 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c00a2006-491e-4059-a85c-31669d57af4e tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0473106 Apr 22 16:59:34.137461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53182) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:34.147817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-81753469-b05c-4bae-adbe-3f69a9ea111e tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:34.151373 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-81753469-b05c-4bae-adbe-3f69a9ea111e tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0089970 Apr 22 16:59:34.152126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53186) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:34.159354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-823df43e-15e5-4b6f-8f43-7274abd09806 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:34.163006 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-823df43e-15e5-4b6f-8f43-7274abd09806 tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077162 Apr 22 16:59:34.163903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53190) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:34.171280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [None req-e2d25656-cc76-46fd-a1b4-ae311fe2a88e tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:59:34.178362 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e2d25656-cc76-46fd-a1b4-ae311fe2a88e tempest-ExtensionsTestJSON-581636579 tempest-ExtensionsTestJSON-581636579-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074153 Apr 22 16:59:34.323771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:34.325046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:34.386084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:34.419318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:34.432124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-780f4591-5e81-4bab-aff2-ac9f5eeda404 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:34.444862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9ea6180d-9cfc-4c75-bc9d-548cf8698a9f', 'network_id': '9ea6180d-9cfc-4c75-bc9d-548cf8698a9f', 'tenant_id': 'fe909354ad5f4d7b99e38030afcb1802', 'fixed_ips': [{'subnet_id': '3c15f3c5-14fe-44e6-9f33-8d27495852b8'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:59:34.445981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:34.595595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c09ae-7eab-4f52-bfce-b3994149b642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047bbbfc-bd03-46ea-afa6-ca40ac54a0c8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:34.612701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3b5c09ae-7eab-4f52-bfce-b3994149b642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:34.684337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 76bdff16-c5b0-4006-acdf-31e10291d7b4 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:34.719350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53198) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:34.839747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b5c09ae-7eab-4f52-bfce-b3994149b642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:34.843957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3b5c09ae-7eab-4f52-bfce-b3994149b642 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/047bbbfc-bd03-46ea-afa6-ca40ac54a0c8 HTTP/1.1" status: 204 len: 168 time: 2.0536907 Apr 22 16:59:34.914384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-472ae239-1f34-4128-ae87-b4b607167ca5 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:34.938398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Allocated IP 172.20.0.2 (9ea6180d-9cfc-4c75-bc9d-548cf8698a9f/3c15f3c5-14fe-44e6-9f33-8d27495852b8/5231af97-54f1-4d02-ae34-db10d3e14dd8) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:34.959358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.12 (13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e/087312aa-f8bd-42de-a932-7365a3526638/ff718487-c9d5-43fd-9918-b83bf4d3471e) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:34.963558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3ade8c6-3859-4fb0-9af4-1ee86bc32be5 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.099957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.100793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 76bdff16-c5b0-4006-acdf-31e10291d7b4 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:35.101267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.121930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-04ec2eff-96e1-4fbf-a4b4-4b07c9dca286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.139827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.30 (13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e/caf3a49a-2f9e-431b-82cc-4dfee75ab368/ff718487-c9d5-43fd-9918-b83bf4d3471e) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:35.158352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-472ae239-1f34-4128-ae87-b4b607167ca5 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Calling delete_port for b4e438c8-ab8e-44ba-9659-7fb1307ec21c owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:35.218684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-04ec2eff-96e1-4fbf-a4b4-4b07c9dca286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:35.238819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-04ec2eff-96e1-4fbf-a4b4-4b07c9dca286 admin admin] Usage tracker for resource:security_group_rule and tenant:c59455efa9ea428790cd63160728c30d is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:35.247570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-04ec2eff-96e1-4fbf-a4b4-4b07c9dca286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:35.268602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.278569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=04e46ea0-28bb-4032-9e67-47ec6d15926e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:35.288743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:35.292046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-04ec2eff-96e1-4fbf-a4b4-4b07c9dca286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:35.327919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.350432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Transition to ACTIVE for port object 5231af97-54f1-4d02-ae34-db10d3e14dd8 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:35.419828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Transition to ACTIVE for port object 5231af97-54f1-4d02-ae34-db10d3e14dd8 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:35.421227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d7b4872a-5c5a-4749-a2de-201c52029ed2 None None] Provisioning complete for port 76bdff16-c5b0-4006-acdf-31e10291d7b4 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:35.421588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7b4872a-5c5a-4749-a2de-201c52029ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.499464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53208) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:35.502995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.517023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1327bd65-eae1-4e7f-b616-346df3b79cf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:35.575989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:35.581438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:35.593741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:35.614666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Pushing event updated for resources: {'Port': ['ID=5231af97-54f1-4d02-ae34-db10d3e14dd8,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:35.624772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1361bcf-f426-4929-80c4-65eb06726dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.646680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:35.696648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d1361bcf-f426-4929-80c4-65eb06726dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:35.734321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d1361bcf-f426-4929-80c4-65eb06726dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:905442a4bd4946faae666811ca832215 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:35.746164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d1361bcf-f426-4929-80c4-65eb06726dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:35.766348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-472ae239-1f34-4128-ae87-b4b607167ca5 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.770155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Attempting to bind port 5231af97-54f1-4d02-ae34-db10d3e14dd8 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:59:35.770582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Attempting to bind port 5231af97-54f1-4d02-ae34-db10d3e14dd8 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9ea6180d-9cfc-4c75-bc9d-548cf8698a9f'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:59:35.771024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Attempting to bind port 5231af97-54f1-4d02-ae34-db10d3e14dd8 on network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:59:35.781101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:59:35.781527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Checking segment: {'id': '11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9ea6180d-9cfc-4c75-bc9d-548cf8698a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:59:35.782003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.782455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Bound using segment: {'id': '11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9ea6180d-9cfc-4c75-bc9d-548cf8698a9f'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:59:35.782863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d1361bcf-f426-4929-80c4-65eb06726dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:35.783054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Bound port: 5231af97-54f1-4d02-ae34-db10d3e14dd8, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9ea6180d-9cfc-4c75-bc9d-548cf8698a9f'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:59:35.783434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.802516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c0674ede-932d-4dba-9cbc-5f8c181d1d8b tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:35.880261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.883973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ae239-1f34-4128-ae87-b4b607167ca5 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event deleted for resources: {'Port': ['ID=b4e438c8-ab8e-44ba-9659-7fb1307ec21c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:35.898397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-04ec2eff-96e1-4fbf-a4b4-4b07c9dca286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.904702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-472ae239-1f34-4128-ae87-b4b607167ca5 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:35.928000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] For port 5231af97-54f1-4d02-ae34-db10d3e14dd8, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:59:35.932032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] For port 5231af97-54f1-4d02-ae34-db10d3e14dd8, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5231af97-54f1-4d02-ae34-db10d3e14dd8,segment=NetworkSegment(11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3),segment_id=11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:59:35.937591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.950782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router 8992e079-200c-4fe0-af2a-69be81c853e1 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:59:35.962776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object ff718487-c9d5-43fd-9918-b83bf4d3471e will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:35.964068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-04ec2eff-96e1-4fbf-a4b4-4b07c9dca286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.973692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:35.979949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:35.987755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:36.127891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Pushing event updated for resources: {'Port': ['ID=5231af97-54f1-4d02-ae34-db10d3e14dd8,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:36.136861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:36.154733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:36.165747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb87930-0a72-4ba6-a1ca-593aba9ed0f1 None None] Sync routers for ids ['8992e079-200c-4fe0-af2a-69be81c853e1'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:36.178061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb87930-0a72-4ba6-a1ca-593aba9ed0f1 None None] Routers {'8992e079-200c-4fe0-af2a-69be81c853e1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:36.178775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5cb87930-0a72-4ba6-a1ca-593aba9ed0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8992e079-200c-4fe0-af2a-69be81c853e1'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:36.202226 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-04ec2eff-96e1-4fbf-a4b4-4b07c9dca286 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c59455efa9ea428790cd63160728c30d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4811459 Apr 22 16:59:36.203355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec2eff-96e1-4fbf-a4b4-4b07c9dca286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b58b645-b95e-44dc-a7b3-cc3d16b496c4,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:36.206114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53212) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:36.271747 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/8992e079-200c-4fe0-af2a-69be81c853e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8579106 Apr 22 16:59:36.272842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53216) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:36.273138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5cb87930-0a72-4ba6-a1ca-593aba9ed0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:36.283924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb87930-0a72-4ba6-a1ca-593aba9ed0f1 None None] Routers {'8992e079-200c-4fe0-af2a-69be81c853e1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:36.284597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5cb87930-0a72-4ba6-a1ca-593aba9ed0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8992e079-200c-4fe0-af2a-69be81c853e1'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:36.294079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-04ec2eff-96e1-4fbf-a4b4-4b07c9dca286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:36.338189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4ba8b94e-72c2-4f25-afcb-febc788bc5ed tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:36.351670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5cb87930-0a72-4ba6-a1ca-593aba9ed0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:36.357075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb87930-0a72-4ba6-a1ca-593aba9ed0f1 None None] The sync data for ids ['8992e079-200c-4fe0-af2a-69be81c853e1'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:36.427733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:36.464088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4ba8b94e-72c2-4f25-afcb-febc788bc5ed tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:36.465399 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4ba8b94e-72c2-4f25-afcb-febc788bc5ed tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=8992e079-200c-4fe0-af2a-69be81c853e1 HTTP/1.1" status: 200 len: 205 time: 0.1908417 Apr 22 16:59:36.475323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53220) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:36.493790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:36.671919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5231af97-54f1-4d02-ae34-db10d3e14dd8 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:36.705153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:36.745925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:36.768089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:36.776518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1361bcf-f426-4929-80c4-65eb06726dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:36.782949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f707b523-79cc-41a0-b5cd-29098ccd59c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:36.788084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc81a333-ad50-4771-98cd-f6313e6b868b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:36.789723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:36.806616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 5231af97-54f1-4d02-ae34-db10d3e14dd8 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:36.848776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:36.907717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1361bcf-f426-4929-80c4-65eb06726dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:36.932706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=ff718487-c9d5-43fd-9918-b83bf4d3471e,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:36.959972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:36.960571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f05aa17-7d66-4ef4-9caa-b675ba3e1cc1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:37.138422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1857f438-7231-4639-b0e9-3d4332fda959 None None] Provisioning for port ff718487-c9d5-43fd-9918-b83bf4d3471e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:37.146009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1857f438-7231-4639-b0e9-3d4332fda959 None None] Provisioning complete for port ff718487-c9d5-43fd-9918-b83bf4d3471e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:37.146432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1857f438-7231-4639-b0e9-3d4332fda959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:37.221746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1857f438-7231-4639-b0e9-3d4332fda959 None None] Port ff718487-c9d5-43fd-9918-b83bf4d3471e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:37.402288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f707b523-79cc-41a0-b5cd-29098ccd59c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:37.435075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:37.435618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:37.445901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d1361bcf-f426-4929-80c4-65eb06726dd1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=905442a4bd4946faae666811ca832215&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8878016 Apr 22 16:59:37.445901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-472ae239-1f34-4128-ae87-b4b607167ca5 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:37.468392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53224) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:37.480097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1361bcf-f426-4929-80c4-65eb06726dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1ecfff-b757-4831-9303-ce4fdcde8532,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:37.488614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1361bcf-f426-4929-80c4-65eb06726dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:37.513700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc81a333-ad50-4771-98cd-f6313e6b868b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:37.519485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc81a333-ad50-4771-98cd-f6313e6b868b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:37.605170 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-472ae239-1f34-4128-ae87-b4b607167ca5 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "DELETE /v2.0/ports/b4e438c8-ab8e-44ba-9659-7fb1307ec21c HTTP/1.1" status: 204 len: 168 time: 4.2451982 Apr 22 16:59:37.611127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53228) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:37.614690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.26.6.145 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/d359c6b7-02cf-432b-a9f2-6ac41cd4fe27) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:37.660222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc81a333-ad50-4771-98cd-f6313e6b868b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:37.660831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc81a333-ad50-4771-98cd-f6313e6b868b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Fanout notify agent at l3_agent the message router_deleted on router 8992e079-200c-4fe0-af2a-69be81c853e1 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:59:37.680232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb3c651-4f21-497a-ae95-ee05d1e850db tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] GET failed (client error): The resource could not be found. Apr 22 16:59:37.680845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0cb3c651-4f21-497a-ae95-ee05d1e850db tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Synchronizing usage tracker for tenant:e37893b34d7040f595aa5d075c0f674f on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:37.695567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.6866086 Apr 22 16:59:37.705867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53232) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:37.714914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '087312aa-f8bd-42de-a932-7365a3526638'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:37.753870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51aa239-db43-4738-b7a8-99610899e4cb None None] Network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:37.778749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc81a333-ad50-4771-98cd-f6313e6b868b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:37.782901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dc81a333-ad50-4771-98cd-f6313e6b868b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/8992e079-200c-4fe0-af2a-69be81c853e1 HTTP/1.1" status: 204 len: 168 time: 1.3062651 Apr 22 16:59:37.783848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53236) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:37.791174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0cb3c651-4f21-497a-ae95-ee05d1e850db tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Unset dirty status for tenant:e37893b34d7040f595aa5d075c0f674f on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:37.794368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0cb3c651-4f21-497a-ae95-ee05d1e850db tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "GET /v2.0/ports/b4e438c8-ab8e-44ba-9659-7fb1307ec21c HTTP/1.1" status: 404 len: 333 time: 0.1818683 Apr 22 16:59:37.813866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53240) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:37.889175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70c8ee62-a643-4c56-8570-253902fc9f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:37.916318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-43fde33f-5afe-47c7-8720-70c9045244de None None] Provisioning for port 5231af97-54f1-4d02-ae34-db10d3e14dd8 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:37.917198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f707b523-79cc-41a0-b5cd-29098ccd59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:37.937340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4762884e-7aa9-4600-81b9-e9a6091a8221 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:37.952606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-43fde33f-5afe-47c7-8720-70c9045244de None None] Provisioning complete for port 5231af97-54f1-4d02-ae34-db10d3e14dd8 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:37.953026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-43fde33f-5afe-47c7-8720-70c9045244de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:37.984284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707b523-79cc-41a0-b5cd-29098ccd59c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b58b645-b95e-44dc-a7b3-cc3d16b496c4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:37.995294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f707b523-79cc-41a0-b5cd-29098ccd59c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:38.008108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffda6c0-3f2e-4641-a9fe-8b069e852f3c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting subnet 8ebdda21-530e-43c9-903f-d7a1c7cf7cdc {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:59:38.018965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fffda6c0-3f2e-4641-a9fe-8b069e852f3c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.047720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70c8ee62-a643-4c56-8570-253902fc9f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.083863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f707b523-79cc-41a0-b5cd-29098ccd59c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.088310 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f707b523-79cc-41a0-b5cd-29098ccd59c4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b58b645-b95e-44dc-a7b3-cc3d16b496c4 HTTP/1.1" status: 204 len: 168 time: 1.8188369 Apr 22 16:59:38.112283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4ba159c4-1853-4c2c-a306-90dc8fd3fa84 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Deleting port d0096898-e183-4be2-80d7-6d767e970a71 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:38.112673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba159c4-1853-4c2c-a306-90dc8fd3fa84 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.162100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3ade8c6-3859-4fb0-9af4-1ee86bc32be5 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.167007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.176382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fffda6c0-3f2e-4641-a9fe-8b069e852f3c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.199882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3ade8c6-3859-4fb0-9af4-1ee86bc32be5 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.215960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.278271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-43fde33f-5afe-47c7-8720-70c9045244de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.324234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fffda6c0-3f2e-4641-a9fe-8b069e852f3c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.338893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-43fde33f-5afe-47c7-8720-70c9045244de None None] For port 5231af97-54f1-4d02-ae34-db10d3e14dd8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5231af97-54f1-4d02-ae34-db10d3e14dd8,segment=NetworkSegment(11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3),segment_id=11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:38.370661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.372683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-43fde33f-5afe-47c7-8720-70c9045244de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.378064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cccb1f4c-5387-4e8b-a117-56fd04f3fb55 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:38.381794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:38.473388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:38.492521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fde33f-5afe-47c7-8720-70c9045244de None None] Pushing event updated for resources: {'Port': ['ID=5231af97-54f1-4d02-ae34-db10d3e14dd8,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:38.497502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-43fde33f-5afe-47c7-8720-70c9045244de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:38.511080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:38.513624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:38.619481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ca43fd23-ea6b-4cc8-a8c1-d4f5473812af None None] Provisioning complete for port 5231af97-54f1-4d02-ae34-db10d3e14dd8 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:38.619896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca43fd23-ea6b-4cc8-a8c1-d4f5473812af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.714004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5231af97-54f1-4d02-ae34-db10d3e14dd8 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:38.736538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=d359c6b7-02cf-432b-a9f2-6ac41cd4fe27,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:38.815007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:38.862778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Delete allocated IP 172.20.0.30 (13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e/caf3a49a-2f9e-431b-82cc-4dfee75ab368) {{(pid=87209) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 22 16:59:38.885976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70c8ee62-a643-4c56-8570-253902fc9f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.900115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61a73990-417b-492a-b38e-5f48a1b9ded2 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:38.900868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 5231af97-54f1-4d02-ae34-db10d3e14dd8 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:38.901290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:38.991369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8ee62-a643-4c56-8570-253902fc9f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1ecfff-b757-4831-9303-ce4fdcde8532,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:39.018242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-70c8ee62-a643-4c56-8570-253902fc9f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:39.130608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70c8ee62-a643-4c56-8570-253902fc9f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:39.131896 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70c8ee62-a643-4c56-8570-253902fc9f17 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/df1ecfff-b757-4831-9303-ce4fdcde8532 HTTP/1.1" status: 204 len: 168 time: 1.6485043 Apr 22 16:59:39.190923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ade8c6-3859-4fb0-9af4-1ee86bc32be5 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Router 9fbe5351-4715-4faf-a7b2-edc536ea79be has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:59:39.236973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba159c4-1853-4c2c-a306-90dc8fd3fa84 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:39.268128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fffda6c0-3f2e-4641-a9fe-8b069e852f3c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:39.297720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:39.357427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffda6c0-3f2e-4641-a9fe-8b069e852f3c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebdda21-530e-43c9-903f-d7a1c7cf7cdc,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:39.363380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fffda6c0-3f2e-4641-a9fe-8b069e852f3c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:39.371593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02dbee9-6a58-4da6-9fb4-7430de7b5f78 None None] Network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:39.373211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fffda6c0-3f2e-4641-a9fe-8b069e852f3c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/8ebdda21-530e-43c9-903f-d7a1c7cf7cdc HTTP/1.1" status: 204 len: 168 time: 1.5836284 Apr 22 16:59:39.374343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fffda6c0-3f2e-4641-a9fe-8b069e852f3c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:39.375285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53268) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:39.506935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53272) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:39.514549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4ba159c4-1853-4c2c-a306-90dc8fd3fa84 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Calling delete_port for d0096898-e183-4be2-80d7-6d767e970a71 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:39.525954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:39.556843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:39.558006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:39.590581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:39.716538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:39.783141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b61a4d-0053-451f-b1a6-55757893f5a8 None None] DHCP port deletion for 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:59:39.788161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-14b61a4d-0053-451f-b1a6-55757893f5a8 None None] Deleting port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:39.788823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14b61a4d-0053-451f-b1a6-55757893f5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:39.792555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object ff718487-c9d5-43fd-9918-b83bf4d3471e will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:39.847772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ade8c6-3859-4fb0-9af4-1ee86bc32be5 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:39.853698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:39.866253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9444f5f8-1068-4bb3-afda-ecf7e2fb77b0 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:39.888994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db286482-b69b-42fc-a891-5115760aa647 None None] Sync routers for ids ['9fbe5351-4715-4faf-a7b2-edc536ea79be'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:39.929365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db286482-b69b-42fc-a891-5115760aa647 None None] Routers {'9fbe5351-4715-4faf-a7b2-edc536ea79be'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:39.931962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-db286482-b69b-42fc-a891-5115760aa647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9fbe5351-4715-4faf-a7b2-edc536ea79be'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:40.031091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba159c4-1853-4c2c-a306-90dc8fd3fa84 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:40.035715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3ade8c6-3859-4fb0-9af4-1ee86bc32be5 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:40.037364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a3ade8c6-3859-4fb0-9af4-1ee86bc32be5 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "PUT /v2.0/routers/9fbe5351-4715-4faf-a7b2-edc536ea79be HTTP/1.1" status: 200 len: 922 time: 6.9973161 Apr 22 16:59:40.052680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53292) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:40.310332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-db286482-b69b-42fc-a891-5115760aa647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:40.353559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db286482-b69b-42fc-a891-5115760aa647 None None] Routers {'9fbe5351-4715-4faf-a7b2-edc536ea79be'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:40.354727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-db286482-b69b-42fc-a891-5115760aa647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9fbe5351-4715-4faf-a7b2-edc536ea79be'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:40.479929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a4d063fc-aa6f-4d39-b73a-5f24f2193d35 None None] Provisioning for port ff718487-c9d5-43fd-9918-b83bf4d3471e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:40.483783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-db286482-b69b-42fc-a891-5115760aa647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:40.484240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db286482-b69b-42fc-a891-5115760aa647 None None] The sync data for ids ['9fbe5351-4715-4faf-a7b2-edc536ea79be'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:40.500715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a4d063fc-aa6f-4d39-b73a-5f24f2193d35 None None] Provisioning complete for port ff718487-c9d5-43fd-9918-b83bf4d3471e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:40.501740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4d063fc-aa6f-4d39-b73a-5f24f2193d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:40.530833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53300) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:40.568667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=ff718487-c9d5-43fd-9918-b83bf4d3471e,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:40.588808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1620913697'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:40.592394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:40.605306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0a0b659c-ca1f-47b7-88e8-b6545f556410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:40.659118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a4d063fc-aa6f-4d39-b73a-5f24f2193d35 None None] Port ff718487-c9d5-43fd-9918-b83bf4d3471e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:40.703715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-14b61a4d-0053-451f-b1a6-55757893f5a8 None None] For port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2673d2a8-53bf-4f76-a422-f7e0ef6765e8,segment=NetworkSegment(cee86799-e7f7-443a-98b0-8c7174323b02),segment_id=cee86799-e7f7-443a-98b0-8c7174323b02)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:40.704514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14b61a4d-0053-451f-b1a6-55757893f5a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:40.706767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:40.730195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] For port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2673d2a8-53bf-4f76-a422-f7e0ef6765e8,segment=NetworkSegment(cee86799-e7f7-443a-98b0-8c7174323b02),segment_id=cee86799-e7f7-443a-98b0-8c7174323b02)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:40.730574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:40.787580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Usage tracker for resource:network and tenant:ce0f56c0d89c4cad84087f2f33ead120 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:40.790660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:40.797036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:40.863594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba159c4-1853-4c2c-a306-90dc8fd3fa84 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event deleted for resources: {'Port': ['ID=d0096898-e183-4be2-80d7-6d767e970a71,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:40.868426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4ba159c4-1853-4c2c-a306-90dc8fd3fa84 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:40.893479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Made reservation on behalf of ce0f56c0d89c4cad84087f2f33ead120 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:40.898029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-14b61a4d-0053-451f-b1a6-55757893f5a8 None None] Calling delete_port for 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:40.899634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:40.906713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:40.940134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:40.944331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:59:40.949977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] In _notify_port_updated(), no bound segment for port ff718487-c9d5-43fd-9918-b83bf4d3471e on network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:59:40.955963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:40.956645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:40.960638 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "PUT /v2.0/ports/ff718487-c9d5-43fd-9918-b83bf4d3471e HTTP/1.1" status: 200 len: 919 time: 3.2494190 Apr 22 16:59:40.964765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850851353'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:40.965734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53306) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:40.976633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:40.986964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cfa96-7681-43b6-aa34-800c1e38e5b8 req-7cab270e-75bf-414f-8f4f-02186f283a7b tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:40.988191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '087312aa-f8bd-42de-a932-7365a3526638'}, {'subnet_id': 'caf3a49a-2f9e-431b-82cc-4dfee75ab368'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:40.988605 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-413cfa96-7681-43b6-aa34-800c1e38e5b8 req-7cab270e-75bf-414f-8f4f-02186f283a7b tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.9804289 Apr 22 16:59:40.994970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:40.998034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:41.015595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:41.027066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:41.044851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.048180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba159c4-1853-4c2c-a306-90dc8fd3fa84 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.051089 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4ba159c4-1853-4c2c-a306-90dc8fd3fa84 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "DELETE /v2.0/ports/d0096898-e183-4be2-80d7-6d767e970a71 HTTP/1.1" status: 204 len: 168 time: 3.2241693 Apr 22 16:59:41.051489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Usage tracker for resource:security_group_rule and tenant:ce0f56c0d89c4cad84087f2f33ead120 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:41.061126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53310) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:41.073299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:41.081519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 update to DOWN by agent not found {{(pid=87211) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}} Apr 22 16:59:41.088190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:41.108990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14b61a4d-0053-451f-b1a6-55757893f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.114541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-626ac518-5f99-4c5f-84df-20e5f9a95e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:41.128233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.129464 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6c5c78a4-6415-4a6a-8a94-caa4d1d3d415 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/routers/9fbe5351-4715-4faf-a7b2-edc536ea79be HTTP/1.1" status: 200 len: 922 time: 1.0715199 Apr 22 16:59:41.167026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b61a4d-0053-451f-b1a6-55757893f5a8 None None] Pushing event deleted for resources: {'Port': ['ID=2673d2a8-53bf-4f76-a422-f7e0ef6765e8,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:41.169070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b61a4d-0053-451f-b1a6-55757893f5a8 None None] No DVR routers for this DVR port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:59:41.170633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-14b61a4d-0053-451f-b1a6-55757893f5a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:41.181171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53314) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:41.231020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.308292 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bfd8ab-7939-40d2-8204-f23acc8d9a49 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] GET failed (client error): The resource could not be found. Apr 22 16:59:41.314143 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-78bfd8ab-7939-40d2-8204-f23acc8d9a49 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "GET /v2.0/ports/d0096898-e183-4be2-80d7-6d767e970a71 HTTP/1.1" status: 404 len: 333 time: 0.2447100 Apr 22 16:59:41.314143 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-413cfa96-7681-43b6-aa34-800c1e38e5b8 req-c6d620ae-8400-4236-ae13-71f57598e649 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116605 Apr 22 16:59:41.318722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53318) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:41.324763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:41.369221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:59:41.369591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:59:41.370590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:41.381455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:41.401493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:41.407623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08325cb-3999-45ea-a1d3-fc36b1b088c0 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:41.408821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b08325cb-3999-45ea-a1d3-fc36b1b088c0 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Synchronizing usage tracker for tenant:724931b08e5f47ce8476c9efacb33420 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:41.460898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.489907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.512241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-42613d35-7724-45ea-89dd-f571fe2e48b4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Deleting port f139e7c3-3314-4cbc-b141-c3fc5434f3f4 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:41.512626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42613d35-7724-45ea-89dd-f571fe2e48b4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.527412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b08325cb-3999-45ea-a1d3-fc36b1b088c0 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Unset dirty status for tenant:724931b08e5f47ce8476c9efacb33420 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:41.528699 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b08325cb-3999-45ea-a1d3-fc36b1b088c0 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&device_id=9fbe5351-4715-4faf-a7b2-edc536ea79be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3465006 Apr 22 16:59:41.535968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53324) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:41.561122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.572135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2aedc790-0d6c-4168-bfe9-0be6aac99135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:41.715089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:59:41.751188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d392ba-af0c-4cd0-8d83-b9649ae71743,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:41.768615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:41.774150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.774544 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Added segment eb6339e6-da14-4386-9afc-2c5e1307365a of type vlan for network b48cbe9e-175f-4453-a5e0-f81d216c45da Apr 22 16:59:41.812597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f4cc3-c157-4d67-8273-0f0576dcd6e8 req-cb627ebc-e026-4bf0-a9ed-8c6cac6c4c35 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:41.814750 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c54f4cc3-c157-4d67-8273-0f0576dcd6e8 req-cb627ebc-e026-4bf0-a9ed-8c6cac6c4c35 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.3685763 Apr 22 16:59:41.880461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 2673d2a8-53bf-4f76-a422-f7e0ef6765e8 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:41.880838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.899984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:41.905181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router 60519578-3c48-4860-928f-d88bceae7d37 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:59:41.908116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f373e92-7e46-4a17-bc97-d94180674285 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:41.908737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8f373e92-7e46-4a17-bc97-d94180674285 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Synchronizing usage tracker for tenant:724931b08e5f47ce8476c9efacb33420 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:42.013418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:42.025717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] The port '2673d2a8-53bf-4f76-a422-f7e0ef6765e8' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:59:42.050106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8f373e92-7e46-4a17-bc97-d94180674285 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Unset dirty status for tenant:724931b08e5f47ce8476c9efacb33420 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:42.054328 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8f373e92-7e46-4a17-bc97-d94180674285 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/networks/5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 881 time: 0.5144801 Apr 22 16:59:42.054582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53328) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:42.103137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c54f4cc3-c157-4d67-8273-0f0576dcd6e8 req-768c60d7-4570-430c-a8d0-dbbabd2a48fd tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763801 Apr 22 16:59:42.106330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:42.112862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:42.113178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:42.124914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:42.144443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:42.144623 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-513e141f-004e-4033-8f04-db94e7b74453 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fbe5351-4715-4faf-a7b2-edc536ea79be HTTP/1.1" status: 200 len: 205 time: 0.0861881 Apr 22 16:59:42.150755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:42.155113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53334) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:42.161304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42613d35-7724-45ea-89dd-f571fe2e48b4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:42.235769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:42.325612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:42.329888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.28 (13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e/caf3a49a-2f9e-431b-82cc-4dfee75ab368/ff718487-c9d5-43fd-9918-b83bf4d3471e) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:42.398245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:42.404348 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8569202 Apr 22 16:59:42.405235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Pushing event updated for resources: {'Network': ['ID=b48cbe9e-175f-4453-a5e0-f81d216c45da,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:42.407945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53338) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:42.417859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network b48cbe9e-175f-4453-a5e0-f81d216c45da details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:59:42.429558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:42.454510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Request body: {'subnet': {'network_id': 'b48cbe9e-175f-4453-a5e0-f81d216c45da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:42.463300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-42613d35-7724-45ea-89dd-f571fe2e48b4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Calling delete_port for f139e7c3-3314-4cbc-b141-c3fc5434f3f4 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:42.532406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:42.559006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b742fce-37d3-4631-b93e-c42f44b97399,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:42.572779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:42.638311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:42.692107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:42.751015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:42.769038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Usage tracker for resource:subnet and tenant:ce0f56c0d89c4cad84087f2f33ead120 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:42.780723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:42.795027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:42.866045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:42.877009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e7193-4a7f-48aa-b247-b1abd24206f3 None None] Sync routers for ids ['60519578-3c48-4860-928f-d88bceae7d37'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:42.888157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e7193-4a7f-48aa-b247-b1abd24206f3 None None] Routers {'60519578-3c48-4860-928f-d88bceae7d37'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:42.888999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-637e7193-4a7f-48aa-b247-b1abd24206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['60519578-3c48-4860-928f-d88bceae7d37'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:42.903618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Made reservation on behalf of ce0f56c0d89c4cad84087f2f33ead120 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:42.910347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:42.963793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-637e7193-4a7f-48aa-b247-b1abd24206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:42.975270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e7193-4a7f-48aa-b247-b1abd24206f3 None None] Routers {'60519578-3c48-4860-928f-d88bceae7d37'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:42.976133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-637e7193-4a7f-48aa-b247-b1abd24206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['60519578-3c48-4860-928f-d88bceae7d37'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:43.004486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.049176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-637e7193-4a7f-48aa-b247-b1abd24206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:43.049901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e7193-4a7f-48aa-b247-b1abd24206f3 None None] The sync data for ids ['60519578-3c48-4860-928f-d88bceae7d37'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:43.260406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcef2fa-515e-4bc7-ac81-3b9096b47c97']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:43.301235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee86799-e7f7-443a-98b0-8c7174323b02') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:43.301502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee86799-e7f7-443a-98b0-8c7174323b02') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:43.323454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42613d35-7724-45ea-89dd-f571fe2e48b4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.327084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.355558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7dccf-b1fb-4ff7-89a5-8ff464748663 req-f7e3c2e1-10e8-4a09-b0ed-c45a114e3fba tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:43.357230 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6ce7dccf-b1fb-4ff7-89a5-8ff464748663 req-f7e3c2e1-10e8-4a09-b0ed-c45a114e3fba tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.7258067 Apr 22 16:59:43.357972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03a320ca-fc65-459d-8a40-f57dae955c2d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:43.365741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object ff718487-c9d5-43fd-9918-b83bf4d3471e will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:43.376045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.390671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.397152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f09a23a5-df9a-4ac9-9d44-2fa9023ba9fb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:43.408550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.411916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.413213 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.4942703 Apr 22 16:59:43.435340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53344) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:43.435529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.440698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42613d35-7724-45ea-89dd-f571fe2e48b4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event deleted for resources: {'Port': ['ID=f139e7c3-3314-4cbc-b141-c3fc5434f3f4,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:43.449622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-42613d35-7724-45ea-89dd-f571fe2e48b4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:43.450701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.451090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Deleting port 556b0bdd-c275-467d-b1ec-b4d63d2e1710 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:43.451500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.489372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:43.506534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:59:43.728243 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6ce7dccf-b1fb-4ff7-89a5-8ff464748663 req-e9a70b44-f52e-4ce9-a92d-4ef4eccc00da tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370140 Apr 22 16:59:43.788154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a3387-4f09-4dde-8a4e-359294ef9ab9,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:43.817282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.817282 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.2741153 Apr 22 16:59:43.817282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:43.819450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53348) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:43.829068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-994caf46-dd71-4f5d-88d1-cbbb2a11c76a None None] Provisioning for port ff718487-c9d5-43fd-9918-b83bf4d3471e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:43.834582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-994caf46-dd71-4f5d-88d1-cbbb2a11c76a None None] Provisioning complete for port ff718487-c9d5-43fd-9918-b83bf4d3471e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:43.835005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-994caf46-dd71-4f5d-88d1-cbbb2a11c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.848827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:59:43.862498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.876804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=ff718487-c9d5-43fd-9918-b83bf4d3471e,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:43.880045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:43.899342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-994caf46-dd71-4f5d-88d1-cbbb2a11c76a None None] Port ff718487-c9d5-43fd-9918-b83bf4d3471e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:43.939672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42613d35-7724-45ea-89dd-f571fe2e48b4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:43.945421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-42613d35-7724-45ea-89dd-f571fe2e48b4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "DELETE /v2.0/ports/f139e7c3-3314-4cbc-b141-c3fc5434f3f4 HTTP/1.1" status: 204 len: 168 time: 2.6189101 Apr 22 16:59:43.967371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53352) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:44.036236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] In _notify_port_updated(), no bound segment for port ff718487-c9d5-43fd-9918-b83bf4d3471e on network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 16:59:44.037791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:44.038508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.042973 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "PUT /v2.0/ports/ff718487-c9d5-43fd-9918-b83bf4d3471e HTTP/1.1" status: 200 len: 999 time: 3.0692661 Apr 22 16:59:44.052101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53356) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:44.196611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee7cdd06-757c-49a1-9237-ef4f8c25f81e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:44.213828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 9bcef2fa-515e-4bc7-ac81-3b9096b47c97 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:59:44.239951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cc6306-8188-4bfc-9841-28fbf44517cc tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Deleting subnet f7e8b23b-fb9c-497c-a0c9-521867635594 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:59:44.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:59:44.272905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-06cc6306-8188-4bfc-9841-28fbf44517cc tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.278441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.385743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-88184079-845a-442f-adb4-ff3bebff09c0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port ff718487-c9d5-43fd-9918-b83bf4d3471e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:44.386123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88184079-845a-442f-adb4-ff3bebff09c0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.447039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Calling delete_port for 556b0bdd-c275-467d-b1ec-b4d63d2e1710 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:44.462664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee7cdd06-757c-49a1-9237-ef4f8c25f81e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:44.464100 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ee7cdd06-757c-49a1-9237-ef4f8c25f81e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6413991 Apr 22 16:59:44.469757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53364) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:44.481605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ef044ad1-65bf-4a99-9eef-3dd6b26f3a58 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group': {'name': 'tempest-security--1051919959', 'description': 'tempest-security-description-1738913299'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:44.491406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-06cc6306-8188-4bfc-9841-28fbf44517cc tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.615253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.623244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef044ad1-65bf-4a99-9eef-3dd6b26f3a58 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.638754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:44.665425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.706593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Network': ['ID=9bcef2fa-515e-4bc7-ac81-3b9096b47c97,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:44.768522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:44.793805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/networks/9bcef2fa-515e-4bc7-ac81-3b9096b47c97 HTTP/1.1" status: 204 len: 168 time: 5.4142599 Apr 22 16:59:44.794739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53370) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:44.807691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-37065566', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:44.832354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:44.853257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:router and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:44.858928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef044ad1-65bf-4a99-9eef-3dd6b26f3a58 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.870004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:44.883823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:44.929996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-06cc6306-8188-4bfc-9841-28fbf44517cc tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.965726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef044ad1-65bf-4a99-9eef-3dd6b26f3a58 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.968333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef044ad1-65bf-4a99-9eef-3dd6b26f3a58 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.969677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ef044ad1-65bf-4a99-9eef-3dd6b26f3a58 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "PUT /v2.0/security-groups/e87a3387-4f09-4dde-8a4e-359294ef9ab9 HTTP/1.1" status: 200 len: 1778 time: 0.4969003 Apr 22 16:59:44.971887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88184079-845a-442f-adb4-ff3bebff09c0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:44.972862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53376) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:44.984657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:45.021977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.023094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.139084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-88184079-845a-442f-adb4-ff3bebff09c0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for ff718487-c9d5-43fd-9918-b83bf4d3471e owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:45.159575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.173441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-18dfbf31-3cc6-4b45-b747-4a46f3004b42 tempest-RoutersIpV6AdminTest-1382837519 tempest-RoutersIpV6AdminTest-1382837519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:45.215137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.221767 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ca8c9aa8-594d-483c-a0ae-f34cf070fee0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-groups/e87a3387-4f09-4dde-8a4e-359294ef9ab9 HTTP/1.1" status: 200 len: 1778 time: 0.2422535 Apr 22 16:59:45.239275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef044ad1-65bf-4a99-9eef-3dd6b26f3a58 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a3387-4f09-4dde-8a4e-359294ef9ab9,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:45.241524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53380) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:45.244183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Pushing event deleted for resources: {'Port': ['ID=556b0bdd-c275-467d-b1ec-b4d63d2e1710,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:45.255569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef044ad1-65bf-4a99-9eef-3dd6b26f3a58 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:45.296722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:45.383220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.393135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ece2a540-2676-4891-a236-41f6b0aff70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:45.405108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b861200-7fd7-4959-bc3c-ea3eea84858a req-53a84721-ca52-4b0e-b30e-4eb1852ed9eb tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:45.406779 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1b861200-7fd7-4959-bc3c-ea3eea84858a req-53a84721-ca52-4b0e-b30e-4eb1852ed9eb tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.5376263 Apr 22 16:59:45.515586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-707270ef-2968-46b7-b797-d1a56e56a149 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.581565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1b861200-7fd7-4959-bc3c-ea3eea84858a req-5830e802-9ce6-4611-8b6e-0490537b3667 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663382 Apr 22 16:59:45.661387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-707270ef-2968-46b7-b797-d1a56e56a149 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.903256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-06cc6306-8188-4bfc-9841-28fbf44517cc tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.908636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d4dc71c-76a5-4675-845b-9e653ce817a5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:45.923530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.944906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-707270ef-2968-46b7-b797-d1a56e56a149 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.953523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88184079-845a-442f-adb4-ff3bebff09c0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.955381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-06cc6306-8188-4bfc-9841-28fbf44517cc tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:45.959177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc6306-8188-4bfc-9841-28fbf44517cc tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e8b23b-fb9c-497c-a0c9-521867635594,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:45.961381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b88807-c83e-4a54-a5c6-f1d29159af4e None None] Network 63024193-0321-4b3b-a424-36acf6c999c0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:45.970674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-06cc6306-8188-4bfc-9841-28fbf44517cc tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:45.970766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:45.976326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.003248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-707270ef-2968-46b7-b797-d1a56e56a149 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.004458 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-707270ef-2968-46b7-b797-d1a56e56a149 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-groups/e87a3387-4f09-4dde-8a4e-359294ef9ab9 HTTP/1.1" status: 204 len: 168 time: 0.7538683 Apr 22 16:59:46.005561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707270ef-2968-46b7-b797-d1a56e56a149 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87a3387-4f09-4dde-8a4e-359294ef9ab9,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:46.007334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53386) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:46.038173 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-06cc6306-8188-4bfc-9841-28fbf44517cc tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "DELETE /v2.0/subnets/f7e8b23b-fb9c-497c-a0c9-521867635594 HTTP/1.1" status: 204 len: 168 time: 2.0695336 Apr 22 16:59:46.039400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-707270ef-2968-46b7-b797-d1a56e56a149 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:46.043321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Pushing event updated for resources: {'Subnet': ['ID=ee50be50-ea37-4daf-9cc6-569483edbd92,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:46.045705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c214bfc8-f180-4196-8225-c2c6bc601674 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:46.102248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53390) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:46.122798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:46.324332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6c5a26-fa71-4a61-81b1-fd2889600431 None None] DHCP port deletion for 63024193-0321-4b3b-a424-36acf6c999c0 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:59:46.330957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c5a26-fa71-4a61-81b1-fd2889600431 None None] Deleting port d2e87576-286f-4b07-a527-5c3a14ec0e8d {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:46.331539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5a26-fa71-4a61-81b1-fd2889600431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.341129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Checking segment: {'id': 'eb6339e6-da14-4386-9afc-2c5e1307365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b48cbe9e-175f-4453-a5e0-f81d216c45da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:59:46.341377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Network hostable DHCP agents. Network: b48cbe9e-175f-4453-a5e0-f81d216c45da, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:59:46.376921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.384693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.449892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.461370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88184079-845a-442f-adb4-ff3bebff09c0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=ff718487-c9d5-43fd-9918-b83bf4d3471e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:46.524010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88184079-845a-442f-adb4-ff3bebff09c0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:46.529369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Network b48cbe9e-175f-4453-a5e0-f81d216c45da is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:59:46.589522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1f6c5a26-fa71-4a61-81b1-fd2889600431 None None] For port d2e87576-286f-4b07-a527-5c3a14ec0e8d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d2e87576-286f-4b07-a527-5c3a14ec0e8d,segment=NetworkSegment(ffc3d7b1-b2cb-47d3-8a7b-7a7925092210),segment_id=ffc3d7b1-b2cb-47d3-8a7b-7a7925092210)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:46.590173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5a26-fa71-4a61-81b1-fd2889600431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.609081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.609441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Fanout notify agent at l3_agent the message router_deleted on router 9fbe5351-4715-4faf-a7b2-edc536ea79be {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:59:46.652231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f346cafc-ae6b-4268-a1d0-e1c207ee4418 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:46.665554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, b48cbe9e-175f-4453-a5e0-f81d216c45da) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:46.666526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.675397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88184079-845a-442f-adb4-ff3bebff09c0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.680832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-88184079-845a-442f-adb4-ff3bebff09c0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/ff718487-c9d5-43fd-9918-b83bf4d3471e HTTP/1.1" status: 204 len: 168 time: 2.6249473 Apr 22 16:59:46.681827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53398) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:46.721747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Deleting port d2e87576-286f-4b07-a527-5c3a14ec0e8d {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:46.721747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.765738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5295fce-756e-4c27-a951-24e29a8b817c None None] Network b48cbe9e-175f-4453-a5e0-f81d216c45da requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:46.772717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:46.773603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.780995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d2e87576-286f-4b07-a527-5c3a14ec0e8d no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:59:46.796886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05e30bd-da3c-4edb-a06a-0a3fb65e929f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 16:59:46.797505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b05e30bd-da3c-4edb-a06a-0a3fb65e929f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:46.849159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:46.853842 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/9fbe5351-4715-4faf-a7b2-edc536ea79be HTTP/1.1" status: 204 len: 168 time: 4.6919129 Apr 22 16:59:46.875077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53402) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:46.882700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c5a26-fa71-4a61-81b1-fd2889600431 None None] Calling delete_port for d2e87576-286f-4b07-a527-5c3a14ec0e8d owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:46.894649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f346cafc-ae6b-4268-a1d0-e1c207ee4418 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:46.896889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f346cafc-ae6b-4268-a1d0-e1c207ee4418 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8604631 Apr 22 16:59:46.900561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-897a155e-6c70-426f-9d31-263e7296d0a1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2073868666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:46.901690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53406) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:46.914411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-897a155e-6c70-426f-9d31-263e7296d0a1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:46.937114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-897a155e-6c70-426f-9d31-263e7296d0a1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Usage tracker for resource:router and tenant:7955ee0c0904483b944f0511ebc6b8d6 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:46.944865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5134194 Apr 22 16:59:46.945046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-897a155e-6c70-426f-9d31-263e7296d0a1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:46.947946 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-c3eac3cd-d0e5-4688-8f2b-cd1561a290b0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] delete failed (client error): The resource could not be found. Apr 22 16:59:46.954681 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c3eac3cd-d0e5-4688-8f2b-cd1561a290b0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-groups/e87a3387-4f09-4dde-8a4e-359294ef9ab9 HTTP/1.1" status: 404 len: 347 time: 0.0452871 Apr 22 16:59:46.954681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53410) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:46.954955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53412) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:46.976996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group': {'name': 'tempest-secgroup--237336115'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:46.988366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Request body: {'port': {'network_id': 'b48cbe9e-175f-4453-a5e0-f81d216c45da', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1834367563'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:47.004973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b05e30bd-da3c-4edb-a06a-0a3fb65e929f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:47.008994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-897a155e-6c70-426f-9d31-263e7296d0a1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:47.009149 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b05e30bd-da3c-4edb-a06a-0a3fb65e929f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/ff718487-c9d5-43fd-9918-b83bf4d3471e HTTP/1.1" status: 404 len: 333 time: 0.3063786 Apr 22 16:59:47.026356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53418) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:47.048388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:47.079880 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No ports have port_id starting with d2e87576-286f-4b07-a527-5c3a14ec0e8d Apr 22 16:59:47.117247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5a26-fa71-4a61-81b1-fd2889600431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.123222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-822a04af-4898-4ffb-9976-47e8f02d727d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:47.139255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] For port d2e87576-286f-4b07-a527-5c3a14ec0e8d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d2e87576-286f-4b07-a527-5c3a14ec0e8d,segment=NetworkSegment(ffc3d7b1-b2cb-47d3-8a7b-7a7925092210),segment_id=ffc3d7b1-b2cb-47d3-8a7b-7a7925092210)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:47.139646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.143197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:47.147825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-897a155e-6c70-426f-9d31-263e7296d0a1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.148918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-897a155e-6c70-426f-9d31-263e7296d0a1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.189895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.20.0.1 (9ea6180d-9cfc-4c75-bc9d-548cf8698a9f/3c15f3c5-14fe-44e6-9f33-8d27495852b8/af60cda5-0818-4e79-a535-0935346bc3d6) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:47.205383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c5a26-fa71-4a61-81b1-fd2889600431 None None] Pushing event deleted for resources: {'Port': ['ID=d2e87576-286f-4b07-a527-5c3a14ec0e8d,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:47.210219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f6c5a26-fa71-4a61-81b1-fd2889600431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:47.211118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c5a26-fa71-4a61-81b1-fd2889600431 None None] No DVR routers for this DVR port d2e87576-286f-4b07-a527-5c3a14ec0e8d on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:59:47.226291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f811ca96-c966-4743-9b13-f1ba8f5c716f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting subnet caf3a49a-2f9e-431b-82cc-4dfee75ab368 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:59:47.283844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.285573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-b48cbe9e-175f-4453-a5e0-f81d216c45da', 'network_id': 'b48cbe9e-175f-4453-a5e0-f81d216c45da', 'tenant_id': 'ce0f56c0d89c4cad84087f2f33ead120', 'fixed_ips': [{'subnet_id': 'ee50be50-ea37-4daf-9cc6-569483edbd92'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:59:47.286544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.302670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe5cc7-eb9b-4d98-b0a2-d89e7fcd45ea req-159db5ca-4b63-468b-918f-598ba21a251f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:47.305434 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-68fe5cc7-eb9b-4d98-b0a2-d89e7fcd45ea req-159db5ca-4b63-468b-918f-598ba21a251f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.4752209 Apr 22 16:59:47.319526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Calling delete_port for d2e87576-286f-4b07-a527-5c3a14ec0e8d owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:47.349386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f811ca96-c966-4743-9b13-f1ba8f5c716f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.424459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-897a155e-6c70-426f-9d31-263e7296d0a1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.459612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:47.464503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Allocated IP 172.20.0.2 (b48cbe9e-175f-4453-a5e0-f81d216c45da/ee50be50-ea37-4daf-9cc6-569483edbd92/ad245923-a487-43d9-95e6-9447a4f2b1fa) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:47.493558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f811ca96-c966-4743-9b13-f1ba8f5c716f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.511072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:47.517362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:47.524435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:47.532227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.550883 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-68fe5cc7-eb9b-4d98-b0a2-d89e7fcd45ea req-094f8463-221c-40f5-97e9-237b0a4f5ba5 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657383 Apr 22 16:59:47.558273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:47.574878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:59:47.575264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:59:47.577196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Usage tracker for resource:port and tenant:ce0f56c0d89c4cad84087f2f33ead120 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:47.584982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.590163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:47.590332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-897a155e-6c70-426f-9d31-263e7296d0a1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.637641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f811ca96-c966-4743-9b13-f1ba8f5c716f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.652679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:47.668854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-897a155e-6c70-426f-9d31-263e7296d0a1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.675964 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-897a155e-6c70-426f-9d31-263e7296d0a1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7964180 Apr 22 16:59:47.678562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53422) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:47.711096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:47.713993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.725938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Transition to ACTIVE for port object ad245923-a487-43d9-95e6-9447a4f2b1fa will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:47.747572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Transition to ACTIVE for port object ad245923-a487-43d9-95e6-9447a4f2b1fa will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:47.795276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:47.802402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-43fde33f-5afe-47c7-8720-70c9045244de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:47.875664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Network b48cbe9e-175f-4453-a5e0-f81d216c45da is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:47.879682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:47.884060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:47.921741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Pushing event updated for resources: {'Port': ['ID=ad245923-a487-43d9-95e6-9447a4f2b1fa,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:47.930113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:47.991580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Attempting to bind port ad245923-a487-43d9-95e6-9447a4f2b1fa on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:59:47.991924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Attempting to bind port ad245923-a487-43d9-95e6-9447a4f2b1fa by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'eb6339e6-da14-4386-9afc-2c5e1307365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b48cbe9e-175f-4453-a5e0-f81d216c45da'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:59:47.992326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Attempting to bind port ad245923-a487-43d9-95e6-9447a4f2b1fa on network b48cbe9e-175f-4453-a5e0-f81d216c45da {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:59:47.998977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:59:47.999775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Checking segment: {'id': 'eb6339e6-da14-4386-9afc-2c5e1307365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b48cbe9e-175f-4453-a5e0-f81d216c45da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:59:48.000258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.000888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Bound using segment: {'id': 'eb6339e6-da14-4386-9afc-2c5e1307365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b48cbe9e-175f-4453-a5e0-f81d216c45da'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:59:48.001413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Bound port: ad245923-a487-43d9-95e6-9447a4f2b1fa, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6339e6-da14-4386-9afc-2c5e1307365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b48cbe9e-175f-4453-a5e0-f81d216c45da'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:59:48.001832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.097211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Deleting port d2e87576-286f-4b07-a527-5c3a14ec0e8d {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:48.097211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.100937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Made reservation on behalf of ce0f56c0d89c4cad84087f2f33ead120 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:48.107000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.110080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] For port ad245923-a487-43d9-95e6-9447a4f2b1fa, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:59:48.113568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] For port ad245923-a487-43d9-95e6-9447a4f2b1fa, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ad245923-a487-43d9-95e6-9447a4f2b1fa,segment=NetworkSegment(eb6339e6-da14-4386-9afc-2c5e1307365a),segment_id=eb6339e6-da14-4386-9afc-2c5e1307365a)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:59:48.128349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.149443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.154784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7c33dff-18ab-40b3-8d3e-7c927e1c09c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:48.179807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Transition to ACTIVE for port object af60cda5-0818-4e79-a535-0935346bc3d6 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:48.193637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] device_id is not set on port 8b8311b1-465c-4b34-a234-c587e1f79087 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:48.244700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Pushing event updated for resources: {'Port': ['ID=ad245923-a487-43d9-95e6-9447a4f2b1fa,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:48.247956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:48.255690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Allocated IP 172.26.6.179 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/1786aea0-a6ef-4860-b04d-890f37d76e78) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:48.270025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] The port 'd2e87576-286f-4b07-a527-5c3a14ec0e8d' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:59:48.286175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.390736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.400064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.412372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-adcc2301-2fce-4478-9c45-612cb1d1aa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:48.485726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.618584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:48.620396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718b3e02-8b65-4f6b-95b0-fd2167c3ff5b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:48.635819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:48.638515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Allocated IP 172.20.0.12 (b48cbe9e-175f-4453-a5e0-f81d216c45da/ee50be50-ea37-4daf-9cc6-569483edbd92/8b8311b1-465c-4b34-a234-c587e1f79087) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:48.644626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:48.645118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7c6526c-b73f-4fd9-bd64-6d2b947cfd37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:48.709004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:48.713313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ad245923-a487-43d9-95e6-9447a4f2b1fa up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:48.716462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.750187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.756615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7990966 Apr 22 16:59:48.788175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:48.841799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53428) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:48.921101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': '718b3e02-8b65-4f6b-95b0-fd2167c3ff5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:48.949377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:48.993426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:49.064076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2d9ef2a5-2abc-4197-ad68-7af334d4c3f2 None None] Provisioning for port af60cda5-0818-4e79-a535-0935346bc3d6 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:49.072310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2d9ef2a5-2abc-4197-ad68-7af334d4c3f2 None None] Provisioning complete for port af60cda5-0818-4e79-a535-0935346bc3d6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:49.073518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d9ef2a5-2abc-4197-ad68-7af334d4c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:49.076222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:49.083426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:49.087419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=af60cda5-0818-4e79-a535-0935346bc3d6,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:49.090452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:49.119479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port ad245923-a487-43d9-95e6-9447a4f2b1fa completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:49.133387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:49.149693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ef2a5-2abc-4197-ad68-7af334d4c3f2 None None] Port af60cda5-0818-4e79-a535-0935346bc3d6 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:49.153578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:49.154189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d7a869d-928b-43a0-bfa4-04c94e1f2c22 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:49.256989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:49.271734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:49.292419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:49.328000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63024193-0321-4b3b-a424-36acf6c999c0']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:49.357348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc3d7b1-b2cb-47d3-8a7b-7a7925092210') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:49.357759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc3d7b1-b2cb-47d3-8a7b-7a7925092210') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:49.371137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:49.379235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=1786aea0-a6ef-4860-b04d-890f37d76e78,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:49.380724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:49.396177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f811ca96-c966-4743-9b13-f1ba8f5c716f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:49.403935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56a99daa-59d8-4c32-96f2-025d5d1dd265 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:49.449368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:49.457848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:49.471240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d2c70c-1dec-4da0-a2fa-b49287debd00 None None] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:49.480451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f9807-04ac-406b-9a7d-79d3b18ab878 req-60212db7-672e-4766-8bf2-d45986fd2fb3 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:49.482091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a57f9807-04ac-406b-9a7d-79d3b18ab878 req-60212db7-672e-4766-8bf2-d45986fd2fb3 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.6237135 Apr 22 16:59:49.483007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811ca96-c966-4743-9b13-f1ba8f5c716f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Subnet': ['ID=caf3a49a-2f9e-431b-82cc-4dfee75ab368,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:49.491566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f811ca96-c966-4743-9b13-f1ba8f5c716f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:49.499026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f811ca96-c966-4743-9b13-f1ba8f5c716f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:49.501722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:49.521100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:59:49.528511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Transition to ACTIVE for port object 8b8311b1-465c-4b34-a234-c587e1f79087 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:49.577538 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f811ca96-c966-4743-9b13-f1ba8f5c716f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/caf3a49a-2f9e-431b-82cc-4dfee75ab368 HTTP/1.1" status: 204 len: 168 time: 2.5447829 Apr 22 16:59:49.580429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53432) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:49.826793 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a57f9807-04ac-406b-9a7d-79d3b18ab878 req-b8949207-1c34-4fcc-9ef7-7d11050983f4 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202055 Apr 22 16:59:49.903535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:49.920067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-472ae239-1f34-4128-ae87-b4b607167ca5 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:49.936559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f48950-21f2-4597-b49b-cbd29f74df15 None None] Network b48cbe9e-175f-4453-a5e0-f81d216c45da requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:49.943213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Network 63024193-0321-4b3b-a424-36acf6c999c0 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:59:49.956225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:49.977368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d95a11-f134-49d7-a5a5-29a32ee216d0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting subnet 087312aa-f8bd-42de-a932-7365a3526638 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:59:49.980784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1d95a11-f134-49d7-a5a5-29a32ee216d0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.042475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.076194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-19240cc7-a581-40b7-a9c9-ad9c4b378027 None None] Provisioning for port ad245923-a487-43d9-95e6-9447a4f2b1fa completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:50.087973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-19240cc7-a581-40b7-a9c9-ad9c4b378027 None None] Provisioning complete for port ad245923-a487-43d9-95e6-9447a4f2b1fa triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:50.088544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19240cc7-a581-40b7-a9c9-ad9c4b378027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.102486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.160386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.163711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.169736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Network b48cbe9e-175f-4453-a5e0-f81d216c45da is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:50.187570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:50.205271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:50.213398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:50.243030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Pushing event updated for resources: {'Port': ['ID=8b8311b1-465c-4b34-a234-c587e1f79087,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:50.268668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1d95a11-f134-49d7-a5a5-29a32ee216d0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.289532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.302945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:50.349568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a763eff9-83ab-429a-b02f-0f087a282fdc,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:50.370615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:50.396628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Network 63024193-0321-4b3b-a424-36acf6c999c0 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:59:50.412942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19240cc7-a581-40b7-a9c9-ad9c4b378027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:59:50.424940 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:59:50.431391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.431391 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5251026 Apr 22 16:59:50.461343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.472287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-19240cc7-a581-40b7-a9c9-ad9c4b378027 None None] For port ad245923-a487-43d9-95e6-9447a4f2b1fa, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ad245923-a487-43d9-95e6-9447a4f2b1fa,segment=NetworkSegment(eb6339e6-da14-4386-9afc-2c5e1307365a),segment_id=eb6339e6-da14-4386-9afc-2c5e1307365a)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:50.501063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53436) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:50.507767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19240cc7-a581-40b7-a9c9-ad9c4b378027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.510427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-68f29556-5793-4a42-a250-039fc5a9fed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:50.594446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7554565d-39ca-4ba8-ac47-882c519e9db6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.615826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7554565d-39ca-4ba8-ac47-882c519e9db6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.616005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19240cc7-a581-40b7-a9c9-ad9c4b378027 None None] Pushing event updated for resources: {'Port': ['ID=ad245923-a487-43d9-95e6-9447a4f2b1fa,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:50.629652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19240cc7-a581-40b7-a9c9-ad9c4b378027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:50.648121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-175571b8-525a-41a4-b94f-a32e35f6b06d None None] Provisioning complete for port 76bdff16-c5b0-4006-acdf-31e10291d7b4 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:50.648542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-175571b8-525a-41a4-b94f-a32e35f6b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.728291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.735605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca2edcfb-e2f0-4dda-acd2-156619e00f0a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:50.762180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.775416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7554565d-39ca-4ba8-ac47-882c519e9db6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.783727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Pushing event deleted for resources: {'Network': ['ID=63024193-0321-4b3b-a424-36acf6c999c0,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:50.793449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:50.802805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-879ae244-a435-4415-91cf-87b7566759c6 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:50.810252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Allocated IP 172.26.6.191 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/7e2376f3-2a4b-4133-8989-59ec21af9332) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:50.818344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7554565d-39ca-4ba8-ac47-882c519e9db6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:50.819656 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7554565d-39ca-4ba8-ac47-882c519e9db6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/a763eff9-83ab-429a-b02f-0f087a282fdc HTTP/1.1" status: 204 len: 168 time: 0.3037760 Apr 22 16:59:50.829024 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] 10.222.0.77 "DELETE /v2.0/networks/63024193-0321-4b3b-a424-36acf6c999c0 HTTP/1.1" status: 204 len: 168 time: 4.7226276 Apr 22 16:59:50.829024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53440) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:50.829896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554565d-39ca-4ba8-ac47-882c519e9db6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a763eff9-83ab-429a-b02f-0f087a282fdc,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:50.858889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7554565d-39ca-4ba8-ac47-882c519e9db6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:50.956650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-05ae48de-9d63-45c2-8bd2-a9ee675c5011 None None] Provisioning complete for port ad245923-a487-43d9-95e6-9447a4f2b1fa triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:50.957062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05ae48de-9d63-45c2-8bd2-a9ee675c5011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:51.065147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5167f28f-a40c-490f-a2a4-c4c7f91a98ce tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:51.164307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:51.166761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-05ae48de-9d63-45c2-8bd2-a9ee675c5011 None None] Provisioning for port 8b8311b1-465c-4b34-a234-c587e1f79087 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:51.175900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228d98-e337-4b1d-aa40-8bc018685a23 req-cb4637ef-0688-4952-934f-deaca8daec85 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:51.176344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-05ae48de-9d63-45c2-8bd2-a9ee675c5011 None None] Provisioning complete for port 8b8311b1-465c-4b34-a234-c587e1f79087 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:51.176970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05ae48de-9d63-45c2-8bd2-a9ee675c5011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:51.177565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99228d98-e337-4b1d-aa40-8bc018685a23 req-cb4637ef-0688-4952-934f-deaca8daec85 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.2130730 Apr 22 16:59:51.182282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5167f28f-a40c-490f-a2a4-c4c7f91a98ce tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:51.183633 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5167f28f-a40c-490f-a2a4-c4c7f91a98ce tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3517220 Apr 22 16:59:51.186767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53450) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:51.204710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1d95a11-f134-49d7-a5a5-29a32ee216d0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:51.268438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-05ae48de-9d63-45c2-8bd2-a9ee675c5011 None None] Port 8b8311b1-465c-4b34-a234-c587e1f79087 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:51.279700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53454) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:51.282988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99228d98-e337-4b1d-aa40-8bc018685a23 req-db23af90-5762-4c94-aeb9-a13096192ef3 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952342 Apr 22 16:59:51.289816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:51.290513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:51.334053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e302b64-6ff5-4ca6-8269-1ba3f5d7566c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:51.345744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:51.354321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7f028cf-cc34-48b0-ab95-481e1e6adf24 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:51.445925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:51.449224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e302b64-6ff5-4ca6-8269-1ba3f5d7566c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:51.471004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:51.479700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:51.544910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Pushing event updated for resources: {'Port': ['ID=7e2376f3-2a4b-4133-8989-59ec21af9332,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:51.560056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:51.598207 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cb00cfd8-d961-4859-99e8-488002aac464 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e37893b34d7040f595aa5d075c0f674f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139751 Apr 22 16:59:51.602751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6467795 Apr 22 16:59:51.603401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53460) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:51.626588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53462) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:51.664389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Request body: {'port': {'network_id': 'b48cbe9e-175f-4453-a5e0-f81d216c45da', 'name': 'tempest-ExtraDHCPOptionsTestJSON-683034301', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:51.664857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] bootfile-name is not in valid_values {{(pid=87209) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 16:59:51.665235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] tftp-server is not in valid_values {{(pid=87209) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 16:59:51.665605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] server-ip-address is not in valid_values {{(pid=87209) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 16:59:51.740531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e302b64-6ff5-4ca6-8269-1ba3f5d7566c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:51.776306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0ba1735a-3f4a-41fa-a210-d4d50a742ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:51.805042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e302b64-6ff5-4ca6-8269-1ba3f5d7566c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718b3e02-8b65-4f6b-95b0-fd2167c3ff5b,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:51.815164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7e302b64-6ff5-4ca6-8269-1ba3f5d7566c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:51.873561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e302b64-6ff5-4ca6-8269-1ba3f5d7566c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:51.874890 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7e302b64-6ff5-4ca6-8269-1ba3f5d7566c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-groups/718b3e02-8b65-4f6b-95b0-fd2167c3ff5b HTTP/1.1" status: 204 len: 168 time: 0.6724033 Apr 22 16:59:51.877579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53468) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:51.971890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.057386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41c5b209-d9d7-4b02-96e1-b9dd8146e89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.077174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0d8d34e3-d4a9-4d35-8c8e-f923f025e6db tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:52.108469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:59:52.140429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.185567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:52.200488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0d8d34e3-d4a9-4d35-8c8e-f923f025e6db tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:52.201826 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0d8d34e3-d4a9-4d35-8c8e-f923f025e6db tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3231583 Apr 22 16:59:52.210159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.211083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53472) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:52.218451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523301481'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:52.229356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Usage tracker for resource:port and tenant:ce0f56c0d89c4cad84087f2f33ead120 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:52.229519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:52.238555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:52.242654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41c5b209-d9d7-4b02-96e1-b9dd8146e89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.262854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:52.264901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.296835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:52.303384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79cd1b32-aa3a-482b-9c24-c9697ec74f64 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:52.348704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.436754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1d95a11-f134-49d7-a5a5-29a32ee216d0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.459476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Made reservation on behalf of ce0f56c0d89c4cad84087f2f33ead120 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:52.465540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.493975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.502551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1d95a11-f134-49d7-a5a5-29a32ee216d0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.503021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6b57d-61db-4876-9420-1f4c4ce2953a None None] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:59:52.517968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=af60cda5-0818-4e79-a535-0935346bc3d6,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:52.531103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:52.540128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:52.589886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] device_id is not set on port a149b499-c00f-4721-ad20-f50c5b6a5b19 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:52.652787 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b1d95a11-f134-49d7-a5a5-29a32ee216d0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/087312aa-f8bd-42de-a932-7365a3526638 HTTP/1.1" status: 204 len: 168 time: 3.0709145 Apr 22 16:59:52.655608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d95a11-f134-49d7-a5a5-29a32ee216d0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Subnet': ['ID=087312aa-f8bd-42de-a932-7365a3526638,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:52.659937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ad245923-a487-43d9-95e6-9447a4f2b1fa up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:59:52.664151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53478) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:52.715564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1d95a11-f134-49d7-a5a5-29a32ee216d0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:52.761462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41c5b209-d9d7-4b02-96e1-b9dd8146e89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.774446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c15275c1-9d97-41c5-9774-f89dbdd3d93e tempest-ServersTestJSON-1032200977 tempest-ServersTestJSON-1032200977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:52.799727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:52.804090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:52.806944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ad245923-a487-43d9-95e6-9447a4f2b1fa triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:52.807418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:52.807553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.814115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:52.868139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5b209-d9d7-4b02-96e1-b9dd8146e89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6a35d1-805f-4068-adb3-785d06adbcc8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:52.871324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41c5b209-d9d7-4b02-96e1-b9dd8146e89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:52.875604 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41c5b209-d9d7-4b02-96e1-b9dd8146e89d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6c6a35d1-805f-4068-adb3-785d06adbcc8 HTTP/1.1" status: 204 len: 168 time: 1.2613640 Apr 22 16:59:52.926698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559ff36b-6481-49cc-99cc-ac092314fbf2 None None] DHCP port deletion for 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:59:52.937165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-41c5b209-d9d7-4b02-96e1-b9dd8146e89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:52.988118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-559ff36b-6481-49cc-99cc-ac092314fbf2 None None] Deleting port 76bdff16-c5b0-4006-acdf-31e10291d7b4 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:52.988547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559ff36b-6481-49cc-99cc-ac092314fbf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.077996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.080118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router f85b2e69-2e37-491c-ad24-38c9b9e835cb is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:59:53.090738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.096020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.117617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78902018-5c08-465c-8567-178328dba53d req-f18bc689-171f-4662-b799-1cc5ffa4a4ff tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:53.131821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-78902018-5c08-465c-8567-178328dba53d req-f18bc689-171f-4662-b799-1cc5ffa4a4ff tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.7105594 Apr 22 16:59:53.162572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.165391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.176434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7e302b64-6ff5-4ca6-8269-1ba3f5d7566c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:53.230586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:53.244698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:53.250814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-559ff36b-6481-49cc-99cc-ac092314fbf2 None None] For port 76bdff16-c5b0-4006-acdf-31e10291d7b4, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=76bdff16-c5b0-4006-acdf-31e10291d7b4,segment=NetworkSegment(8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50),segment_id=8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:59:53.251263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559ff36b-6481-49cc-99cc-ac092314fbf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.320602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 76bdff16-c5b0-4006-acdf-31e10291d7b4 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:53.320969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.409303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-559ff36b-6481-49cc-99cc-ac092314fbf2 None None] Calling delete_port for 76bdff16-c5b0-4006-acdf-31e10291d7b4 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:53.488450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c8b96-d81b-42fc-900e-14ea24b54dd0,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:53.510319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6423f54d-02d6-4dbf-8198-1e671222773a None None] Provisioning complete for port af60cda5-0818-4e79-a535-0935346bc3d6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:53.510774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6423f54d-02d6-4dbf-8198-1e671222773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.541030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:53.543257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559ff36b-6481-49cc-99cc-ac092314fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.558581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e2a25666-c961-4568-a36a-ea8343b9db70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:53.588993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-78902018-5c08-465c-8567-178328dba53d req-47855a13-ea2c-400d-b40e-9a704d9cb157 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4558215 Apr 22 16:59:53.626747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ff36b-6481-49cc-99cc-ac092314fbf2 None None] Pushing event deleted for resources: {'Port': ['ID=76bdff16-c5b0-4006-acdf-31e10291d7b4,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:53.634040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ff36b-6481-49cc-99cc-ac092314fbf2 None None] No DVR routers for this DVR port 76bdff16-c5b0-4006-acdf-31e10291d7b4 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:59:53.636546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-559ff36b-6481-49cc-99cc-ac092314fbf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:53.645184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.649487 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4346411 Apr 22 16:59:53.649661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6423f54d-02d6-4dbf-8198-1e671222773a None None] Port af60cda5-0818-4e79-a535-0935346bc3d6 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:53.652293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53496) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:53.663007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': 'cd0c8b96-d81b-42fc-900e-14ea24b54dd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:53.670049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:53.676162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:53.680593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:53.683482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Allocated IP 172.20.0.9 (b48cbe9e-175f-4453-a5e0-f81d216c45da/ee50be50-ea37-4daf-9cc6-569483edbd92/a149b499-c00f-4721-ad20-f50c5b6a5b19) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:53.688790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:53.740344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.787379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Router a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:59:53.830142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] The port '76bdff16-c5b0-4006-acdf-31e10291d7b4' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:59:53.956044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.985454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:53.992871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7554565d-39ca-4ba8-ac47-882c519e9db6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:54.020558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc98657b-594c-4417-ae6e-2e3093bf757f,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:54.023989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:54.058463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:54.076262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:54.076262 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "PUT /v2.0/routers/a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92 HTTP/1.1" status: 200 len: 880 time: 6.3778744 Apr 22 16:59:54.076473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f61497-9bf9-4523-bf47-002aa44d8c9a None None] Sync routers for ids ['a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:54.078328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53512) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:54.085267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f61497-9bf9-4523-bf47-002aa44d8c9a None None] Routers {'a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:54.085966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-55f61497-9bf9-4523-bf47-002aa44d8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:54.144753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:54.151145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:54.152353 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4989772 Apr 22 16:59:54.159859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53516) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:54.166022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-55f61497-9bf9-4523-bf47-002aa44d8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:54.178906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f61497-9bf9-4523-bf47-002aa44d8c9a None None] Routers {'a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:54.179716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-55f61497-9bf9-4523-bf47-002aa44d8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:54.215322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:54.221030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53518) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:54.227062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f0d0c-6f6f-4daf-873c-11f74470cd8f None None] Sync routers for ids ['f85b2e69-2e37-491c-ad24-38c9b9e835cb'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:54.241464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f0d0c-6f6f-4daf-873c-11f74470cd8f None None] Routers {'f85b2e69-2e37-491c-ad24-38c9b9e835cb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:54.242851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff7f0d0c-6f6f-4daf-873c-11f74470cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f85b2e69-2e37-491c-ad24-38c9b9e835cb'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:54.252433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': 'cd0c8b96-d81b-42fc-900e-14ea24b54dd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:54.305565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7ea36053-5b76-4fb3-8877-6ac9faa8a960 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/routers/a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92 HTTP/1.1" status: 200 len: 921 time: 0.2254591 Apr 22 16:59:54.306063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-55f61497-9bf9-4523-bf47-002aa44d8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:54.306451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53526) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:54.306562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f61497-9bf9-4523-bf47-002aa44d8c9a None None] The sync data for ids ['a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:54.337802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:54.338506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff7f0d0c-6f6f-4daf-873c-11f74470cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:54.350535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f0d0c-6f6f-4daf-873c-11f74470cd8f None None] Routers {'f85b2e69-2e37-491c-ad24-38c9b9e835cb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:54.350787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:54.351717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff7f0d0c-6f6f-4daf-873c-11f74470cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f85b2e69-2e37-491c-ad24-38c9b9e835cb'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:54.365669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:54.388373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:54.404846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router 60519578-3c48-4860-928f-d88bceae7d37 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:59:54.413106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c728d8a-09ad-42db-bab0-5d8a518858b8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:54.413879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5c728d8a-09ad-42db-bab0-5d8a518858b8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Synchronizing usage tracker for tenant:724931b08e5f47ce8476c9efacb33420 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:54.424515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'networks': [{'name': 'tempest-network--1830952423'}, {'name': 'tempest-network--1250273644'}]} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:54.424862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'network': {'name': 'tempest-network--1830952423'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:54.425376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'network': {'name': 'tempest-network--1250273644'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:54.433465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:54.437798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 9.6363842 Apr 22 16:59:54.438027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:54.441653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53530) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:54.464709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:54.506956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5c728d8a-09ad-42db-bab0-5d8a518858b8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Unset dirty status for tenant:724931b08e5f47ce8476c9efacb33420 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:54.508948 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5c728d8a-09ad-42db-bab0-5d8a518858b8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&device_id=a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2011628 Apr 22 16:59:54.511632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Usage tracker for resource:network and tenant:147b146a76a847e28c549c92eed7803e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:54.532207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:54.535158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53534) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:54.543218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:54.561660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:54.562005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd65e14-7c5a-46cd-8ff3-6d5aaf14eb50') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:54.588824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:54.598269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:54.599440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff7f0d0c-6f6f-4daf-873c-11f74470cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:54.599902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f0d0c-6f6f-4daf-873c-11f74470cd8f None None] The sync data for ids ['f85b2e69-2e37-491c-ad24-38c9b9e835cb'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:54.638756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 76bdff16-c5b0-4006-acdf-31e10291d7b4 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:59:54.706985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 76bdff16-c5b0-4006-acdf-31e10291d7b4 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:59:54.707776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 76bdff16-c5b0-4006-acdf-31e10291d7b4 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:59:54.719835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:54.749415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:59:54.794897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Made reservation on behalf of 147b146a76a847e28c549c92eed7803e for: {'network': 2} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:54.802283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:54.831075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:54.844431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:54.886562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:54.903788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Usage tracker for resource:security_group_rule and tenant:147b146a76a847e28c549c92eed7803e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:54.909258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:54.936214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:54.944715 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-044dadf3-b3bd-4692-bf77-6a4d4dafb095 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/routers/f85b2e69-2e37-491c-ad24-38c9b9e835cb HTTP/1.1" status: 200 len: 883 time: 0.5015957 Apr 22 16:59:54.950229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53542) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:54.958122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858594a-86c0-4ecf-9ee8-a47c11abb36f tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:54.959591 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9858594a-86c0-4ecf-9ee8-a47c11abb36f tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/networks/5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 881 time: 0.4234285 Apr 22 16:59:54.964723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53546) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:54.997699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.035402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:55.048953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e207acf-492c-48db-8294-0b12ec67bd27 None None] Sync routers for ids ['60519578-3c48-4860-928f-d88bceae7d37'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:55.057831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4031a7-ebec-4a3f-80db-cf8c1b21f06d req-edf9c15b-93a8-4650-9034-f694ba25c5ab tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:55.059701 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fd4031a7-ebec-4a3f-80db-cf8c1b21f06d req-edf9c15b-93a8-4650-9034-f694ba25c5ab tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.3477871 Apr 22 16:59:55.062342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e207acf-492c-48db-8294-0b12ec67bd27 None None] Routers {'60519578-3c48-4860-928f-d88bceae7d37'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:55.063104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7e207acf-492c-48db-8294-0b12ec67bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['60519578-3c48-4860-928f-d88bceae7d37'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:55.063746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:59:55.072306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.077181 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-03e7493e-0be1-4343-94a1-11696c0faf14 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92 HTTP/1.1" status: 200 len: 205 time: 0.0865562 Apr 22 16:59:55.077639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.092220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53550) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:55.104510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:55.114579 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "PUT /v2.0/routers/60519578-3c48-4860-928f-d88bceae7d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6741872 Apr 22 16:59:55.135697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7e207acf-492c-48db-8294-0b12ec67bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:55.144458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53554) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:55.145168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e207acf-492c-48db-8294-0b12ec67bd27 None None] Routers {'60519578-3c48-4860-928f-d88bceae7d37'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:55.145848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7e207acf-492c-48db-8294-0b12ec67bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['60519578-3c48-4860-928f-d88bceae7d37'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:55.170094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'port': {'network_id': '9ea6180d-9cfc-4c75-bc9d-548cf8698a9f', 'name': 'tempest-FloatingIPTestJSON-236888062'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:55.214694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7e207acf-492c-48db-8294-0b12ec67bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:55.215056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e207acf-492c-48db-8294-0b12ec67bd27 None None] The sync data for ids ['60519578-3c48-4860-928f-d88bceae7d37'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:59:55.265258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac6e5bc-da54-4c74-b201-e46e10f059c0,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:55.306507 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fd4031a7-ebec-4a3f-80db-cf8c1b21f06d req-b454ecfd-8ad2-4cd0-8426-62873ffaa579 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360137 Apr 22 16:59:55.341500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.341887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.342294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.342718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.343119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.343517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.345294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.345294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.345622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.345959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.346354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.346770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:55.366346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.370916 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1549911 Apr 22 16:59:55.376763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53560) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:55.399240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': 'cd0c8b96-d81b-42fc-900e-14ea24b54dd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:55.414218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:55.430328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:55.432640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:55.439024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:55.447929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.454875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:55.465681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:55.468288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Usage tracker for resource:port and tenant:fe909354ad5f4d7b99e38030afcb1802 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:55.474949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:59:55.475596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:55.483584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:55.491368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.493993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:59:55.501700 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:59:55.506809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:55.565200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.592956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362f527d-dd57-481b-a4e9-a945171ef8ac,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:55.596762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:55.597432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Made reservation on behalf of fe909354ad5f4d7b99e38030afcb1802 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:55.599973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.603545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.616703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:59:55.642331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.642808 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Added segment 64201b35-3925-452a-ac89-cc62bcacb372 of type vlan for network 58723201-d943-4123-92c2-f9be7e762dfd Apr 22 16:59:55.677690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1d7e8acd-1f07-42af-8640-a8fc8cbf6c99 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:router {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:55.698441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] device_id is not set on port a108531a-ac38-40ba-89ea-9e2c66ad73df yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 16:59:55.762491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Transition to ACTIVE for port object a149b499-c00f-4721-ad20-f50c5b6a5b19 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:55.788613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.799134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-426e36c1-e337-437c-8bfe-0245acc60ef7 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:55.822987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.843338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Network': ['ID=13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:55.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:55.854452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/networks/13e0ffd1-4e81-4ec1-99a6-ff71609ddc5e HTTP/1.1" status: 204 len: 168 time: 3.1410620 Apr 22 16:59:55.858575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53566) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:55.928194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.972395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9919e395-5a08-4280-bff7-8d5758b9c885 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:55.974033 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9919e395-5a08-4280-bff7-8d5758b9c885 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1145077 Apr 22 16:59:55.977442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:55.978002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53570) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:55.985389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:56.073890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Deleting port 7e2376f3-2a4b-4133-8989-59ec21af9332 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:56.074183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:56.163916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Network b48cbe9e-175f-4453-a5e0-f81d216c45da is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:56.173362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Pushing event updated for resources: {'Port': ['ID=a149b499-c00f-4721-ad20-f50c5b6a5b19,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:56.176255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:56.177151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:56.195340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:56.196125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:56.199183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1d7e8acd-1f07-42af-8640-a8fc8cbf6c99 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:router {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:56.204582 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1d7e8acd-1f07-42af-8640-a8fc8cbf6c99 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.2491119 Apr 22 16:59:56.215365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53574) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:56.226715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:56.239662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-55c4ddd0-a556-4554-b676-6878156d772e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-37065566'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:56.309398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:59:56.337847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:56.411574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-52ce2de3-23e6-4641-8a57-7b4bec99bca7 None None] Provisioning for port a149b499-c00f-4721-ad20-f50c5b6a5b19 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:56.417680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-52ce2de3-23e6-4641-8a57-7b4bec99bca7 None None] Provisioning complete for port a149b499-c00f-4721-ad20-f50c5b6a5b19 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:56.418101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52ce2de3-23e6-4641-8a57-7b4bec99bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:56.465621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:56.482440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-52ce2de3-23e6-4641-8a57-7b4bec99bca7 None None] Port a149b499-c00f-4721-ad20-f50c5b6a5b19 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:56.541739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:59:56.553807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98402980-71f8-46c1-9d12-9e5bd59e8e61,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:56.576288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:56.599479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:56.599790 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Added segment 4c7c3292-0cc4-4c2b-b279-ab5f47d29e32 of type vlan for network 358d2ae9-e180-49d3-b581-ba149dea0d73 Apr 22 16:59:56.620188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd198c3-080e-46a8-b4f9-f6bda80093de req-7268b039-f8a1-4b20-b1fa-0280909ed625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:56.621779 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cbd198c3-080e-46a8-b4f9-f6bda80093de req-7268b039-f8a1-4b20-b1fa-0280909ed625 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23b22b94dd7f4ccda61d86fc33585c1f&device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 1098 time: 0.5995779 Apr 22 16:59:56.626658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Allocated IP 172.20.0.8 (9ea6180d-9cfc-4c75-bc9d-548cf8698a9f/3c15f3c5-14fe-44e6-9f33-8d27495852b8/a108531a-ac38-40ba-89ea-9e2c66ad73df) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:59:56.645058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:56.645766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:56.650211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603cad2-f9bb-4c9b-9324-2de78c9d4979 req-be9765ce-35f3-4e6d-9389-3e0d238b531d tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:56.651854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3603cad2-f9bb-4c9b-9324-2de78c9d4979 req-be9765ce-35f3-4e6d-9389-3e0d238b531d tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.6283579 Apr 22 16:59:56.681615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8f0159ec-192d-4f2a-a558-c3eb16c12617 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6990654 Apr 22 16:59:56.685459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53580) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:56.701167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:56.705331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3236113 Apr 22 16:59:56.705463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1150926286'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:56.712546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53584) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:56.716974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:56.722414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:56.732948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': 'cd0c8b96-d81b-42fc-900e-14ea24b54dd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:56.739250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:network and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:56.746559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:56.750825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:56.754521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 5.1248255 Apr 22 16:59:56.814519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:56.816437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53588) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:56.817940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:56.823514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:56.857102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:56.938515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Calling delete_port for 7e2376f3-2a4b-4133-8989-59ec21af9332 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:56.966685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:57.017446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:59:57.023174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:57.029138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.075533 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3603cad2-f9bb-4c9b-9324-2de78c9d4979 req-211dbe9d-0eea-44c3-8a2c-38d0f8d7477d tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808424 Apr 22 16:59:57.086786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.122015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:59:57.159094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebc15c4-3cd0-4032-8397-5eabef39ae7a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:57.165550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebc15c4-3cd0-4032-8397-5eabef39ae7a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:57.172397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebc15c4-3cd0-4032-8397-5eabef39ae7a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:57.173324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bebc15c4-3cd0-4032-8397-5eabef39ae7a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Synchronizing usage tracker for tenant:ce0f56c0d89c4cad84087f2f33ead120 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:57.188218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.188843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.193877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.194264 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Added segment 113e8d4c-83f6-4319-bdf9-971293660dfe of type vlan for network 26dc98ba-5a99-4baf-ad1e-20b35194c929 Apr 22 16:59:57.195125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:57.200309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:57.201007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.220946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a0d169b-ffa0-48c5-87dd-90d53acaead3 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:57.251642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.299492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bebc15c4-3cd0-4032-8397-5eabef39ae7a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Unset dirty status for tenant:ce0f56c0d89c4cad84087f2f33ead120 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:57.300761 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bebc15c4-3cd0-4032-8397-5eabef39ae7a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4798045 Apr 22 16:59:57.307910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.308631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53592) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:57.377194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.399743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d358f781-33ea-4942-a526-9d327724db73 tempest-ServersTestManualDisk-893089405 tempest-ServersTestManualDisk-893089405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:57.420075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd198c3-080e-46a8-b4f9-f6bda80093de req-fbb621e3-e822-4298-bd40-d7adfb2e1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:57.421738 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cbd198c3-080e-46a8-b4f9-f6bda80093de req-fbb621e3-e822-4298-bd40-d7adfb2e1fe6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bbfd5673-9429-4970-ac83-0273788cb7ee HTTP/1.1" status: 200 len: 914 time: 0.7611854 Apr 22 16:59:57.437248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597022fd-2c91-4146-8310-3cdf5b168151,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:57.444002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:57.450644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a8381e41-7b89-4c28-8db7-695999c0538a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Deleting port a149b499-c00f-4721-ad20-f50c5b6a5b19 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:59:57.451033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8381e41-7b89-4c28-8db7-695999c0538a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.493473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.499400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:57.500073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.503751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.514800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-996570b9-10d8-4d25-b848-4ecfae2b7730 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:57.520144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event updated for resources: {'Network': ['ID=58723201-d943-4123-92c2-f9be7e762dfd,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:57.590872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.3686635 Apr 22 16:59:57.609615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53596) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:57.615755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.616179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.616599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.617011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.617421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.617831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.618240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.619371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.619786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.620484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.620871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.621280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:59:57.633845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 58723201-d943-4123-92c2-f9be7e762dfd details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:59:57.677057 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9900112 Apr 22 16:59:57.678038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.678782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9651756 Apr 22 16:59:57.681490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53600) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:57.682356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53602) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:57.705276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': 'cd0c8b96-d81b-42fc-900e-14ea24b54dd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:57.766418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': '26dc98ba-5a99-4baf-ad1e-20b35194c929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:57.799194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:57.812426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Network': ['ID=26dc98ba-5a99-4baf-ad1e-20b35194c929,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:57.824777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 26dc98ba-5a99-4baf-ad1e-20b35194c929 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:59:57.826573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:57.828416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:57.833087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-37abce73-d348-4be9-9ec1-ea36a27cdde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:57.923296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:57.959433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15eb7a8b-2d7b-42a6-a4d1-ac481707b466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:57.966453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:57.975603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Pushing event deleted for resources: {'Port': ['ID=7e2376f3-2a4b-4133-8989-59ec21af9332,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:57.991193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:58.085791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.189615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cbd198c3-080e-46a8-b4f9-f6bda80093de req-4826392d-db1a-44ca-ab3c-ff70a4353b17 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d HTTP/1.1" status: 200 len: 1000 time: 0.7479253 Apr 22 16:59:58.222333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.231953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:58.234342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.258746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:58.309807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event updated for resources: {'Network': ['ID=358d2ae9-e180-49d3-b581-ba149dea0d73,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:58.313440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.093s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:58.319457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:58.322288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 358d2ae9-e180-49d3-b581-ba149dea0d73 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:59:58.340269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.345974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.110s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:58.346425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:58.353387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:58.362499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-55c4ddd0-a556-4554-b676-6878156d772e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.366953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.393137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Transition to ACTIVE for port object a108531a-ac38-40ba-89ea-9e2c66ad73df will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:59:58.438954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd198c3-080e-46a8-b4f9-f6bda80093de req-a68d1bf4-363b-4f1f-a02f-44a920ee7e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:58.440704 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cbd198c3-080e-46a8-b4f9-f6bda80093de req-a68d1bf4-363b-4f1f-a02f-44a920ee7e77 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4b380e3-2996-4eff-9186-c5eb84b7ddb6 HTTP/1.1" status: 200 len: 851 time: 0.2228792 Apr 22 16:59:58.443348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8381e41-7b89-4c28-8db7-695999c0538a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.451853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63b69f-4b12-4f34-b89f-557e28345ed8 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:58.460515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63b69f-4b12-4f34-b89f-557e28345ed8 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:58.465189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63b69f-4b12-4f34-b89f-557e28345ed8 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:58.472221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63b69f-4b12-4f34-b89f-557e28345ed8 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:58.473396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f63b69f-4b12-4f34-b89f-557e28345ed8 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Synchronizing usage tracker for tenant:147b146a76a847e28c549c92eed7803e on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:59:58.544732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-55c4ddd0-a556-4554-b676-6878156d772e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.582704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:59:58.588674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.603682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.604259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Fanout notify agent at l3_agent the message router_deleted on router a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:59:58.615911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a8381e41-7b89-4c28-8db7-695999c0538a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Calling delete_port for a149b499-c00f-4721-ad20-f50c5b6a5b19 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:59:58.673087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.729141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f63b69f-4b12-4f34-b89f-557e28345ed8 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Unset dirty status for tenant:147b146a76a847e28c549c92eed7803e on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:59:58.733264 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f63b69f-4b12-4f34-b89f-557e28345ed8 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0883605 Apr 22 16:59:58.733264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.744097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53610) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:58.745818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b87ffa-8db0-403b-a760-5f03f315310c req-4edab593-ee66-4e11-b4d7-2e6494fbfe29 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:58.747520 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-12b87ffa-8db0-403b-a760-5f03f315310c req-4edab593-ee66-4e11-b4d7-2e6494fbfe29 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.5284503 Apr 22 16:59:58.751903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eae26816-36ac-4b02-bd60-3d0e2342cab6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:58.769367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.802153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.803341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92 HTTP/1.1" status: 204 len: 168 time: 3.7080522 Apr 22 16:59:58.818665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-10143d63-ebbd-4631-8b70-84d0d8f17eec tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:58.837168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53614) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:58.867719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0c6716a0-57cc-4a0c-b772-ffb5d8f42537 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-181050770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:58.899826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:59:58.900953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0c6716a0-57cc-4a0c-b772-ffb5d8f42537 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:59:58.918160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:59:58.920760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:59:58.937064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd0e59a-fc8e-427d-b1db-96ff5786e1e0,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:58.947475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:58.961061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0c6716a0-57cc-4a0c-b772-ffb5d8f42537 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Usage tracker for resource:router and tenant:7955ee0c0904483b944f0511ebc6b8d6 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:59:58.979806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0c6716a0-57cc-4a0c-b772-ffb5d8f42537 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:59:58.980480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.983853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event updated for resources: {'Port': ['ID=a108531a-ac38-40ba-89ea-9e2c66ad73df,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:58.986904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:58.988452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:58.990574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2930193 Apr 22 16:59:58.997300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53618) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:59.007635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0c6716a0-57cc-4a0c-b772-ffb5d8f42537 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:59:59.027316 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-12b87ffa-8db0-403b-a760-5f03f315310c req-6e318860-b90b-41f4-aaa6-03f590ee4f47 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298734 Apr 22 16:59:59.029648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd198c3-080e-46a8-b4f9-f6bda80093de req-99be18a3-1727-471e-9014-27c3b502d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:59.031352 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cbd198c3-080e-46a8-b4f9-f6bda80093de req-99be18a3-1727-471e-9014-27c3b502d6b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bbfd5673-9429-4970-ac83-0273788cb7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5531294 Apr 22 16:59:59.090547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c4ddd0-a556-4554-b676-6878156d772e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router f85b2e69-2e37-491c-ad24-38c9b9e835cb has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:59:59.098284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c6716a0-57cc-4a0c-b772-ffb5d8f42537 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.099445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c6716a0-57cc-4a0c-b772-ffb5d8f42537 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.111377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:59:59.112083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.276903 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1199961 Apr 22 16:59:59.277120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-829dcf38-d1ba-47ac-9484-79e240e08c0f None None] Provisioning for port a108531a-ac38-40ba-89ea-9e2c66ad73df completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:59:59.281062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-829dcf38-d1ba-47ac-9484-79e240e08c0f None None] Provisioning complete for port a108531a-ac38-40ba-89ea-9e2c66ad73df triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:59:59.281644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-829dcf38-d1ba-47ac-9484-79e240e08c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.291136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53622) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:59.314810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4ee03e46-a484-4292-82e9-54e8795c9459 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Request body: {'floatingip': {'port_id': 'a108531a-ac38-40ba-89ea-9e2c66ad73df'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:59:59.343523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-829dcf38-d1ba-47ac-9484-79e240e08c0f None None] Port a108531a-ac38-40ba-89ea-9e2c66ad73df cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:59:59.479489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42e4dfc7-c6b9-445c-bb06-d805d82fab38 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.511598 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cbd198c3-080e-46a8-b4f9-f6bda80093de req-d58c80b9-19d0-4796-8961-49e1d464c73f service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649179 Apr 22 16:59:59.519468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c6716a0-57cc-4a0c-b772-ffb5d8f42537 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.560964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8381e41-7b89-4c28-8db7-695999c0538a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.565668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42e4dfc7-c6b9-445c-bb06-d805d82fab38 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.583256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1c5b48e-e349-4b4a-ab24-bb7541249772 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:59:59.633532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee03e46-a484-4292-82e9-54e8795c9459 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.651450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.684545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8381e41-7b89-4c28-8db7-695999c0538a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Pushing event deleted for resources: {'Port': ['ID=a149b499-c00f-4721-ad20-f50c5b6a5b19,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:59:59.725539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c4ddd0-a556-4554-b676-6878156d772e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:59:59.739288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41f5e1-ec5a-482d-a103-a2f382c435bb None None] Sync routers for ids ['f85b2e69-2e37-491c-ad24-38c9b9e835cb'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:59:59.751628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8381e41-7b89-4c28-8db7-695999c0538a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:59:59.761014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c6716a0-57cc-4a0c-b772-ffb5d8f42537 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.772530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41f5e1-ec5a-482d-a103-a2f382c435bb None None] Routers {'f85b2e69-2e37-491c-ad24-38c9b9e835cb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:59.776290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ca41f5e1-ec5a-482d-a103-a2f382c435bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f85b2e69-2e37-491c-ad24-38c9b9e835cb'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:59.779767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-55c4ddd0-a556-4554-b676-6878156d772e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.783992 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-55c4ddd0-a556-4554-b676-6878156d772e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/f85b2e69-2e37-491c-ad24-38c9b9e835cb HTTP/1.1" status: 200 len: 890 time: 3.5537243 Apr 22 16:59:59.809178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53626) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:59:59.889479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ca41f5e1-ec5a-482d-a103-a2f382c435bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:59.905184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41f5e1-ec5a-482d-a103-a2f382c435bb None None] Routers {'f85b2e69-2e37-491c-ad24-38c9b9e835cb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:59:59.907342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ca41f5e1-ec5a-482d-a103-a2f382c435bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T16:59:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f85b2e69-2e37-491c-ad24-38c9b9e835cb'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:59.917908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58723201-d943-4123-92c2-f9be7e762dfd']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:59.972853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42e4dfc7-c6b9-445c-bb06-d805d82fab38 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:59:59.975253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64201b35-3925-452a-ac89-cc62bcacb372') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:59:59.975728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64201b35-3925-452a-ac89-cc62bcacb372') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:00.004793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c6716a0-57cc-4a0c-b772-ffb5d8f42537 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:00.008631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:00.009107 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0c6716a0-57cc-4a0c-b772-ffb5d8f42537 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1640556 Apr 22 17:00:00.029780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:00.029959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ca41f5e1-ec5a-482d-a103-a2f382c435bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:00.029959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41f5e1-ec5a-482d-a103-a2f382c435bb None None] The sync data for ids ['f85b2e69-2e37-491c-ad24-38c9b9e835cb'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:00.040066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53630) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:00.094841 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cbd198c3-080e-46a8-b4f9-f6bda80093de req-18f7f84f-f3c1-413a-a9f3-78f3e60dea26 service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610163 Apr 22 17:00:00.115821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'enable_snat': True}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:00.184883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4dfc7-c6b9-445c-bb06-d805d82fab38 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fd0e59a-fc8e-427d-b1db-96ff5786e1e0,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:00.217967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-42e4dfc7-c6b9-445c-bb06-d805d82fab38 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:00.227246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:00.233434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8381e41-7b89-4c28-8db7-695999c0538a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:00.257587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d267f42e-dd70-4e0d-ae65-816a71a80b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:00.325133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:00:00.413606 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a8381e41-7b89-4c28-8db7-695999c0538a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] 10.222.0.77 "DELETE /v2.0/ports/a149b499-c00f-4721-ad20-f50c5b6a5b19 HTTP/1.1" status: 204 len: 168 time: 3.1024017 Apr 22 17:00:00.429627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42e4dfc7-c6b9-445c-bb06-d805d82fab38 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:00.430885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-42e4dfc7-c6b9-445c-bb06-d805d82fab38 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/3fd0e59a-fc8e-427d-b1db-96ff5786e1e0 HTTP/1.1" status: 204 len: 168 time: 1.4016874 Apr 22 17:00:00.469153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53636) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:00.469518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53638) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:00.485998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Request body: {'port': {'name': 'tempest-new-port-name-439321210', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:00.486452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] bootfile-name is not in valid_values {{(pid=87210) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:00:00.486859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] tftp-server is not in valid_values {{(pid=87210) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:00:00.487229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.api.validators [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] server-ip-address is not in valid_values {{(pid=87210) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:00:00.777696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7952c3fe-d2a4-473a-93cc-86edeec09168 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:00.801215 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2f3e9fda-bbd3-4839-9cfd-f8995c58afbb tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/routers/f85b2e69-2e37-491c-ad24-38c9b9e835cb HTTP/1.1" status: 200 len: 890 time: 0.9877088 Apr 22 17:00:00.805078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53644) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:00.810234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:00.815407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 58723201-d943-4123-92c2-f9be7e762dfd has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:00.837734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:00.991460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-838a5f87-8624-4f3e-a968-6ee024c8b439 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:01.041258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7952c3fe-d2a4-473a-93cc-86edeec09168 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:01.042645 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7952c3fe-d2a4-473a-93cc-86edeec09168 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5705941 Apr 22 17:00:01.050971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53648) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:01.055914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.099636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 58723201-d943-4123-92c2-f9be7e762dfd has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:01.110668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-838a5f87-8624-4f3e-a968-6ee024c8b439 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:01.111991 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-838a5f87-8624-4f3e-a968-6ee024c8b439 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=f85b2e69-2e37-491c-ad24-38c9b9e835cb HTTP/1.1" status: 200 len: 205 time: 0.2713077 Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:00:01.126336 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:00:01.129200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53652) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:01.151280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8237e3f-f67b-4b3f-8276-a5ecaeacd6a9 req-cd3eb9de-6d7b-4297-983f-247d38574beb tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:01.152911 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c8237e3f-f67b-4b3f-8276-a5ecaeacd6a9 req-cd3eb9de-6d7b-4297-983f-247d38574beb tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.6852694 Apr 22 17:00:01.290637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d7a9-7335-4e60-b504-1f56f1c256bd tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.316028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d7a9-7335-4e60-b504-1f56f1c256bd tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.339329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.360520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.439481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.444564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.455799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e2424d9-e64f-4107-bf7b-26cfda8ed06b tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:01.458378 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c8237e3f-f67b-4b3f-8276-a5ecaeacd6a9 req-92b050c4-dab1-44d0-a0d0-c3a694804167 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763312 Apr 22 17:00:01.487475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.508881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d7a9-7335-4e60-b504-1f56f1c256bd tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.533299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-793a4bcb-b01f-41ef-be4e-a557859fec51 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:01.559845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3d7a9-7335-4e60-b504-1f56f1c256bd tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=597022fd-2c91-4146-8310-3cdf5b168151,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:01.578805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bfc3d7a9-7335-4e60-b504-1f56f1c256bd tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:01.614985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d7a9-7335-4e60-b504-1f56f1c256bd tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.616269 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bfc3d7a9-7335-4e60-b504-1f56f1c256bd tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/597022fd-2c91-4146-8310-3cdf5b168151 HTTP/1.1" status: 204 len: 168 time: 0.5617235 Apr 22 17:00:01.623570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53656) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:01.779711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.807193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7374b28b-241a-4f21-b368-977f3cd3d95c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:01.814449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.827636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8783b02f-aad7-4d80-99a9-856a1abfc1bd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:01.851778 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "DELETE /v2.0/networks/58723201-d943-4123-92c2-f9be7e762dfd HTTP/1.1" status: 204 len: 168 time: 3.0903451 Apr 22 17:00:01.861070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53660) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:01.869682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee03e46-a484-4292-82e9-54e8795c9459 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.877089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.948345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7374b28b-241a-4f21-b368-977f3cd3d95c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:01.949774 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7374b28b-241a-4f21-b368-977f3cd3d95c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3251452 Apr 22 17:00:01.950661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee03e46-a484-4292-82e9-54e8795c9459 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:01.954391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Subnet': ['ID=7e4a3154-9571-42e1-b199-1fb19eb54471,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:01.974901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53664) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:01.977701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:01.987670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.505s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:02.032587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Pushing event updated for resources: {'Port': ['ID=8b8311b1-465c-4b34-a234-c587e1f79087,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:02.039756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:02.119807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-50fa62c1-f3b5-49ad-999c-3ae5aedb89df None None] Provisioning complete for port 8b8311b1-465c-4b34-a234-c587e1f79087 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:02.120187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50fa62c1-f3b5-49ad-999c-3ae5aedb89df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.128322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] In _notify_port_updated(), no bound segment for port 8b8311b1-465c-4b34-a234-c587e1f79087 on network b48cbe9e-175f-4453-a5e0-f81d216c45da {{(pid=87210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 17:00:02.134346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:02.135178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.139047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] 10.222.0.77 "PUT /v2.0/ports/8b8311b1-465c-4b34-a234-c587e1f79087 HTTP/1.1" status: 200 len: 1136 time: 1.6659982 Apr 22 17:00:02.147951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53668) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:02.154316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event deleted for resources: {'Network': ['ID=58723201-d943-4123-92c2-f9be7e762dfd,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:02.178536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Checking segment: {'id': '113e8d4c-83f6-4319-bdf9-971293660dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '26dc98ba-5a99-4baf-ad1e-20b35194c929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:02.178536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network hostable DHCP agents. Network: 26dc98ba-5a99-4baf-ad1e-20b35194c929, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:00:02.186474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-50fa62c1-f3b5-49ad-999c-3ae5aedb89df None None] Port 8b8311b1-465c-4b34-a234-c587e1f79087 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:00:02.190859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:02.252249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ec5eb9e-e14d-4c16-bce7-ec269891efb0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.257125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a75d37-6eda-4caa-9142-82d7aad6d5ca tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:02.258673 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-43a75d37-6eda-4caa-9142-82d7aad6d5ca tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] 10.222.0.77 "GET /v2.0/ports/8b8311b1-465c-4b34-a234-c587e1f79087 HTTP/1.1" status: 200 len: 1136 time: 0.1096754 Apr 22 17:00:02.262515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53672) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:02.298298 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-4ee03e46-a484-4292-82e9-54e8795c9459 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP 3ec235a5-7429-4a76-a6a3-cee908ccf234 associated. External IP: 172.26.6.201, port: 5aadbf28-e26a-46ac-8894-de742987f3c4. Apr 22 17:00:02.349955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.355798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ec5eb9e-e14d-4c16-bce7-ec269891efb0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.453683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 26dc98ba-5a99-4baf-ad1e-20b35194c929 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:00:02.484827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab0813-58fd-443d-9636-1b1ad7512b35 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Deleting port 8b8311b1-465c-4b34-a234-c587e1f79087 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:02.485042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3ab0813-58fd-443d-9636-1b1ad7512b35 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.559538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.571241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 26dc98ba-5a99-4baf-ad1e-20b35194c929) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:02.584079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12a5e53-ae90-47c1-8560-1e389bb51d19 None None] Network 26dc98ba-5a99-4baf-ad1e-20b35194c929 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:02.669373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ec5eb9e-e14d-4c16-bce7-ec269891efb0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.703464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:02.704128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.708420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 1786aea0-a6ef-4860-b04d-890f37d76e78 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:02.708800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.764256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3ebeb9f-c5e6-4b90-b5ee-06a86d0a54c8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:02.771296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.785069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.833821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.855929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5eb9e-e14d-4c16-bce7-ec269891efb0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98402980-71f8-46c1-9d12-9e5bd59e8e61,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:02.866597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-26dc98ba-5a99-4baf-ad1e-20b35194c929', 'network_id': '26dc98ba-5a99-4baf-ad1e-20b35194c929', 'tenant_id': '5c8c0ef2b1f94398b158df9ec2d73437', 'fixed_ips': [{'subnet_id': '7e4a3154-9571-42e1-b199-1fb19eb54471'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:00:02.868389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.869777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:02.926356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1ec5eb9e-e14d-4c16-bce7-ec269891efb0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:03.009791 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3122778 Apr 22 17:00:03.021456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53678) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:03.046618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Allocated IP 172.20.0.2 (26dc98ba-5a99-4baf-ad1e-20b35194c929/7e4a3154-9571-42e1-b199-1fb19eb54471/22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:03.060524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ec5eb9e-e14d-4c16-bce7-ec269891efb0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:03.063004 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1ec5eb9e-e14d-4c16-bce7-ec269891efb0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/98402980-71f8-46c1-9d12-9e5bd59e8e61 HTTP/1.1" status: 204 len: 168 time: 1.0871434 Apr 22 17:00:03.065226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': '26dc98ba-5a99-4baf-ad1e-20b35194c929', 'name': 'tempest-PortsTestJSON-1116257723'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:03.108337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53682) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:03.175822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358d2ae9-e180-49d3-b581-ba149dea0d73']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:03.242166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7c3292-0cc4-4c2b-b279-ab5f47d29e32') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:03.242506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7c3292-0cc4-4c2b-b279-ab5f47d29e32') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:03.279921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:03.312629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31762f8a-f8ae-414d-a612-c3e3edda7b08 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:03.339122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:03.356254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:03.359051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89687e-e637-4da1-8bd2-c07cfd5e0ebd req-c4a52638-b046-41de-a699-0b44bf0a435f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:03.360678 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6d89687e-e637-4da1-8bd2-c07cfd5e0ebd req-c4a52638-b046-41de-a699-0b44bf0a435f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.5705192 Apr 22 17:00:03.364482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:00:03.372479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:03.393216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Allocated IP 172.26.6.60 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/26763be5-1c28-4633-a752-355661596e8a) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:03.506165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3ab0813-58fd-443d-9636-1b1ad7512b35 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:03.530395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee03e46-a484-4292-82e9-54e8795c9459 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:00:03.585183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31762f8a-f8ae-414d-a612-c3e3edda7b08 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:03.586579 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-31762f8a-f8ae-414d-a612-c3e3edda7b08 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4748001 Apr 22 17:00:03.594389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for 1786aea0-a6ef-4860-b04d-890f37d76e78 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:03.599283 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6d89687e-e637-4da1-8bd2-c07cfd5e0ebd req-507d2452-d0b5-40ab-b35d-facb065c794e tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234447 Apr 22 17:00:03.640333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53686) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:03.663170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:03.672973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab0813-58fd-443d-9636-1b1ad7512b35 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Calling delete_port for 8b8311b1-465c-4b34-a234-c587e1f79087 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:03.777155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:03.853850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d440a5a4-6275-4c9d-9fa6-296f537aaf5a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:03.861177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 358d2ae9-e180-49d3-b581-ba149dea0d73 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:03.877085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:03.925402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d440a5a4-6275-4c9d-9fa6-296f537aaf5a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:03.970666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:03.976704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:04.039681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port 989bbf38-1f8a-4373-b1e2-464ce2542698 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:00:04.159940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9e5b-15a9-47d6-991d-ea07e3cc87ad req-a921e8f8-7baa-467b-9a43-3ec581d3d7d7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:04.161692 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2edd9e5b-15a9-47d6-991d-ea07e3cc87ad req-a921e8f8-7baa-467b-9a43-3ec581d3d7d7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.4350445 Apr 22 17:00:04.182696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee03e46-a484-4292-82e9-54e8795c9459 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:04.193801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fc1b5-0141-4528-8ea6-57ec30662199 None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:04.205910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fc1b5-0141-4528-8ea6-57ec30662199 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:04.206795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ce1fc1b5-0141-4528-8ea6-57ec30662199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:04.274927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ce1fc1b5-0141-4528-8ea6-57ec30662199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:04.285772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fc1b5-0141-4528-8ea6-57ec30662199 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:04.286611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ce1fc1b5-0141-4528-8ea6-57ec30662199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:04.358940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ce1fc1b5-0141-4528-8ea6-57ec30662199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:04.359344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fc1b5-0141-4528-8ea6-57ec30662199 None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:04.402641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3ab0813-58fd-443d-9636-1b1ad7512b35 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:04.414408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f66e8b43-30e6-4524-bdb7-15061329edae tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:04.462890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 358d2ae9-e180-49d3-b581-ba149dea0d73 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:04.469249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2edd9e5b-15a9-47d6-991d-ea07e3cc87ad req-76b2e201-3358-46c5-a2e7-1faa8a77f6db tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900074 Apr 22 17:00:04.485165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab0813-58fd-443d-9636-1b1ad7512b35 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Pushing event deleted for resources: {'Port': ['ID=8b8311b1-465c-4b34-a234-c587e1f79087,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:00:04.492572 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:00:04.496628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d3ab0813-58fd-443d-9636-1b1ad7512b35 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:04.584334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d440a5a4-6275-4c9d-9fa6-296f537aaf5a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:04.612327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:04.624313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:04.654547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440a5a4-6275-4c9d-9fa6-296f537aaf5a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eac6e5bc-da54-4c74-b201-e46e10f059c0,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:04.661054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d440a5a4-6275-4c9d-9fa6-296f537aaf5a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:04.709303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:04.718027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d892f141-e366-4621-97ab-67b2a8dc2eff tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:04.739988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:04.756813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event deleted for resources: {'Network': ['ID=358d2ae9-e180-49d3-b581-ba149dea0d73,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:04.759033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d440a5a4-6275-4c9d-9fa6-296f537aaf5a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:04.762848 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d440a5a4-6275-4c9d-9fa6-296f537aaf5a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/eac6e5bc-da54-4c74-b201-e46e10f059c0 HTTP/1.1" status: 204 len: 168 time: 1.1188927 Apr 22 17:00:04.770769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:04.773020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53694) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:04.782879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "DELETE /v2.0/networks/358d2ae9-e180-49d3-b581-ba149dea0d73 HTTP/1.1" status: 204 len: 168 time: 2.9149432 Apr 22 17:00:04.800382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53698) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:04.849402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Transition to ACTIVE for port object 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:04.872400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Transition to ACTIVE for port object 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:04.909114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:04.914341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6d39d379-fcd8-448a-a8a6-d9e512d25ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:04.918533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:04.923795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:04.948183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c553d568-1228-4b3c-9f7e-938c76b851c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:04.988564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:00:04.995451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Network 26dc98ba-5a99-4baf-ad1e-20b35194c929 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:05.004536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:05.010925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d0738611-04a8-4344-a1f1-b6b2dd725a00 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:05.011312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:05.039177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3ab0813-58fd-443d-9636-1b1ad7512b35 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.091738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:05.095252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.101377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Pushing event updated for resources: {'Port': ['ID=22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:05.106791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:05.110453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:05.128464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Attempting to bind port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:00:05.128934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Attempting to bind port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '113e8d4c-83f6-4319-bdf9-971293660dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '26dc98ba-5a99-4baf-ad1e-20b35194c929'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:00:05.129439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Attempting to bind port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 on network 26dc98ba-5a99-4baf-ad1e-20b35194c929 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:00:05.136380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:00:05.136944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Checking segment: {'id': '113e8d4c-83f6-4319-bdf9-971293660dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '26dc98ba-5a99-4baf-ad1e-20b35194c929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:05.137487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.138854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Bound using segment: {'id': '113e8d4c-83f6-4319-bdf9-971293660dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '26dc98ba-5a99-4baf-ad1e-20b35194c929'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:00:05.138854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Bound port: 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113e8d4c-83f6-4319-bdf9-971293660dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '26dc98ba-5a99-4baf-ad1e-20b35194c929'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:00:05.139113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.169139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:05.207555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event updated for resources: {'Port': ['ID=26763be5-1c28-4633-a752-355661596e8a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:05.212777 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d3ab0813-58fd-443d-9636-1b1ad7512b35 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] 10.222.0.77 "DELETE /v2.0/ports/8b8311b1-465c-4b34-a234-c587e1f79087 HTTP/1.1" status: 204 len: 168 time: 2.9491224 Apr 22 17:00:05.224224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53702) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:05.243242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] For port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:00:05.246512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] For port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6,segment=NetworkSegment(113e8d4c-83f6-4319-bdf9-971293660dfe),segment_id=113e8d4c-83f6-4319-bdf9-971293660dfe)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:00:05.269133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d0738611-04a8-4344-a1f1-b6b2dd725a00 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:05.269360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.273760 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d0738611-04a8-4344-a1f1-b6b2dd725a00 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4940672 Apr 22 17:00:05.276793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.10 (26dc98ba-5a99-4baf-ad1e-20b35194c929/7e4a3154-9571-42e1-b199-1fb19eb54471/989bbf38-1f8a-4373-b1e2-464ce2542698) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:05.276960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:05.284711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53706) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:05.314130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=1786aea0-a6ef-4860-b04d-890f37d76e78,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:05.328790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:05.335264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:05.335545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:05.348189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad13dd-43ab-4442-9613-a3574db2ca98 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:05.355009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e3bf7-12b2-45fb-ad3b-d5bb367ff64a req-cfe5ac0e-00b2-46dd-9e9a-df0d7cbf80ae tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:05.355340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad13dd-43ab-4442-9613-a3574db2ca98 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:05.356189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-74ad13dd-43ab-4442-9613-a3574db2ca98 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Synchronizing usage tracker for tenant:147b146a76a847e28c549c92eed7803e on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:05.356641 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-800e3bf7-12b2-45fb-ad3b-d5bb367ff64a req-cfe5ac0e-00b2-46dd-9e9a-df0d7cbf80ae tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.6788979 Apr 22 17:00:05.365699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Pushing event updated for resources: {'Port': ['ID=22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:05.369680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:05.426523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.433230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0742f3d0-d965-4ed8-8f18-a445599f8119 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Deleting subnet ee50be50-ea37-4daf-9cc6-569483edbd92 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:00:05.437610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee03e46-a484-4292-82e9-54e8795c9459 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router 60519578-3c48-4860-928f-d88bceae7d37 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:00:05.442898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5082c7b4-2644-4d32-a3eb-d67e6615f4ce tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.450823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0742f3d0-d965-4ed8-8f18-a445599f8119 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.519445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5082c7b4-2644-4d32-a3eb-d67e6615f4ce tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.567687 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-800e3bf7-12b2-45fb-ad3b-d5bb367ff64a req-a7b6c71e-98b5-499d-8031-a8a956a7bd06 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920791 Apr 22 17:00:05.580218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0742f3d0-d965-4ed8-8f18-a445599f8119 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.689112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0742f3d0-d965-4ed8-8f18-a445599f8119 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.703332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-74ad13dd-43ab-4442-9613-a3574db2ca98 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Unset dirty status for tenant:147b146a76a847e28c549c92eed7803e on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:05.704693 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-74ad13dd-43ab-4442-9613-a3574db2ca98 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9005895 Apr 22 17:00:05.751818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53712) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:05.764437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.776563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-446207014'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:05.777787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:05.788397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:05.794381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.885675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Made reservation on behalf of 147b146a76a847e28c549c92eed7803e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:05.892652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.914093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:05.914613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Fanout notify agent at l3_agent the message router_deleted on router f85b2e69-2e37-491c-ad24-38c9b9e835cb {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:00:06.076029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:06.093331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5082c7b4-2644-4d32-a3eb-d67e6615f4ce tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.103703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.108745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/f85b2e69-2e37-491c-ad24-38c9b9e835cb HTTP/1.1" status: 204 len: 168 time: 4.9705100 Apr 22 17:00:06.111203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53718) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:06.126948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1040482979'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:06.136052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:06.137330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:06.154776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.155073 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Added segment 49f149d7-a175-4f96-950e-295f4839dfc1 of type vlan for network 8a330551-36ce-4515-be98-f493f502943f Apr 22 17:00:06.156660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:network and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:06.161699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:06.174139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:06.174559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082c7b4-2644-4d32-a3eb-d67e6615f4ce tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc98657b-594c-4417-ae6e-2e3093bf757f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:06.185940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.212971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5082c7b4-2644-4d32-a3eb-d67e6615f4ce tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:06.293170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5082c7b4-2644-4d32-a3eb-d67e6615f4ce tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.294417 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5082c7b4-2644-4d32-a3eb-d67e6615f4ce tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/bc98657b-594c-4417-ae6e-2e3093bf757f HTTP/1.1" status: 204 len: 168 time: 1.0086658 Apr 22 17:00:06.324361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53722) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:06.333946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:06.339911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.352777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.405242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee03e46-a484-4292-82e9-54e8795c9459 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:06.417131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91658cde-c261-47ed-8dab-dd6f6fad0d9b None None] Sync routers for ids ['60519578-3c48-4860-928f-d88bceae7d37'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:06.417433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee03e46-a484-4292-82e9-54e8795c9459 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.427388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:06.429157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91658cde-c261-47ed-8dab-dd6f6fad0d9b None None] Routers {'60519578-3c48-4860-928f-d88bceae7d37'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:06.430034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-91658cde-c261-47ed-8dab-dd6f6fad0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['60519578-3c48-4860-928f-d88bceae7d37'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:06.453221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.453642 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added segment bb392de5-3211-4a66-8ceb-df321e4bcdcc of type vlan for network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f Apr 22 17:00:06.464509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.495417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-91658cde-c261-47ed-8dab-dd6f6fad0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:06.505355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91658cde-c261-47ed-8dab-dd6f6fad0d9b None None] Routers {'60519578-3c48-4860-928f-d88bceae7d37'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:06.505926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-91658cde-c261-47ed-8dab-dd6f6fad0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['60519578-3c48-4860-928f-d88bceae7d37'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:06.528582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.535894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:06.536586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.543251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object 989bbf38-1f8a-4373-b1e2-464ce2542698 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:06.554089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1731b227-0a64-4f92-acf8-f46e772f1fea tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:06.562551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88b22d7f-6bf2-4378-8da7-bde0157961c0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:06.603866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-91658cde-c261-47ed-8dab-dd6f6fad0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:06.604314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91658cde-c261-47ed-8dab-dd6f6fad0d9b None None] The sync data for ids ['60519578-3c48-4860-928f-d88bceae7d37'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:06.655713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e806-2ac8-4fe4-9f37-dd8d1090ee2b req-b7a02b77-0af0-4132-99a7-d0ad5bb517d1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:06.657866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ec56e806-2ac8-4fe4-9f37-dd8d1090ee2b req-b7a02b77-0af0-4132-99a7-d0ad5bb517d1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.4463046 Apr 22 17:00:06.677479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.711981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88b22d7f-6bf2-4378-8da7-bde0157961c0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:06.713827 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-88b22d7f-6bf2-4378-8da7-bde0157961c0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3860736 Apr 22 17:00:06.720430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53726) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:06.759714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0742f3d0-d965-4ed8-8f18-a445599f8119 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.770222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4ee03e46-a484-4292-82e9-54e8795c9459 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "PUT /v2.0/floatingips/3ec235a5-7429-4a76-a6a3-cee908ccf234 HTTP/1.1" status: 200 len: 977 time: 7.4779108 Apr 22 17:00:06.774885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53730) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:06.782834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:06.798610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:06.829952 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ec56e806-2ac8-4fe4-9f37-dd8d1090ee2b req-b1f5e453-a3ab-4ace-882c-1d8dcf822bf7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588359 Apr 22 17:00:06.849750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event updated for resources: {'Network': ['ID=8a330551-36ce-4515-be98-f493f502943f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:06.882226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 8a330551-36ce-4515-be98-f493f502943f details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:00:06.884383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742f3d0-d965-4ed8-8f18-a445599f8119 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Pushing event deleted for resources: {'Subnet': ['ID=ee50be50-ea37-4daf-9cc6-569483edbd92,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:06.886700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.899969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0742f3d0-d965-4ed8-8f18-a445599f8119 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:06.904730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08a6219f-ecee-4d1a-ba3c-c7a420bed5fc tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:06.913105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9f552a-ddaa-4573-9afd-7787a3f58526 None None] Network b48cbe9e-175f-4453-a5e0-f81d216c45da requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:06.950219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0742f3d0-d965-4ed8-8f18-a445599f8119 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:06.971441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0742f3d0-d965-4ed8-8f18-a445599f8119 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] 10.222.0.77 "DELETE /v2.0/subnets/ee50be50-ea37-4daf-9cc6-569483edbd92 HTTP/1.1" status: 204 len: 168 time: 1.7430372 Apr 22 17:00:06.999212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53734) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:07.077504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 26dc98ba-5a99-4baf-ad1e-20b35194c929 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:07.095175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb781c52-8ecc-464b-95e3-897cd176cdf5 None None] Network 26dc98ba-5a99-4baf-ad1e-20b35194c929 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:07.143963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:07.177810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:07.194875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:07.204285 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4486537 Apr 22 17:00:07.207418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53738) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:07.210870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=989bbf38-1f8a-4373-b1e2-464ce2542698,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:07.220035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port a108531a-ac38-40ba-89ea-9e2c66ad73df {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:07.220464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.229266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1961451530'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:07.236682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:07.243708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.246542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Usage tracker for resource:network and tenant:147b146a76a847e28c549c92eed7803e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:07.250410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.255941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:07.256542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:07.257297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.263020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:07.264873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eabfa670-396c-44eb-b527-605dd467a20b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.266498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83ea9cbe-655a-4d42-879e-6ef197287cf7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:07.290411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.292719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:07.330668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8fbf0fb9-69c7-4105-bf01-de88beb7ec74 None None] Provisioning for port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:07.347769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8fbf0fb9-69c7-4105-bf01-de88beb7ec74 None None] Provisioning complete for port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:07.348188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0fb9-69c7-4105-bf01-de88beb7ec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.371233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.376861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eabfa670-396c-44eb-b527-605dd467a20b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.394158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:07.416061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:07.416483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.441258 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3173211 Apr 22 17:00:07.441493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:07.441493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.448648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53742) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:07.472351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'subnet': {'network_id': '5d3f6c79-7b22-4216-a23a-5bb135b5ad1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:07.525994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Made reservation on behalf of 147b146a76a847e28c549c92eed7803e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:07.533040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.543638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Network': ['ID=5d3f6c79-7b22-4216-a23a-5bb135b5ad1f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:07.550440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:07.585583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Deleting port ad245923-a487-43d9-95e6-9447a4f2b1fa {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:07.585865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.599027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:07.626347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.627167 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Added segment 3ec083fa-d741-4237-885c-f0282fc1a2fa of type vlan for network a3f62ec7-4e58-49a4-8462-9c4f2b309dbb Apr 22 17:00:07.677529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.677774 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6364625 Apr 22 17:00:07.682676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53746) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:07.683409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:00:07.689934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': '26dc98ba-5a99-4baf-ad1e-20b35194c929', 'name': 'tempest-PortsTestJSON-947478751'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:07.839067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Router 455f71ac-65c6-493b-891c-22c5b8b88ffb is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:00:07.941739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.951386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:07.952177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:07.969405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9073577-6315-468b-bdab-7868f1e17b0e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:08.002225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76d2fa1-b8d3-4995-acd7-5c3ec79c5939 None None] DHCP port deletion for b48cbe9e-175f-4453-a5e0-f81d216c45da request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:00:08.024414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c76d2fa1-b8d3-4995-acd7-5c3ec79c5939 None None] Deleting port ad245923-a487-43d9-95e6-9447a4f2b1fa {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:08.024730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c76d2fa1-b8d3-4995-acd7-5c3ec79c5939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.064258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:08.070561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0fb9-69c7-4105-bf01-de88beb7ec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.114517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.129788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:port and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:08.150987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:08.178961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:08.205991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event updated for resources: {'Network': ['ID=a3f62ec7-4e58-49a4-8462-9c4f2b309dbb,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:08.209576 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0008602 Apr 22 17:00:08.213291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:08.214833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53752) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:08.217283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8fbf0fb9-69c7-4105-bf01-de88beb7ec74 None None] For port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6,segment=NetworkSegment(113e8d4c-83f6-4319-bdf9-971293660dfe),segment_id=113e8d4c-83f6-4319-bdf9-971293660dfe)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:08.234925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'ports': [{'network_id': '8a330551-36ce-4515-be98-f493f502943f', 'name': 'tempest-port--970916815', 'admin_state_up': True}, {'network_id': 'a3f62ec7-4e58-49a4-8462-9c4f2b309dbb', 'admin_state_up': False}]} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:08.237839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'port': {'network_id': '8a330551-36ce-4515-be98-f493f502943f', 'name': 'tempest-port--970916815', 'admin_state_up': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:08.238537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'port': {'network_id': 'a3f62ec7-4e58-49a4-8462-9c4f2b309dbb', 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:08.264762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:08.264992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network a3f62ec7-4e58-49a4-8462-9c4f2b309dbb details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:00:08.270494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.272140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:08.276713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:subnet and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:08.279867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:08.286949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:08.300185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eabfa670-396c-44eb-b527-605dd467a20b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.308261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0fb9-69c7-4105-bf01-de88beb7ec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.319112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:08.324447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef044ad1-65bf-4a99-9eef-3dd6b26f3a58 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:08.348034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:08.355471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.355980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:08.367617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.371539 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a7e64bec-24e3-4b41-b851-afbd8826d57b tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "PUT /v2.0/routers/455f71ac-65c6-493b-891c-22c5b8b88ffb HTTP/1.1" status: 200 len: 913 time: 8.2728236 Apr 22 17:00:08.372730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53756) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:08.414247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfa670-396c-44eb-b527-605dd467a20b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c8b96-d81b-42fc-900e-14ea24b54dd0,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:08.417265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eabfa670-396c-44eb-b527-605dd467a20b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:08.457519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port 11207d12-b060-4b0e-9494-d7fbf5b4fd8a yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:00:08.511925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac624a-4139-460b-8af4-cb9d969d3e78 None None] Sync routers for ids ['455f71ac-65c6-493b-891c-22c5b8b88ffb'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:08.582416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eabfa670-396c-44eb-b527-605dd467a20b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.586118 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eabfa670-396c-44eb-b527-605dd467a20b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-groups/cd0c8b96-d81b-42fc-900e-14ea24b54dd0 HTTP/1.1" status: 204 len: 168 time: 1.8611324 Apr 22 17:00:08.597507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:08.598002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:08.607083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac624a-4139-460b-8af4-cb9d969d3e78 None None] Routers {'455f71ac-65c6-493b-891c-22c5b8b88ffb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:08.607373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8ac624a-4139-460b-8af4-cb9d969d3e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['455f71ac-65c6-493b-891c-22c5b8b88ffb'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:08.617982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53760) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:08.666852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] For port ad245923-a487-43d9-95e6-9447a4f2b1fa, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ad245923-a487-43d9-95e6-9447a4f2b1fa,segment=NetworkSegment(eb6339e6-da14-4386-9afc-2c5e1307365a),segment_id=eb6339e6-da14-4386-9afc-2c5e1307365a)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:08.667275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.699795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c76d2fa1-b8d3-4995-acd7-5c3ec79c5939 None None] For port ad245923-a487-43d9-95e6-9447a4f2b1fa, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ad245923-a487-43d9-95e6-9447a4f2b1fa,segment=NetworkSegment(eb6339e6-da14-4386-9afc-2c5e1307365a),segment_id=eb6339e6-da14-4386-9afc-2c5e1307365a)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:08.700340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c76d2fa1-b8d3-4995-acd7-5c3ec79c5939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.709109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8ac624a-4139-460b-8af4-cb9d969d3e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:08.716736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf0fb9-69c7-4105-bf01-de88beb7ec74 None None] Pushing event updated for resources: {'Port': ['ID=22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:08.726484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8fbf0fb9-69c7-4105-bf01-de88beb7ec74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:08.824516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.875971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c76d2fa1-b8d3-4995-acd7-5c3ec79c5939 None None] Calling delete_port for ad245923-a487-43d9-95e6-9447a4f2b1fa owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:08.901287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d9c4a1c4-c36f-4288-8c5e-35e31aee0033 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:08.908485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:08.910228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac624a-4139-460b-8af4-cb9d969d3e78 None None] Routers {'455f71ac-65c6-493b-891c-22c5b8b88ffb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:08.911129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8ac624a-4139-460b-8af4-cb9d969d3e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['455f71ac-65c6-493b-891c-22c5b8b88ffb'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:08.912544 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ba2a15b3-f636-42ef-8863-d89e9b466512 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/routers/455f71ac-65c6-493b-891c-22c5b8b88ffb HTTP/1.1" status: 200 len: 919 time: 0.5361667 Apr 22 17:00:08.918464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53764) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:08.965061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Usage tracker for resource:port and tenant:147b146a76a847e28c549c92eed7803e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:08.975187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2ee6822a-2c58-4a86-9b03-37fa287e39b5 None None] Provisioning complete for port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:08.976538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ee6822a-2c58-4a86-9b03-37fa287e39b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:08.976657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:08.988225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.11 (26dc98ba-5a99-4baf-ad1e-20b35194c929/7e4a3154-9571-42e1-b199-1fb19eb54471/11207d12-b060-4b0e-9494-d7fbf5b4fd8a) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:09.001128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:09.030608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8ac624a-4139-460b-8af4-cb9d969d3e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:09.031621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac624a-4139-460b-8af4-cb9d969d3e78 None None] The sync data for ids ['455f71ac-65c6-493b-891c-22c5b8b88ffb'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:09.057215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d9c4a1c4-c36f-4288-8c5e-35e31aee0033 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:09.057215 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d9c4a1c4-c36f-4288-8c5e-35e31aee0033 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4224036 Apr 22 17:00:09.061490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53768) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:09.073611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087439461'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:09.084531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Calling delete_port for ad245923-a487-43d9-95e6-9447a4f2b1fa owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:09.090070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Made reservation on behalf of 147b146a76a847e28c549c92eed7803e for: {'port': 2} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:09.097794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.115609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:09.121413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b766d-3ee1-461e-a173-78afbccab265 req-3289fcc9-e1f0-4cbb-9431-ff4d2d061fdd tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:09.123091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-368b766d-3ee1-461e-a173-78afbccab265 req-3289fcc9-e1f0-4cbb-9431-ff4d2d061fdd tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 1.0036385 Apr 22 17:00:09.138289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c76d2fa1-b8d3-4995-acd7-5c3ec79c5939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.145326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-68d9cf0a-915e-4798-9074-b9d3149a0f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:09.216364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a05985-3379-4d66-8177-938415d06d84 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:09.218889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-33a05985-3379-4d66-8177-938415d06d84 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&device_id=455f71ac-65c6-493b-891c-22c5b8b88ffb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2964773 Apr 22 17:00:09.220031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.233027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:09.233408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53772) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:09.244071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d2fa1-b8d3-4995-acd7-5c3ec79c5939 None None] No DVR routers for this DVR port ad245923-a487-43d9-95e6-9447a4f2b1fa on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:00:09.247585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d2fa1-b8d3-4995-acd7-5c3ec79c5939 None None] Pushing event deleted for resources: {'Port': ['ID=ad245923-a487-43d9-95e6-9447a4f2b1fa,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:09.250765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c76d2fa1-b8d3-4995-acd7-5c3ec79c5939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:09.332023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2ee6822a-2c58-4a86-9b03-37fa287e39b5 None None] Provisioning for port 989bbf38-1f8a-4373-b1e2-464ce2542698 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:09.339120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2ee6822a-2c58-4a86-9b03-37fa287e39b5 None None] Provisioning complete for port 989bbf38-1f8a-4373-b1e2-464ce2542698 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:09.339891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ee6822a-2c58-4a86-9b03-37fa287e39b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.368000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.388042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:09.430600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:09.451736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] device_id is not set on port 81378984-e6a2-4b38-81b9-f5bfd3aed9a5 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:00:09.455794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:09.462428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:09.475033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6822a-2c58-4a86-9b03-37fa287e39b5 None None] Port 989bbf38-1f8a-4373-b1e2-464ce2542698 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:00:09.476727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:09.486749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-368b766d-3ee1-461e-a173-78afbccab265 req-3a52d9a4-dc5c-4b6c-a4e8-92b4310fba38 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374975 Apr 22 17:00:09.495288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:09.496077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.508157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.543316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:09.543695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:09.547181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object 11207d12-b060-4b0e-9494-d7fbf5b4fd8a will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:09.660760 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4882b79-8694-46f2-a290-085cbe8d388b req-c958dfcc-9a97-4740-96f9-8d57c892173b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8147242 Apr 22 17:00:09.688401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f77c9bf4-7744-4e26-9d02-80d984ed3b40 None None] Provisioning complete for port 989bbf38-1f8a-4373-b1e2-464ce2542698 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:09.690087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f77c9bf4-7744-4e26-9d02-80d984ed3b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.759640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e60bd4-3e93-403b-9785-cb8f2f434a7c tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:09.761208 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-04e60bd4-3e93-403b-9785-cb8f2f434a7c tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/networks/5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 881 time: 0.5232134 Apr 22 17:00:09.762122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.766268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53778) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:09.797877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.833295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f77c9bf4-7744-4e26-9d02-80d984ed3b40 None None] Port 989bbf38-1f8a-4373-b1e2-464ce2542698 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:00:09.879773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.880138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.880554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.880916 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Floating IP 3ec235a5-7429-4a76-a6a3-cee908ccf234 disassociated. External IP: 172.26.6.201, port: a108531a-ac38-40ba-89ea-9e2c66ad73df. Apr 22 17:00:09.881688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for a108531a-ac38-40ba-89ea-9e2c66ad73df owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:09.888970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-30a56d95-db48-4332-adf1-6b3dbf9ded90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:09.901135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ad245923-a487-43d9-95e6-9447a4f2b1fa no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:00:09.924227 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-40306f42-3851-48a2-8e15-1ee7dad69831 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=455f71ac-65c6-493b-891c-22c5b8b88ffb HTTP/1.1" status: 200 len: 205 time: 0.1368935 Apr 22 17:00:09.927652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:09.933990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53784) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:09.959199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: ad245923-a487-43d9-95e6-9447a4f2b1fa {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:00:09.959978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ad245923-a487-43d9-95e6-9447a4f2b1fa not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:00:10.031344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] device_id is not set on port 807bc3a8-cc49-4a82-9de7-b7c304398f0b yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:00:10.071313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Deleting port ad245923-a487-43d9-95e6-9447a4f2b1fa {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:10.071702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:10.083487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c3df3a-6f9b-4f60-a536-7f61b6665e5d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:10.086386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:10.096438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7ea888b4-e68f-4b66-8057-4cdce546886d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:10.494481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 26dc98ba-5a99-4baf-ad1e-20b35194c929 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:10.508610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] The port 'ad245923-a487-43d9-95e6-9447a4f2b1fa' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:00:10.517967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:10.520845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:10.523569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4882b79-8694-46f2-a290-085cbe8d388b req-9e76842f-be65-4067-a856-48733ac42045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:10.525191 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4882b79-8694-46f2-a290-085cbe8d388b req-9e76842f-be65-4067-a856-48733ac42045 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23b22b94dd7f4ccda61d86fc33585c1f&device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 1098 time: 0.6861839 Apr 22 17:00:10.623202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:10.625178 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5619745 Apr 22 17:00:10.641095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53788) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:10.646389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=11207d12-b060-4b0e-9494-d7fbf5b4fd8a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:10.662231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:10.667832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': 'e5c3df3a-6f9b-4f60-a536-7f61b6665e5d', 'direction': 'ingress', 'protocol': 17}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:10.723861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:10.752106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:10.755980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:10.756684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:10.768342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:10.776899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fa5658f1-95a1-4da6-a541-a417e927e1bd None None] Provisioning for port 11207d12-b060-4b0e-9494-d7fbf5b4fd8a completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:10.783385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fa5658f1-95a1-4da6-a541-a417e927e1bd None None] Provisioning complete for port 11207d12-b060-4b0e-9494-d7fbf5b4fd8a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:10.783906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:10.784064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa5658f1-95a1-4da6-a541-a417e927e1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:10.787581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:10.806484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:10.810399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:10.846976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fa5658f1-95a1-4da6-a541-a417e927e1bd None None] Port 11207d12-b060-4b0e-9494-d7fbf5b4fd8a cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:00:10.906244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:10.922773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=a108531a-ac38-40ba-89ea-9e2c66ad73df,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:10.929236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:10.976144 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2923341 Apr 22 17:00:10.994898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53792) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:11.064667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.112875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.119564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.150224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:11.186735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9652b2-b07f-496c-9730-7978f9fca40f req-676fb4ee-8e79-402d-8186-c21bac5c454b tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:11.188376 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ec9652b2-b07f-496c-9730-7978f9fca40f req-676fb4ee-8e79-402d-8186-c21bac5c454b tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 1.0808606 Apr 22 17:00:11.240260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.252214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4882b79-8694-46f2-a290-085cbe8d388b req-6bc7418d-7a20-469e-96e9-b692e5651b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:11.253796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4882b79-8694-46f2-a290-085cbe8d388b req-6bc7418d-7a20-469e-96e9-b692e5651b81 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bbfd5673-9429-4970-ac83-0273788cb7ee HTTP/1.1" status: 200 len: 914 time: 0.6923966 Apr 22 17:00:11.259243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe3b72b-070a-45dd-a495-e1a43609d487 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:11.260018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bbe3b72b-070a-45dd-a495-e1a43609d487 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:11.267320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.317562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48cbe9e-175f-4453-a5e0-f81d216c45da']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:11.325732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.332430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-12dc9407-9bd7-495b-81b5-5f5a4eaa5720 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:11.372945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.373714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bbe3b72b-070a-45dd-a495-e1a43609d487 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:11.375036 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bbe3b72b-070a-45dd-a495-e1a43609d487 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.3741274 Apr 22 17:00:11.386539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Deleting port 26763be5-1c28-4633-a752-355661596e8a {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:11.386938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.406588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53798) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:11.447790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6339e6-da14-4386-9afc-2c5e1307365a') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:11.448136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6339e6-da14-4386-9afc-2c5e1307365a') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:11.497872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event updated for resources: {'Port': ['ID=81378984-e6a2-4b38-81b9-f5bfd3aed9a5,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:11.527670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:11.529965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:11.543140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Subnet': ['ID=956ef363-5c22-4e32-a232-92bd4b2ec623,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:11.560215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.578990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:11.604048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Checking segment: {'id': '49f149d7-a175-4f96-950e-295f4839dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a330551-36ce-4515-be98-f493f502943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:11.604447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network hostable DHCP agents. Network: 8a330551-36ce-4515-be98-f493f502943f, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:00:11.606370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ec9652b2-b07f-496c-9730-7978f9fca40f req-cf5cd8b9-ffa6-4a62-9bcc-105aef14694f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3988500 Apr 22 17:00:11.615827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.615827 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9710033 Apr 22 17:00:11.616821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Checking segment: {'id': 'bb392de5-3211-4a66-8ceb-df321e4bcdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '5d3f6c79-7b22-4216-a23a-5bb135b5ad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:11.617229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network hostable DHCP agents. Network: 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:00:11.617605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064f0d36-658a-4638-8176-246b75a2c4fa,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:11.621451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53802) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:11.628339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:11.650945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.659533 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4882b79-8694-46f2-a290-085cbe8d388b req-fa4e2ffb-2991-4dd3-a458-ad425316a66d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d HTTP/1.1" status: 200 len: 1000 time: 0.3329842 Apr 22 17:00:11.681860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b9fdbfe8-671b-49ea-b2f0-0f0d594e1046 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 11207d12-b060-4b0e-9494-d7fbf5b4fd8a {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:11.681860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9fdbfe8-671b-49ea-b2f0-0f0d594e1046 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.727592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 8a330551-36ce-4515-be98-f493f502943f is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:00:11.744001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.753296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:00:11.806236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router 60519578-3c48-4860-928f-d88bceae7d37 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:00:11.883799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 8a330551-36ce-4515-be98-f493f502943f) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:11.892582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Calling delete_port for 26763be5-1c28-4633-a752-355661596e8a owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:11.892746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a787a30-e4c1-4067-943e-5c15d09678a0 None None] Network 8a330551-36ce-4515-be98-f493f502943f requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:11.919765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:00:11.931116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7654172f-f2e6-4c37-a9fe-94cc6c3b159a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.933048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:11.933912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:11.944101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-efca9f29-47f5-4ee1-8f4a-b1bc9f9932b8 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:12.063016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7654172f-f2e6-4c37-a9fe-94cc6c3b159a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:12.116728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:12.119001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4882b79-8694-46f2-a290-085cbe8d388b req-f6799a82-8cdd-4a88-a307-7c40cc72b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:12.120684 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4882b79-8694-46f2-a290-085cbe8d388b req-f6799a82-8cdd-4a88-a307-7c40cc72b699 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4b380e3-2996-4eff-9186-c5eb84b7ddb6 HTTP/1.1" status: 200 len: 851 time: 0.4467573 Apr 22 17:00:12.136991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event updated for resources: {'Port': ['ID=807bc3a8-cc49-4a82-9de7-b7c304398f0b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:12.150268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Network b48cbe9e-175f-4453-a5e0-f81d216c45da has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:12.151922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:12.176050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db2c8b2-f4c0-403e-a2d7-dcf48aac1f08 None None] Network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:12.182124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Checking segment: {'id': '3ec083fa-d741-4237-885c-f0282fc1a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a3f62ec7-4e58-49a4-8462-9c4f2b309dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:12.182124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network hostable DHCP agents. Network: a3f62ec7-4e58-49a4-8462-9c4f2b309dbb, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:00:12.264531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:12.302693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network a3f62ec7-4e58-49a4-8462-9c4f2b309dbb is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:00:12.307491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:12.308175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:12.368632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, a3f62ec7-4e58-49a4-8462-9c4f2b309dbb) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:12.375397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7654172f-f2e6-4c37-a9fe-94cc6c3b159a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:12.381772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:12.388015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:12.388657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb86b1d-d831-4a37-91db-c594c6fa7fff None None] Network a3f62ec7-4e58-49a4-8462-9c4f2b309dbb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:12.393341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:12.394298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:12.399738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cafbb6d8-04be-4f91-a1cc-5367893e5f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:12.431703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654172f-f2e6-4c37-a9fe-94cc6c3b159a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c3df3a-6f9b-4f60-a536-7f61b6665e5d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:12.437933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7654172f-f2e6-4c37-a9fe-94cc6c3b159a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:12.454570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7654172f-f2e6-4c37-a9fe-94cc6c3b159a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:12.455818 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7654172f-f2e6-4c37-a9fe-94cc6c3b159a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-groups/e5c3df3a-6f9b-4f60-a536-7f61b6665e5d HTTP/1.1" status: 204 len: 168 time: 0.8296137 Apr 22 17:00:12.459099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53806) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:12.485386 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.2571824 Apr 22 17:00:12.486456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53810) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:12.553172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:12.561220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29efc623-07f2-49f2-a34e-b78313f47c10 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:12.625188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Pushing event deleted for resources: {'Port': ['ID=26763be5-1c28-4633-a752-355661596e8a,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:12.676552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:12.725918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-5d3f6c79-7b22-4216-a23a-5bb135b5ad1f', 'network_id': '5d3f6c79-7b22-4216-a23a-5bb135b5ad1f', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'fixed_ips': [{'subnet_id': '956ef363-5c22-4e32-a232-92bd4b2ec623'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:00:12.727063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:12.792923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-305d5604-b688-4321-856c-c9f359f0a129 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:12.863728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:12.925762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Allocated IP 2001:db8::2 (5d3f6c79-7b22-4216-a23a-5bb135b5ad1f/956ef363-5c22-4e32-a232-92bd4b2ec623/52e12625-388e-4509-b0e5-27d4f8def8a1) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:12.985695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Network b48cbe9e-175f-4453-a5e0-f81d216c45da has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:12.992029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-305d5604-b688-4321-856c-c9f359f0a129 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:12.999719 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-305d5604-b688-4321-856c-c9f359f0a129 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5326173 Apr 22 17:00:12.999967 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.5399857 Apr 22 17:00:13.002687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53818) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:13.003085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53820) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:13.016040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137819391'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:00:13.042275 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:00:13.058733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:13.078175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d594f-a4a7-4109-95d0-de034b9f5b3d None None] Sync routers for ids ['60519578-3c48-4860-928f-d88bceae7d37'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:13.081146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d857c0b7-a394-45d1-b88b-b77c95695eb7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-68719320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:13.089451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:13.093403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d594f-a4a7-4109-95d0-de034b9f5b3d None None] Routers {'60519578-3c48-4860-928f-d88bceae7d37'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:13.094421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f41d594f-a4a7-4109-95d0-de034b9f5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['60519578-3c48-4860-928f-d88bceae7d37'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:13.109012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ad168-5eb7-4466-9e10-2eb7872de27c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:13.115676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ad168-5eb7-4466-9e10-2eb7872de27c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:13.116674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-389ad168-5eb7-4466-9e10-2eb7872de27c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Synchronizing usage tracker for tenant:147b146a76a847e28c549c92eed7803e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:13.122146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d857c0b7-a394-45d1-b88b-b77c95695eb7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:13.127112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.134472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.139580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d857c0b7-a394-45d1-b88b-b77c95695eb7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:router and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:13.145256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:13.150065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d857c0b7-a394-45d1-b88b-b77c95695eb7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:13.165214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d857c0b7-a394-45d1-b88b-b77c95695eb7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:13.179306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.195238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Transition to ACTIVE for port object 52e12625-388e-4509-b0e5-27d4f8def8a1 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:13.202903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f41d594f-a4a7-4109-95d0-de034b9f5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:13.211852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-389ad168-5eb7-4466-9e10-2eb7872de27c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Unset dirty status for tenant:147b146a76a847e28c549c92eed7803e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:13.214201 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-389ad168-5eb7-4466-9e10-2eb7872de27c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7261856 Apr 22 17:00:13.216340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53826) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:13.217356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d594f-a4a7-4109-95d0-de034b9f5b3d None None] Routers {'60519578-3c48-4860-928f-d88bceae7d37'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:13.223534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f41d594f-a4a7-4109-95d0-de034b9f5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['60519578-3c48-4860-928f-d88bceae7d37'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:13.223709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Transition to ACTIVE for port object 52e12625-388e-4509-b0e5-27d4f8def8a1 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:13.248586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9fdbfe8-671b-49ea-b2f0-0f0d594e1046 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.261125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.270769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.272471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4882b79-8694-46f2-a290-085cbe8d388b req-2887f0aa-4654-476e-81d3-db5901d7a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:13.274159 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4882b79-8694-46f2-a290-085cbe8d388b req-2887f0aa-4654-476e-81d3-db5901d7a588 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bbfd5673-9429-4970-ac83-0273788cb7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1389728 Apr 22 17:00:13.274286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.275016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Fanout notify agent at l3_agent the message router_deleted on router 455f71ac-65c6-493b-891c-22c5b8b88ffb {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:00:13.286055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d857c0b7-a394-45d1-b88b-b77c95695eb7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.287147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d857c0b7-a394-45d1-b88b-b77c95695eb7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.291694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:13.303402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f41d594f-a4a7-4109-95d0-de034b9f5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:13.305252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d594f-a4a7-4109-95d0-de034b9f5b3d None None] The sync data for ids ['60519578-3c48-4860-928f-d88bceae7d37'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:13.340599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.340599 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/455f71ac-65c6-493b-891c-22c5b8b88ffb HTTP/1.1" status: 204 len: 168 time: 3.3929319 Apr 22 17:00:13.340599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:13.345913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53830) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:13.352910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2079c837-f855-4316-bbc2-917c081d8e8a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Deleting port 81378984-e6a2-4b38-81b9-f5bfd3aed9a5 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:13.353138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:13.353297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2079c837-f855-4316-bbc2-917c081d8e8a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.361964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:13.364591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:13.391208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:13.393798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:13.407876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d857c0b7-a394-45d1-b88b-b77c95695eb7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.409764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:13.448123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b9fdbfe8-671b-49ea-b2f0-0f0d594e1046 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 11207d12-b060-4b0e-9494-d7fbf5b4fd8a owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:13.480566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Pushing event updated for resources: {'Port': ['ID=52e12625-388e-4509-b0e5-27d4f8def8a1,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:13.484585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:13.504006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Attempting to bind port 52e12625-388e-4509-b0e5-27d4f8def8a1 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:00:13.504006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Attempting to bind port 52e12625-388e-4509-b0e5-27d4f8def8a1 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'bb392de5-3211-4a66-8ceb-df321e4bcdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '5d3f6c79-7b22-4216-a23a-5bb135b5ad1f'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:00:13.504006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Attempting to bind port 52e12625-388e-4509-b0e5-27d4f8def8a1 on network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:00:13.504006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:00:13.504006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Checking segment: {'id': 'bb392de5-3211-4a66-8ceb-df321e4bcdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '5d3f6c79-7b22-4216-a23a-5bb135b5ad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:13.504006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.504006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Bound using segment: {'id': 'bb392de5-3211-4a66-8ceb-df321e4bcdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '5d3f6c79-7b22-4216-a23a-5bb135b5ad1f'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:00:13.504006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Bound port: 52e12625-388e-4509-b0e5-27d4f8def8a1, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb392de5-3211-4a66-8ceb-df321e4bcdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '5d3f6c79-7b22-4216-a23a-5bb135b5ad1f'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:00:13.504006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.515428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dda8a921-8db4-4d9f-96e5-22612342c7d3 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1442614085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:13.579080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dda8a921-8db4-4d9f-96e5-22612342c7d3 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:13.579509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d857c0b7-a394-45d1-b88b-b77c95695eb7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.600233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.606549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dda8a921-8db4-4d9f-96e5-22612342c7d3 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Usage tracker for resource:router and tenant:7955ee0c0904483b944f0511ebc6b8d6 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:13.610901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dda8a921-8db4-4d9f-96e5-22612342c7d3 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:13.617852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] For port 52e12625-388e-4509-b0e5-27d4f8def8a1, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:00:13.622202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] For port 52e12625-388e-4509-b0e5-27d4f8def8a1, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=52e12625-388e-4509-b0e5-27d4f8def8a1,segment=NetworkSegment(bb392de5-3211-4a66-8ceb-df321e4bcdcc),segment_id=bb392de5-3211-4a66-8ceb-df321e4bcdcc)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:00:13.622447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:13.656436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.663265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.668581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dda8a921-8db4-4d9f-96e5-22612342c7d3 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:13.676990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-14b61a4d-0053-451f-b1a6-55757893f5a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:13.679894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.685181 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/ports/a108531a-ac38-40ba-89ea-9e2c66ad73df HTTP/1.1" status: 204 len: 168 time: 6.8686087 Apr 22 17:00:13.690463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53834) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:13.695498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbf3f5-74ef-4eb4-bc95-9c370b1226b9 req-77cfa8ad-9c87-46a6-825a-9e149d190e44 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:13.697248 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5bcbf3f5-74ef-4eb4-bc95-9c370b1226b9 req-77cfa8ad-9c87-46a6-825a-9e149d190e44 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.8237491 Apr 22 17:00:13.698202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Pushing event deleted for resources: {'Network': ['ID=b48cbe9e-175f-4453-a5e0-f81d216c45da,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:13.723496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:13.729223 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] 10.222.0.77 "DELETE /v2.0/networks/b48cbe9e-175f-4453-a5e0-f81d216c45da HTTP/1.1" status: 204 len: 168 time: 6.7208066 Apr 22 17:00:13.785247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.792566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dda8a921-8db4-4d9f-96e5-22612342c7d3 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.793701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dda8a921-8db4-4d9f-96e5-22612342c7d3 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.805436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2079c837-f855-4316-bbc2-917c081d8e8a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:13.820323 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4882b79-8694-46f2-a290-085cbe8d388b req-897b548a-2a26-4456-85a6-908dfa3fd7db service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047580 Apr 22 17:00:13.855591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Pushing event updated for resources: {'Port': ['ID=52e12625-388e-4509-b0e5-27d4f8def8a1,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:13.858520 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5bcbf3f5-74ef-4eb4-bc95-9c370b1226b9 req-04dd95c4-5984-409f-a0a6-1c6f2b8a78ea tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286936 Apr 22 17:00:13.864904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:13.987897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dda8a921-8db4-4d9f-96e5-22612342c7d3 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:14.089067 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4882b79-8694-46f2-a290-085cbe8d388b req-912e3a7b-b435-4923-a649-549ab02824aa service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582808 Apr 22 17:00:14.090699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dda8a921-8db4-4d9f-96e5-22612342c7d3 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:14.119657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9fdbfe8-671b-49ea-b2f0-0f0d594e1046 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:14.126443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-558b3a1e-2bae-46c1-ae63-8f8028784069 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:14.232604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dda8a921-8db4-4d9f-96e5-22612342c7d3 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:14.239160 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dda8a921-8db4-4d9f-96e5-22612342c7d3 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7958431 Apr 22 17:00:14.255874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdbfe8-671b-49ea-b2f0-0f0d594e1046 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=11207d12-b060-4b0e-9494-d7fbf5b4fd8a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:14.258586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53842) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:14.270359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9fdbfe8-671b-49ea-b2f0-0f0d594e1046 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:14.282327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'enable_snat': False}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:14.288992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d857c0b7-a394-45d1-b88b-b77c95695eb7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:14.288992 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d857c0b7-a394-45d1-b88b-b77c95695eb7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2819178 Apr 22 17:00:14.290233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:14.308772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53846) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:14.381213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-70c8ee62-a643-4c56-8570-253902fc9f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:14.404750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53848) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:14.546721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2079c837-f855-4316-bbc2-917c081d8e8a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Calling delete_port for 81378984-e6a2-4b38-81b9-f5bfd3aed9a5 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:14.768480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:14.769813 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7645791 Apr 22 17:00:14.770980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d80da4-6ef9-4bab-ba55-9d98f448c475,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:14.772867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53856) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:14.795521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:14.837108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9fdbfe8-671b-49ea-b2f0-0f0d594e1046 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:14.839194 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b9fdbfe8-671b-49ea-b2f0-0f0d594e1046 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/11207d12-b060-4b0e-9494-d7fbf5b4fd8a HTTP/1.1" status: 204 len: 168 time: 3.4144378 Apr 22 17:00:14.842851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group': {'name': 'tempest-secgroup--330160183'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:14.857570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53860) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:14.873742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:14.997019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02188e9f-fc33-44fa-81e0-666bf87f7f66 req-a833d91a-feb9-4a2d-8e81-0fd9e1a6b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:14.998587 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02188e9f-fc33-44fa-81e0-666bf87f7f66 req-a833d91a-feb9-4a2d-8e81-0fd9e1a6b84c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23b22b94dd7f4ccda61d86fc33585c1f&device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 1098 time: 0.8293307 Apr 22 17:00:15.004494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:15.009132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:15.013810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c654997f-a8b4-4fd0-bbc6-6f8b41625918 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 17:00:15.014404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c654997f-a8b4-4fd0-bbc6-6f8b41625918 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:15.201364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:15.234241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c654997f-a8b4-4fd0-bbc6-6f8b41625918 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:15.238545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c654997f-a8b4-4fd0-bbc6-6f8b41625918 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/11207d12-b060-4b0e-9494-d7fbf5b4fd8a HTTP/1.1" status: 404 len: 333 time: 0.3669193 Apr 22 17:00:15.241855 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-04f30184-27a4-4d43-b4ab-3277e21308a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ce0f56c0d89c4cad84087f2f33ead120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7673190 Apr 22 17:00:15.297146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53866) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:15.297532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53868) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:15.319739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:15.340153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:15.358261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:15.368982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:15.370059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2079c837-f855-4316-bbc2-917c081d8e8a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:15.371870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02188e9f-fc33-44fa-81e0-666bf87f7f66 req-82b647d8-a022-4ad4-8a0d-427ca095dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:15.373416 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02188e9f-fc33-44fa-81e0-666bf87f7f66 req-82b647d8-a022-4ad4-8a0d-427ca095dafc service neutron] 10.222.0.78 "GET /v2.0/networks?id=bbfd5673-9429-4970-ac83-0273788cb7ee HTTP/1.1" status: 200 len: 914 time: 0.3610909 Apr 22 17:00:15.444115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9f49d9e4-eb7b-44de-a721-93bfff788f13 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:15.464705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 52e12625-388e-4509-b0e5-27d4f8def8a1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:15.543361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be3c82a-e5a6-4149-94b3-e1234eec4b4b None None] Network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:15.556950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079c837-f855-4316-bbc2-917c081d8e8a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event deleted for resources: {'Port': ['ID=81378984-e6a2-4b38-81b9-f5bfd3aed9a5,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:15.556950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2079c837-f855-4316-bbc2-917c081d8e8a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:15.573934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2079c837-f855-4316-bbc2-917c081d8e8a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:15.639616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f6df7-0da9-4a6d-a9f3-44828f67f3d5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 989bbf38-1f8a-4373-b1e2-464ce2542698 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:15.640023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c6f6df7-0da9-4a6d-a9f3-44828f67f3d5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:15.694446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 52e12625-388e-4509-b0e5-27d4f8def8a1 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:15.701663 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2079c837-f855-4316-bbc2-917c081d8e8a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "DELETE /v2.0/ports/81378984-e6a2-4b38-81b9-f5bfd3aed9a5 HTTP/1.1" status: 204 len: 168 time: 2.4817123 Apr 22 17:00:15.703498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 52e12625-388e-4509-b0e5-27d4f8def8a1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:15.704122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:15.735087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53874) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:15.766002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-179c1e84-0ae8-4989-b74c-7954ff57dc26 None None] Provisioning for port 52e12625-388e-4509-b0e5-27d4f8def8a1 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:15.792796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-179c1e84-0ae8-4989-b74c-7954ff57dc26 None None] Provisioning complete for port 52e12625-388e-4509-b0e5-27d4f8def8a1 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:15.793113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-179c1e84-0ae8-4989-b74c-7954ff57dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:15.809898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:15.810316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7ba8-5fbb-48f8-b966-fb60e6a6a7e1 req-0b958098-6f0f-46d9-bbe3-1852c5f7b0d2 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:15.812581 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9fea7ba8-5fbb-48f8-b966-fb60e6a6a7e1 req-0b958098-6f0f-46d9-bbe3-1852c5f7b0d2 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.7682023 Apr 22 17:00:15.859478 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02188e9f-fc33-44fa-81e0-666bf87f7f66 req-35218ee5-8340-4c26-aacf-71602a009bb7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d HTTP/1.1" status: 200 len: 1000 time: 0.4709713 Apr 22 17:00:15.891247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44f99010-5038-4033-9223-c27c03343e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:15.998847 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9fea7ba8-5fbb-48f8-b966-fb60e6a6a7e1 req-8997bff0-67e9-441e-a7ee-d60ce8f666b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724997 Apr 22 17:00:16.025912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:16.037469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02188e9f-fc33-44fa-81e0-666bf87f7f66 req-4dd5168e-74de-435a-80d9-b70e7474cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:16.039310 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02188e9f-fc33-44fa-81e0-666bf87f7f66 req-4dd5168e-74de-435a-80d9-b70e7474cc2c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4b380e3-2996-4eff-9186-c5eb84b7ddb6 HTTP/1.1" status: 200 len: 851 time: 0.1531806 Apr 22 17:00:16.131952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:16.156475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:16.169647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80be98e7-2923-4469-bc91-622256af065e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:16.197195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-179c1e84-0ae8-4989-b74c-7954ff57dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:16.228798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 52e12625-388e-4509-b0e5-27d4f8def8a1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=52e12625-388e-4509-b0e5-27d4f8def8a1,segment=NetworkSegment(bb392de5-3211-4a66-8ceb-df321e4bcdcc),segment_id=bb392de5-3211-4a66-8ceb-df321e4bcdcc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:16.323699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-179c1e84-0ae8-4989-b74c-7954ff57dc26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:16.324113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-179c1e84-0ae8-4989-b74c-7954ff57dc26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:16.325639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:16.328423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f6c5a26-fa71-4a61-81b1-fd2889600431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:16.339521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd731c1-ea09-4334-91dc-bf35cb9a66fa,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:16.346956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:16.383208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:16.420459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:16.424941 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6454835 Apr 22 17:00:16.424941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:16.426462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53878) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:16.426677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=52e12625-388e-4509-b0e5-27d4f8def8a1,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:16.431470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:16.434506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': 'a8d80da4-6ef9-4bab-ba55-9d98f448c475', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2dd731c1-ea09-4334-91dc-bf35cb9a66fa', 'remote_ip_prefix': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:16.436842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d4538-d90d-4c68-9959-2b004fc361be tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Deleting port 807bc3a8-cc49-4a82-9de7-b7c304398f0b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:16.437235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f7d4538-d90d-4c68-9959-2b004fc361be tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:16.487754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02188e9f-fc33-44fa-81e0-666bf87f7f66 req-1e1e9b9a-c3ab-462d-bce2-5ce0c2bb7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:16.489403 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02188e9f-fc33-44fa-81e0-666bf87f7f66 req-1e1e9b9a-c3ab-462d-bce2-5ce0c2bb7a33 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bbfd5673-9429-4970-ac83-0273788cb7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3838260 Apr 22 17:00:16.490421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:16.500151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:16.510848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:16.522097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44f99010-5038-4033-9223-c27c03343e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:16.543784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:16.739610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:16.795849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02188e9f-fc33-44fa-81e0-666bf87f7f66 req-6cce11be-bf7a-42b1-ae9c-fce1a62647e4 service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922549 Apr 22 17:00:16.797014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Allocated IP 172.26.6.188 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/3bc3577e-cc5f-4df9-be8f-3d6d562f3cca) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:16.943839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c6f6df7-0da9-4a6d-a9f3-44828f67f3d5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.040147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4fb3c6ed-ca59-49df-8993-77979e59f238 None None] Provisioning complete for port 52e12625-388e-4509-b0e5-27d4f8def8a1 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:17.041130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c6ed-ca59-49df-8993-77979e59f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.080597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.115489 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02188e9f-fc33-44fa-81e0-666bf87f7f66 req-bb4ad7e5-7366-444d-8cbe-395d96d29b98 service neutron] 10.222.0.78 "GET /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058367 Apr 22 17:00:17.119252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.134187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:17.213407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f6df7-0da9-4a6d-a9f3-44828f67f3d5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 989bbf38-1f8a-4373-b1e2-464ce2542698 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:17.223772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2565b06d-cd19-4ba4-a28f-2da890d221ff,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:17.237989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:17.243644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.303810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a229d76-7fff-4c43-b4f0-9a568333fe9b req-d2941416-095c-427a-8f37-b2e02304737a tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:17.305597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a229d76-7fff-4c43-b4f0-9a568333fe9b req-d2941416-095c-427a-8f37-b2e02304737a tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.1611164 Apr 22 17:00:17.308766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.309941 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8813965 Apr 22 17:00:17.313519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53884) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:17.367107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44f99010-5038-4033-9223-c27c03343e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.371593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 52e12625-388e-4509-b0e5-27d4f8def8a1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:17.384510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d6da4fc9-1f5a-428d-819a-14dc4f04c96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:17.385173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1096662d-8d21-4102-8241-9379ebfd9945 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.402925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a229d76-7fff-4c43-b4f0-9a568333fe9b req-a52688a9-5b9c-4489-a3d5-27d96ad7fd89 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856543 Apr 22 17:00:17.404524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1096662d-8d21-4102-8241-9379ebfd9945 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.412927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f7d4538-d90d-4c68-9959-2b004fc361be tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.414848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.422968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4931755-6133-4e53-b7be-7973a0b5d076 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:17.458299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f99010-5038-4033-9223-c27c03343e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d392ba-af0c-4cd0-8d83-b9649ae71743,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:17.460360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 52e12625-388e-4509-b0e5-27d4f8def8a1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:17.460875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.461383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44f99010-5038-4033-9223-c27c03343e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:17.507121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:17.512144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:17.518160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:17.557786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Pushing event updated for resources: {'Port': ['ID=3bc3577e-cc5f-4df9-be8f-3d6d562f3cca,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:17.562839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:17.613016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d4538-d90d-4c68-9959-2b004fc361be tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Calling delete_port for 807bc3a8-cc49-4a82-9de7-b7c304398f0b owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:17.676774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Allocated IP 2001:db8::1 (5d3f6c79-7b22-4216-a23a-5bb135b5ad1f/956ef363-5c22-4e32-a232-92bd4b2ec623/9de35bc5-3cb4-43d6-a628-2f3576cbbc5e) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:17.750345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44f99010-5038-4033-9223-c27c03343e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.751603 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-44f99010-5038-4033-9223-c27c03343e17 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68d392ba-af0c-4cd0-8d83-b9649ae71743 HTTP/1.1" status: 204 len: 168 time: 2.4507821 Apr 22 17:00:17.754369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.773828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1096662d-8d21-4102-8241-9379ebfd9945 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.785562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:17.818355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096662d-8d21-4102-8241-9379ebfd9945 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2565b06d-cd19-4ba4-a28f-2da890d221ff,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:17.824748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1096662d-8d21-4102-8241-9379ebfd9945 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:17.828207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1096662d-8d21-4102-8241-9379ebfd9945 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:17.832171 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1096662d-8d21-4102-8241-9379ebfd9945 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/2565b06d-cd19-4ba4-a28f-2da890d221ff HTTP/1.1" status: 204 len: 168 time: 0.5149553 Apr 22 17:00:17.835295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53890) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:17.914780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1a559dfb-35a1-401a-9470-f2ca8deeefe5 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:18.001452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1a559dfb-35a1-401a-9470-f2ca8deeefe5 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:18.005650 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1a559dfb-35a1-401a-9470-f2ca8deeefe5 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1664701 Apr 22 17:00:18.006294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53896) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:18.052322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c6f6df7-0da9-4a6d-a9f3-44828f67f3d5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.068045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6adb7e49-ef39-4cd4-9308-b6b49bb80896 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:18.090563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24cc91d6-b4bc-4ca2-bfd4-281e2565e139 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.125893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24cc91d6-b4bc-4ca2-bfd4-281e2565e139 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.165916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f6df7-0da9-4a6d-a9f3-44828f67f3d5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=989bbf38-1f8a-4373-b1e2-464ce2542698,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:18.168766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0c6f6df7-0da9-4a6d-a9f3-44828f67f3d5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:18.222481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f7d4538-d90d-4c68-9959-2b004fc361be tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.290415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8ada627e-0147-40d7-947c-7f5e98b8af5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:18.364695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.427678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d4538-d90d-4c68-9959-2b004fc361be tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event deleted for resources: {'Port': ['ID=807bc3a8-cc49-4a82-9de7-b7c304398f0b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:18.433509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24cc91d6-b4bc-4ca2-bfd4-281e2565e139 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.444662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f7d4538-d90d-4c68-9959-2b004fc361be tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.448380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:18.448893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f7d4538-d90d-4c68-9959-2b004fc361be tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:18.470521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc91d6-b4bc-4ca2-bfd4-281e2565e139 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd731c1-ea09-4334-91dc-bf35cb9a66fa,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:18.497245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0f7d4538-d90d-4c68-9959-2b004fc361be tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "DELETE /v2.0/ports/807bc3a8-cc49-4a82-9de7-b7c304398f0b HTTP/1.1" status: 204 len: 168 time: 2.7454913 Apr 22 17:00:18.498483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c6f6df7-0da9-4a6d-a9f3-44828f67f3d5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.502954 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0c6f6df7-0da9-4a6d-a9f3-44828f67f3d5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/989bbf38-1f8a-4373-b1e2-464ce2542698 HTTP/1.1" status: 204 len: 168 time: 3.2017415 Apr 22 17:00:18.504128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53910) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:18.504464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53912) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:18.541860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24cc91d6-b4bc-4ca2-bfd4-281e2565e139 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:18.596196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24cc91d6-b4bc-4ca2-bfd4-281e2565e139 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.600704 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-24cc91d6-b4bc-4ca2-bfd4-281e2565e139 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-groups/2dd731c1-ea09-4334-91dc-bf35cb9a66fa HTTP/1.1" status: 204 len: 168 time: 0.5921633 Apr 22 17:00:18.603583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53920) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:18.643502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-61b5ba4a-38a1-49bb-a36b-b74d345f0c6e tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Synchronizing usage tracker for tenant:147b146a76a847e28c549c92eed7803e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:18.646768 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb170a07-ef60-4c63-8005-7760b6b8db03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 17:00:18.647344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-eb170a07-ef60-4c63-8005-7760b6b8db03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:18.742410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.786835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Transition to ACTIVE for port object 9de35bc5-3cb4-43d6-a628-2f3576cbbc5e will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:18.791493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port af60cda5-0818-4e79-a535-0935346bc3d6 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:18.791950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.838131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-eb170a07-ef60-4c63-8005-7760b6b8db03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:18.839485 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eb170a07-ef60-4c63-8005-7760b6b8db03 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/989bbf38-1f8a-4373-b1e2-464ce2542698 HTTP/1.1" status: 404 len: 333 time: 0.3322396 Apr 22 17:00:18.840210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-61b5ba4a-38a1-49bb-a36b-b74d345f0c6e tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Unset dirty status for tenant:147b146a76a847e28c549c92eed7803e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:18.843527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-61b5ba4a-38a1-49bb-a36b-b74d345f0c6e tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3358984 Apr 22 17:00:18.845684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53930) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:18.846409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53932) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:18.895228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b7b1c298-9f3d-490f-a4aa-1daa3e758ff3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:18.945690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:18.949945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53938) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:18.954984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:19.191413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-351588127'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:19.212382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:19.233249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Usage tracker for resource:network and tenant:147b146a76a847e28c549c92eed7803e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:19.259581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:19.329083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:19.338252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c857eca7-eb48-4c2f-bf45-6cb0a0ed0208 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] Request body: {'port': {'network_id': '7a75781a-3c94-409c-b3f8-6326bf588f2a', 'name': 'tempest-NetworksNegativeTestJSON-151712949'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:19.353867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b7b1c298-9f3d-490f-a4aa-1daa3e758ff3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:19.355978 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b7b1c298-9f3d-490f-a4aa-1daa3e758ff3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7512894 Apr 22 17:00:19.367284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53944) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:19.367532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef615571-48fa-47d7-9437-2f614a6f1181 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting subnet 7e4a3154-9571-42e1-b199-1fb19eb54471 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:00:19.379776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef615571-48fa-47d7-9437-2f614a6f1181 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:19.417144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:19.426226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8381e41-7b89-4c28-8db7-695999c0538a tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:19.451002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d8d56-b8ab-4830-a184-08abd102aaf1 req-133d1684-96cf-4296-ada4-9bed077b0283 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:19.453081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-548d8d56-b8ab-4830-a184-08abd102aaf1 req-133d1684-96cf-4296-ada4-9bed077b0283 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.8100951 Apr 22 17:00:19.453952 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c857eca7-eb48-4c2f-bf45-6cb0a0ed0208 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] POST failed (client error): The resource could not be found. Apr 22 17:00:19.454455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c857eca7-eb48-4c2f-bf45-6cb0a0ed0208 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:00:19.459590 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c857eca7-eb48-4c2f-bf45-6cb0a0ed0208 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5042865 Apr 22 17:00:19.462044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53948) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:19.490005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Made reservation on behalf of 147b146a76a847e28c549c92eed7803e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:19.495973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:19.551495 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93967e5-289f-43ad-8d0b-a5713b72c3f0 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] DELETE failed (client error): The resource could not be found. Apr 22 17:00:19.551775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:19.552033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93967e5-289f-43ad-8d0b-a5713b72c3f0 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:00:19.553839 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e93967e5-289f-43ad-8d0b-a5713b72c3f0 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] 10.222.0.77 "DELETE /v2.0/networks/0a6f88ba-8544-487f-b1c1-706541c78843 HTTP/1.1" status: 404 len: 339 time: 0.0907757 Apr 22 17:00:19.557528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef615571-48fa-47d7-9437-2f614a6f1181 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:19.563459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53952) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:19.604048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:19.625185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:19.625775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:19.650803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:19.660430 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8d229f-5ea9-43bb-bdc5-0f6d6950ebe0 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] DELETE failed (client error): The resource could not be found. Apr 22 17:00:19.660957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8d229f-5ea9-43bb-bdc5-0f6d6950ebe0 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:00:19.662970 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7d8d229f-5ea9-43bb-bdc5-0f6d6950ebe0 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] 10.222.0.77 "DELETE /v2.0/ports/6ef08792-827b-46bd-a305-2768b729d893 HTTP/1.1" status: 404 len: 333 time: 0.0968668 Apr 22 17:00:19.684777 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-548d8d56-b8ab-4830-a184-08abd102aaf1 req-6aa544ce-06ba-4579-9452-3f555a268c5a tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194605 Apr 22 17:00:19.685744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53956) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:19.691416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a189c44-96db-45fb-8a7c-19e62ba8d484 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:19.744648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:19.783832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed53ff5-9b72-4bae-9693-3a59f2f687a1 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] DELETE failed (client error): The resource could not be found. Apr 22 17:00:19.784487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed53ff5-9b72-4bae-9693-3a59f2f687a1 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:00:19.792757 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9ed53ff5-9b72-4bae-9693-3a59f2f687a1 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] 10.222.0.77 "DELETE /v2.0/subnets/76c7c3da-aeff-4c8a-865f-4e6f34fd6f08 HTTP/1.1" status: 404 len: 337 time: 0.1026552 Apr 22 17:00:19.798421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a189c44-96db-45fb-8a7c-19e62ba8d484 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:19.807083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53962) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:19.819238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=9de35bc5-3cb4-43d6-a628-2f3576cbbc5e,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:19.836072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for af60cda5-0818-4e79-a535-0935346bc3d6 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:19.889921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:19.892593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:19.892964 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Added segment 774e6ded-166b-4def-ba9f-c6da7e9e41d6 of type vlan for network 975c5b34-097d-4f82-b8b0-0a827161c0c3 Apr 22 17:00:19.908753 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a1a95d-e3f2-4b39-9e56-3d5682eb06c8 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] GET failed (client error): The resource could not be found. Apr 22 17:00:19.910219 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70a1a95d-e3f2-4b39-9e56-3d5682eb06c8 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] 10.222.0.77 "GET /v2.0/networks/382df516-7c51-46fd-9157-47d82763c78b HTTP/1.1" status: 404 len: 339 time: 0.1018631 Apr 22 17:00:19.915535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f230d1e3-baad-4454-aa09-b7646fa6382f None None] Provisioning for port 9de35bc5-3cb4-43d6-a628-2f3576cbbc5e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:19.917889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53966) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:19.922173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f230d1e3-baad-4454-aa09-b7646fa6382f None None] Provisioning complete for port 9de35bc5-3cb4-43d6-a628-2f3576cbbc5e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:19.922589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f230d1e3-baad-4454-aa09-b7646fa6382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:19.984583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f230d1e3-baad-4454-aa09-b7646fa6382f None None] Port 9de35bc5-3cb4-43d6-a628-2f3576cbbc5e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:00:19.990954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e8d35-2ff4-435e-bb00-d6da2eebc7c9 req-13d093b0-4926-474e-95f1-cec40f29eed9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:19.993214 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-335e8d35-2ff4-435e-bb00-d6da2eebc7c9 req-13d093b0-4926-474e-95f1-cec40f29eed9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.1447468 Apr 22 17:00:19.993815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Router 3583e25c-a021-437e-b64a-f5a4e41b077a is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:00:20.018059 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bab62b-be6d-4888-b287-cc677c7ae16c tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] GET failed (client error): The resource could not be found. Apr 22 17:00:20.023190 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-64bab62b-be6d-4888-b287-cc677c7ae16c tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] 10.222.0.77 "GET /v2.0/ports/237a02af-85ad-48c0-b717-3e994bdb7345 HTTP/1.1" status: 404 len: 333 time: 0.0935209 Apr 22 17:00:20.035343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53970) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:20.086475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a189c44-96db-45fb-8a7c-19e62ba8d484 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:20.095057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:20.102713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dc6d6c8-40e1-4a23-b3b6-9e08f5e1f2f8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:20.131200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef615571-48fa-47d7-9437-2f614a6f1181 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:20.175554 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef442e78-f82f-4ab0-8659-a1a8c354fe02 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] GET failed (client error): The resource could not be found. Apr 22 17:00:20.180649 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ef442e78-f82f-4ab0-8659-a1a8c354fe02 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] 10.222.0.77 "GET /v2.0/subnets/9d749d2e-4851-409d-b1eb-ea9b21f034eb HTTP/1.1" status: 404 len: 337 time: 0.1395276 Apr 22 17:00:20.184905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a189c44-96db-45fb-8a7c-19e62ba8d484 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d80da4-6ef9-4bab-ba55-9d98f448c475,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:20.186663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53974) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:20.203077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a189c44-96db-45fb-8a7c-19e62ba8d484 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:20.228664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-148084c8-46a1-4e97-b5cf-cee8051fd59a tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:20.256908 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-335e8d35-2ff4-435e-bb00-d6da2eebc7c9 req-154f6412-3d66-429a-b93e-248eb7668e90 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566926 Apr 22 17:00:20.270407 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-148084c8-46a1-4e97-b5cf-cee8051fd59a tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] PUT failed (client error): The resource could not be found. Apr 22 17:00:20.270975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148084c8-46a1-4e97-b5cf-cee8051fd59a tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:00:20.276650 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-148084c8-46a1-4e97-b5cf-cee8051fd59a tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] 10.222.0.77 "PUT /v2.0/networks/09edb43b-214e-4d6c-97cb-82ccca578b32 HTTP/1.1" status: 404 len: 339 time: 0.0724983 Apr 22 17:00:20.279072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53978) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:20.290200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9a2b69d3-b59c-417d-a0c8-f556253deda5 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:20.296163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:20.338210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a189c44-96db-45fb-8a7c-19e62ba8d484 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:20.341987 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2a189c44-96db-45fb-8a7c-19e62ba8d484 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-groups/a8d80da4-6ef9-4bab-ba55-9d98f448c475 HTTP/1.1" status: 204 len: 168 time: 0.9718144 Apr 22 17:00:20.353047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53984) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:20.354141 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2b69d3-b59c-417d-a0c8-f556253deda5 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] PUT failed (client error): The resource could not be found. Apr 22 17:00:20.354909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2b69d3-b59c-417d-a0c8-f556253deda5 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:00:20.360708 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9a2b69d3-b59c-417d-a0c8-f556253deda5 tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] 10.222.0.77 "PUT /v2.0/ports/980ac312-57d7-4145-8fed-4dd88b7a7889 HTTP/1.1" status: 404 len: 333 time: 0.0762937 Apr 22 17:00:20.364485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 53988) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:20.373323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:20.379523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:20.380213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:20.389316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:20.392038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f46e9c5a-c6f1-4c62-8cb7-0c9b824261fe tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:20.394844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:20.396214 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "PUT /v2.0/routers/3583e25c-a021-437e-b64a-f5a4e41b077a HTTP/1.1" status: 200 len: 916 time: 6.1282289 Apr 22 17:00:20.402308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a85f73-9419-4a31-8b70-7be54fd4236e None None] Sync routers for ids ['3583e25c-a021-437e-b64a-f5a4e41b077a'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:20.414030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a85f73-9419-4a31-8b70-7be54fd4236e None None] Routers {'3583e25c-a021-437e-b64a-f5a4e41b077a'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:20.414719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f2a85f73-9419-4a31-8b70-7be54fd4236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3583e25c-a021-437e-b64a-f5a4e41b077a'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:20.422615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:20.430226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53992) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:20.433569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e10da752-883c-44a0-9dd9-899843f9fdf0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:20.571171 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46e9c5a-c6f1-4c62-8cb7-0c9b824261fe tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] PUT failed (client error): The resource could not be found. Apr 22 17:00:20.571701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46e9c5a-c6f1-4c62-8cb7-0c9b824261fe tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:00:20.577741 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f46e9c5a-c6f1-4c62-8cb7-0c9b824261fe tempest-NetworksNegativeTestJSON-1177888031 tempest-NetworksNegativeTestJSON-1177888031-project] 10.222.0.77 "PUT /v2.0/subnets/008d5255-02b4-4082-ab7a-b990983a168c HTTP/1.1" status: 404 len: 337 time: 0.2074237 Apr 22 17:00:20.590525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e10da752-883c-44a0-9dd9-899843f9fdf0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:20.601052 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e10da752-883c-44a0-9dd9-899843f9fdf0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2433617 Apr 22 17:00:20.611772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 53998) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:20.617673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912526487'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:20.624850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:20.635615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:20.760131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f2a85f73-9419-4a31-8b70-7be54fd4236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:20.781725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a85f73-9419-4a31-8b70-7be54fd4236e None None] Routers {'3583e25c-a021-437e-b64a-f5a4e41b077a'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:20.782427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f2a85f73-9419-4a31-8b70-7be54fd4236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3583e25c-a021-437e-b64a-f5a4e41b077a'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:20.795204 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7b06b41c-ccf7-472b-8998-0435bdbb13a3 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/routers/3583e25c-a021-437e-b64a-f5a4e41b077a HTTP/1.1" status: 200 len: 922 time: 0.3576760 Apr 22 17:00:20.795783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54004) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:20.815090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event updated for resources: {'Network': ['ID=975c5b34-097d-4f82-b8b0-0a827161c0c3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:20.821262 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9683914 Apr 22 17:00:20.821262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:20.835765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54008) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:20.855016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 975c5b34-097d-4f82-b8b0-0a827161c0c3 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:00:20.883280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f2a85f73-9419-4a31-8b70-7be54fd4236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:20.883280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a85f73-9419-4a31-8b70-7be54fd4236e None None] The sync data for ids ['3583e25c-a021-437e-b64a-f5a4e41b077a'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:20.888394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1426349580'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:20.892088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:20.931148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:20.945395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:20.961416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:20.961840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:20.975206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Usage tracker for resource:network and tenant:147b146a76a847e28c549c92eed7803e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:20.977849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:20.986679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:21.010245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:21.017079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.019132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98ba68-efe1-4b6c-876f-05fcae12a2f1 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:21.023398 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eb98ba68-efe1-4b6c-876f-05fcae12a2f1 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&device_id=3583e25c-a021-437e-b64a-f5a4e41b077a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2207942 Apr 22 17:00:21.024864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54014) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:21.027953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-723b37f8-de97-4d3f-a14b-5053fed30baa tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:21.036993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1b81c-9012-41f6-9a74-358ba3f373f3 req-e0ba6e80-1319-47a4-acd3-9aa6f6c4389e tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:21.038822 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6ee1b81c-9012-41f6-9a74-358ba3f373f3 req-e0ba6e80-1319-47a4-acd3-9aa6f6c4389e tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.2403729 Apr 22 17:00:21.096046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=af60cda5-0818-4e79-a535-0935346bc3d6,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:21.103734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:21.138252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54018) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:21.165448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Made reservation on behalf of 147b146a76a847e28c549c92eed7803e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:21.172244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.208597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6ee1b81c-9012-41f6-9a74-358ba3f373f3 req-15ee7eaf-ce9b-42e2-8df6-bb28383396f1 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418788 Apr 22 17:00:21.265777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.296826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef615571-48fa-47d7-9437-2f614a6f1181 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.305231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.307188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:21.313335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ecf52964-d725-4b48-873c-138342cb58a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:21.332922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5041467c-4554-4446-b742-cf9e6b4b8c39 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:21.337656 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5041467c-4554-4446-b742-cf9e6b4b8c39 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/networks/5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 881 time: 0.3124413 Apr 22 17:00:21.341041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54024) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:21.444276 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-387d554f-8467-4af3-9ce8-9bea5e01e772 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=3583e25c-a021-437e-b64a-f5a4e41b077a HTTP/1.1" status: 200 len: 205 time: 0.0956566 Apr 22 17:00:21.446916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7924f2a-2bcc-445e-b9d2-54674c4dbac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.456772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54030) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:21.464019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a25e0ee-258a-41a3-8b96-e9cf717254a8,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:21.527636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:21.538334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f7924f2a-2bcc-445e-b9d2-54674c4dbac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:21.549692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.551034 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9380331 Apr 22 17:00:21.555333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f7924f2a-2bcc-445e-b9d2-54674c4dbac8 admin admin] Usage tracker for resource:security_group_rule and tenant:f4826abfb5954be1bb734e36924219b1 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:21.557959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54034) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:21.562943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f7924f2a-2bcc-445e-b9d2-54674c4dbac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:21.569697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': '9a25e0ee-258a-41a3-8b96-e9cf717254a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:21.644988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f7924f2a-2bcc-445e-b9d2-54674c4dbac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:21.647488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:21.652010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef615571-48fa-47d7-9437-2f614a6f1181 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4a3154-9571-42e1-b199-1fb19eb54471,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:21.660571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef615571-48fa-47d7-9437-2f614a6f1181 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.661281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c712b-f493-4138-90ec-c12a19984637 None None] Network 26dc98ba-5a99-4baf-ad1e-20b35194c929 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:21.662491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:21.664255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef615571-48fa-47d7-9437-2f614a6f1181 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:21.676507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:21.686014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:21.686497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:21.701834 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ef615571-48fa-47d7-9437-2f614a6f1181 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/7e4a3154-9571-42e1-b199-1fb19eb54471 HTTP/1.1" status: 204 len: 168 time: 2.8533466 Apr 22 17:00:21.711794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54038) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:21.842389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.866778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.868352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.868753 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Added segment 8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb of type vlan for network 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d Apr 22 17:00:21.951737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.974469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.980674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0268020-1c16-4172-ad5b-fd7219889ba5 None None] DHCP port deletion for 26dc98ba-5a99-4baf-ad1e-20b35194c929 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:00:21.986091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d0268020-1c16-4172-ad5b-fd7219889ba5 None None] Deleting port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:21.986943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0268020-1c16-4172-ad5b-fd7219889ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:21.988247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.072882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.081887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.082835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.091304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:22.148754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:22.149199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.194058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.211681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7924f2a-2bcc-445e-b9d2-54674c4dbac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.222993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d0268020-1c16-4172-ad5b-fd7219889ba5 None None] For port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6,segment=NetworkSegment(113e8d4c-83f6-4319-bdf9-971293660dfe),segment_id=113e8d4c-83f6-4319-bdf9-971293660dfe)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:22.224054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0268020-1c16-4172-ad5b-fd7219889ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.243737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.244431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7924f2a-2bcc-445e-b9d2-54674c4dbac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.311787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.318269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:22.319347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.372830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=9de35bc5-3cb4-43d6-a628-2f3576cbbc5e,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:22.384934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d0268020-1c16-4172-ad5b-fd7219889ba5 None None] Calling delete_port for 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:22.403967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:22.404548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b1a8717-bb0b-47cd-9d5a-7b6fee678d18 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:22.485451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0268020-1c16-4172-ad5b-fd7219889ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.491073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-874a07e2-a27c-45a6-9a56-e8cddb87bc76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:22.527706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:22.538995 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6912308 Apr 22 17:00:22.540681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0268020-1c16-4172-ad5b-fd7219889ba5 None None] Pushing event deleted for resources: {'Port': ['ID=22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:22.546164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d0268020-1c16-4172-ad5b-fd7219889ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:22.562723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0268020-1c16-4172-ad5b-fd7219889ba5 None None] No DVR routers for this DVR port 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:00:22.644471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event updated for resources: {'Network': ['ID=57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:22.650946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:22.655992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:00:22.661940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] The port '22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:00:22.731919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f7924f2a-2bcc-445e-b9d2-54674c4dbac8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4826abfb5954be1bb734e36924219b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5924702 Apr 22 17:00:22.733895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.745989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54044) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:22.746852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7924f2a-2bcc-445e-b9d2-54674c4dbac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b78e857-2212-4d85-ab54-657b81e8a629,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:22.753553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7924f2a-2bcc-445e-b9d2-54674c4dbac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:22.765652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a49a3c37-310f-40af-8b2d-813a8b846907 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:22.801517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0799ea-34bb-4092-96f4-0de64a8703b4,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:22.818297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:22.833005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:22.844972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:22.899251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Deleting port 3bc3577e-cc5f-4df9-be8f-3d6d562f3cca {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:22.899633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.939130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:22.945679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3815045 Apr 22 17:00:22.974970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54048) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:23.132021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:23.137844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ccd2d0c5-9871-4b8d-a351-f62a8a654c2b None None] Provisioning complete for port 9de35bc5-3cb4-43d6-a628-2f3576cbbc5e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:23.138203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d0c5-9871-4b8d-a351-f62a8a654c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:23.204289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2d0c5-9871-4b8d-a351-f62a8a654c2b None None] Port 9de35bc5-3cb4-43d6-a628-2f3576cbbc5e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:00:23.210855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48e27f51-e52d-4295-922a-12966fd955ae tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:23.218340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router 60519578-3c48-4860-928f-d88bceae7d37 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:00:23.239859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48e27f51-e52d-4295-922a-12966fd955ae tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:23.376089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dc98ba-5a99-4baf-ad1e-20b35194c929']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:23.386666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:00:23.397652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:23.423455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48e27f51-e52d-4295-922a-12966fd955ae tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:23.438367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:00:23.439339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 22fa43bf-90b7-4ce0-ae1f-f4c3b0ed9db6 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:00:23.441147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-42e4dfc7-c6b9-445c-bb06-d805d82fab38 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:23.476406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e27f51-e52d-4295-922a-12966fd955ae tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be0799ea-34bb-4092-96f4-0de64a8703b4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:23.479694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231a16bb-ce5d-4408-a978-07c9de5d83ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:23.482518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-48e27f51-e52d-4295-922a-12966fd955ae tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:23.486396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48e27f51-e52d-4295-922a-12966fd955ae tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:23.490171 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-48e27f51-e52d-4295-922a-12966fd955ae tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/be0799ea-34bb-4092-96f4-0de64a8703b4 HTTP/1.1" status: 204 len: 168 time: 0.5013995 Apr 22 17:00:23.491707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54052) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:23.511675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router 3692bbb5-eaf1-4d7a-b3dd-134947938553 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:00:23.557304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:23.566067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921ec4e-74b4-410b-b970-20ccaea94f9b req-1c8541cc-a087-40bd-b7b5-43b1a792fb84 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:23.568795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b51d78-815a-43dc-9189-f06e424026d1 None None] Sync routers for ids ['60519578-3c48-4860-928f-d88bceae7d37'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:23.574595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8921ec4e-74b4-410b-b970-20ccaea94f9b req-1c8541cc-a087-40bd-b7b5-43b1a792fb84 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 1.0313380 Apr 22 17:00:23.583016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b51d78-815a-43dc-9189-f06e424026d1 None None] Routers {'60519578-3c48-4860-928f-d88bceae7d37'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:23.583909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a3b51d78-815a-43dc-9189-f06e424026d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['60519578-3c48-4860-928f-d88bceae7d37'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:23.613169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Calling delete_port for 3bc3577e-cc5f-4df9-be8f-3d6d562f3cca owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:23.618086 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ca240ead-b781-4b38-9f6e-becca9f908f7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "PUT /v2.0/routers/60519578-3c48-4860-928f-d88bceae7d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9165909 Apr 22 17:00:23.625400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54056) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:23.667103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113e8d4c-83f6-4319-bdf9-971293660dfe') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:23.667536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113e8d4c-83f6-4319-bdf9-971293660dfe') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:23.672909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a3b51d78-815a-43dc-9189-f06e424026d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:23.684520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b51d78-815a-43dc-9189-f06e424026d1 None None] Routers {'60519578-3c48-4860-928f-d88bceae7d37'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:23.685703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a3b51d78-815a-43dc-9189-f06e424026d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['60519578-3c48-4860-928f-d88bceae7d37'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:23.736199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-599c945b-290f-4f50-bcd0-cebc87cde4e9 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:23.772152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a3b51d78-815a-43dc-9189-f06e424026d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:23.773096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b51d78-815a-43dc-9189-f06e424026d1 None None] The sync data for ids ['60519578-3c48-4860-928f-d88bceae7d37'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:23.782514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:23.835759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:23.839148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231a16bb-ce5d-4408-a978-07c9de5d83ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:23.881058 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8921ec4e-74b4-410b-b970-20ccaea94f9b req-b50355c6-488e-4416-8825-64128dc6a754 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053095 Apr 22 17:00:23.882253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:00:24.038859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-89cbdabf-ca1f-4645-95dc-bd9f2c43a8b2 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:24.038859 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-89cbdabf-ca1f-4645-95dc-bd9f2c43a8b2 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.78 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.7903972 Apr 22 17:00:24.211246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:24.221193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/3692bbb5-eaf1-4d7a-b3dd-134947938553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8314314 Apr 22 17:00:24.227021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54060) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:24.228568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 26dc98ba-5a99-4baf-ad1e-20b35194c929 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:24.229434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5855e-b0f0-4363-a395-c83447fb3b22 None None] Sync routers for ids ['3692bbb5-eaf1-4d7a-b3dd-134947938553'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:24.244454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:24.247012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5855e-b0f0-4363-a395-c83447fb3b22 None None] Routers {'3692bbb5-eaf1-4d7a-b3dd-134947938553'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:24.247933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1cb5855e-b0f0-4363-a395-c83447fb3b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3692bbb5-eaf1-4d7a-b3dd-134947938553'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:24.274928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-599c945b-290f-4f50-bcd0-cebc87cde4e9 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:24.276512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-599c945b-290f-4f50-bcd0-cebc87cde4e9 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7838249 Apr 22 17:00:24.287038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54064) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:24.340986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1cb5855e-b0f0-4363-a395-c83447fb3b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:24.354404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5855e-b0f0-4363-a395-c83447fb3b22 None None] Routers {'3692bbb5-eaf1-4d7a-b3dd-134947938553'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:24.355394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1cb5855e-b0f0-4363-a395-c83447fb3b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3692bbb5-eaf1-4d7a-b3dd-134947938553'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:24.359066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231a16bb-ce5d-4408-a978-07c9de5d83ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:24.370398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:24.370657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Deleting port 0c63dd5c-e1be-4962-9849-bbb3438db00d {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:24.370800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:24.408272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eabfa670-396c-44eb-b527-605dd467a20b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:24.449861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1cb5855e-b0f0-4363-a395-c83447fb3b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:24.450500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5855e-b0f0-4363-a395-c83447fb3b22 None None] The sync data for ids ['3692bbb5-eaf1-4d7a-b3dd-134947938553'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:24.468983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a50ef-52a9-4e41-912a-e6c3c2056b90 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:24.469805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d72a50ef-52a9-4e41-912a-e6c3c2056b90 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:24.484314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a16bb-ce5d-4408-a978-07c9de5d83ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b78e857-2212-4d85-ab54-657b81e8a629,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:24.538958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-231a16bb-ce5d-4408-a978-07c9de5d83ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:24.559287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-231a16bb-ce5d-4408-a978-07c9de5d83ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:24.563544 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-231a16bb-ce5d-4408-a978-07c9de5d83ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b78e857-2212-4d85-ab54-657b81e8a629 HTTP/1.1" status: 204 len: 168 time: 1.8088126 Apr 22 17:00:24.593285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 26dc98ba-5a99-4baf-ad1e-20b35194c929 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:24.643411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d72a50ef-52a9-4e41-912a-e6c3c2056b90 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:24.647488 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d72a50ef-52a9-4e41-912a-e6c3c2056b90 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports/9de35bc5-3cb4-43d6-a628-2f3576cbbc5e HTTP/1.1" status: 200 len: 911 time: 0.4175427 Apr 22 17:00:24.648754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-55826038-f165-4cc4-8f2e-a61f660acb0f tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:24.653476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54070) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:24.672022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-85d7f6ce-3a9f-405e-af7e-b7d2dbafa440 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '956ef363-5c22-4e32-a232-92bd4b2ec623'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:00:24.706613 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:00:24.722464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:24.758438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-55826038-f165-4cc4-8f2e-a61f660acb0f tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:24.785839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port d359c6b7-02cf-432b-a9f2-6ac41cd4fe27 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:24.786231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:25.048833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:25.061977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f93f2710-68c7-44b3-bebd-f23830238ded tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:25.083489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:25.096573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-55826038-f165-4cc4-8f2e-a61f660acb0f tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:25.110940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:25.116459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-04ec2eff-96e1-4fbf-a4b4-4b07c9dca286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:25.143330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55826038-f165-4cc4-8f2e-a61f660acb0f tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a25e0ee-258a-41a3-8b96-e9cf717254a8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:25.156509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-55826038-f165-4cc4-8f2e-a61f660acb0f tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:25.195256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Network': ['ID=26dc98ba-5a99-4baf-ad1e-20b35194c929,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:25.198171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:25.212143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-55826038-f165-4cc4-8f2e-a61f660acb0f tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:25.215951 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-55826038-f165-4cc4-8f2e-a61f660acb0f tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-groups/9a25e0ee-258a-41a3-8b96-e9cf717254a8 HTTP/1.1" status: 204 len: 168 time: 0.9252126 Apr 22 17:00:25.228455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54086) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:25.239492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-606ef5e8-ec80-429f-b660-b02936c273c2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:25.323784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Pushing event deleted for resources: {'Port': ['ID=3bc3577e-cc5f-4df9-be8f-3d6d562f3cca,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:25.339470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:25.363192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:25.373981 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/networks/26dc98ba-5a99-4baf-ad1e-20b35194c929 HTTP/1.1" status: 204 len: 168 time: 3.6572282 Apr 22 17:00:25.378432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] For port 0c63dd5c-e1be-4962-9849-bbb3438db00d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0c63dd5c-e1be-4962-9849-bbb3438db00d,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:25.378790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:25.389812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54092) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:25.408151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-248666191'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:25.496074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:25.507545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:network and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:25.515316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for d359c6b7-02cf-432b-a9f2-6ac41cd4fe27 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:25.516693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:25.533211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:25.546848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:25.550413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b3bc084-86d5-4dab-90fc-4b0330eebfe3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:25.567322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85d7f6ce-3a9f-405e-af7e-b7d2dbafa440 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:25.744977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b3bc084-86d5-4dab-90fc-4b0330eebfe3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:25.750734 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3b3bc084-86d5-4dab-90fc-4b0330eebfe3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5164824 Apr 22 17:00:25.859346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54104) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:25.859725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54106) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:25.926068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790150218'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:26.053905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:26.060038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5153b97c-e6e7-4a26-924a-0a9fbb8bb754 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1910052733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:26.072820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293210c-ba78-40e4-a9be-e688a628efdc req-22940613-ee54-40ad-9d05-ba3cbcda3217 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:26.079655 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6293210c-ba78-40e4-a9be-e688a628efdc req-22940613-ee54-40ad-9d05-ba3cbcda3217 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 945 time: 0.9980807 Apr 22 17:00:26.081881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5153b97c-e6e7-4a26-924a-0a9fbb8bb754 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:26.103187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5153b97c-e6e7-4a26-924a-0a9fbb8bb754 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Usage tracker for resource:router and tenant:7e82ac2dac4241ceab33c1ebb7476e15 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:26.111555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5153b97c-e6e7-4a26-924a-0a9fbb8bb754 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:26.114528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:26.127413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5153b97c-e6e7-4a26-924a-0a9fbb8bb754 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:26.151121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:26.157212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.184886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.201024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.261358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5153b97c-e6e7-4a26-924a-0a9fbb8bb754 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.262419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5153b97c-e6e7-4a26-924a-0a9fbb8bb754 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.266645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.278288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54116) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:26.315930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'subnets': [{'network_id': '975c5b34-097d-4f82-b8b0-0a827161c0c3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--989466692', 'ip_version': 6}, {'network_id': '57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:26.316282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'subnet': {'network_id': '975c5b34-097d-4f82-b8b0-0a827161c0c3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--989466692', 'ip_version': 6}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:26.317239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Request body: {'subnet': {'network_id': '57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:26.347492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:26.365219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.365782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Fanout notify agent at l3_agent the message router_deleted on router 3583e25c-a021-437e-b64a-f5a4e41b077a {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:00:26.370019 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6293210c-ba78-40e4-a9be-e688a628efdc req-da7eac49-019c-4058-a87e-64090afd0d23 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6f0691b-1a9a-42eb-be86-d7f9140907f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221766 Apr 22 17:00:26.396091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.396501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Added segment ca00872b-99ed-447e-b61a-ecfc9731e327 of type vlan for network 5587408f-7e60-4b99-9caf-2eb29e462f6d Apr 22 17:00:26.429252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.430441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/3583e25c-a021-437e-b64a-f5a4e41b077a HTTP/1.1" status: 204 len: 168 time: 4.9680650 Apr 22 17:00:26.433196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.433196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.433196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Floating IP 1cf729bc-3258-4603-b199-43064305d1cc disassociated. External IP: 172.26.6.13, port: 0c63dd5c-e1be-4962-9849-bbb3438db00d. Apr 22 17:00:26.433567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Calling delete_port for 0c63dd5c-e1be-4962-9849-bbb3438db00d owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:26.478207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54120) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:26.488472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:26.490508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-400660340', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:26.505254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:26.514888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Usage tracker for resource:router and tenant:7955ee0c0904483b944f0511ebc6b8d6 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:26.516226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:26.519828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:26.521660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:26.530402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:26.540806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:26.562778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5153b97c-e6e7-4a26-924a-0a9fbb8bb754 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.566452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.581474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.590946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79a964a8-3bc8-45f3-9ecd-f4241b9dc6f1 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:26.594511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.596245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.663211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0c63dd5c-e1be-4962-9849-bbb3438db00d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:00:26.664794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.740734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=d359c6b7-02cf-432b-a9f2-6ac41cd4fe27,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:26.743454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:26.747908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No active binding found for port 0c63dd5c-e1be-4962-9849-bbb3438db00d {{(pid=87211) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 22 17:00:26.748367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0c63dd5c-e1be-4962-9849-bbb3438db00d not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:00:26.753116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.759503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:26.760166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.766664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8b74a14-4267-40b3-85ea-2a94ada0a9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:26.848197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.917188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5153b97c-e6e7-4a26-924a-0a9fbb8bb754 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.924850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:26.968438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Usage tracker for resource:subnet and tenant:147b146a76a847e28c549c92eed7803e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:26.974804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85d7f6ce-3a9f-405e-af7e-b7d2dbafa440 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:26.982727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:26.990087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.028387 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6361573 Apr 22 17:00:27.036922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54124) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:27.037715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Network': ['ID=5587408f-7e60-4b99-9caf-2eb29e462f6d,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:27.043739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:27.048897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': '5587408f-7e60-4b99-9caf-2eb29e462f6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:27.057271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 5587408f-7e60-4b99-9caf-2eb29e462f6d details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:00:27.064510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:27.156186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85d7f6ce-3a9f-405e-af7e-b7d2dbafa440 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.162875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d7f6ce-3a9f-405e-af7e-b7d2dbafa440 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:27.163575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85d7f6ce-3a9f-405e-af7e-b7d2dbafa440 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.167808 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85d7f6ce-3a9f-405e-af7e-b7d2dbafa440 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/ports/9de35bc5-3cb4-43d6-a628-2f3576cbbc5e HTTP/1.1" status: 200 len: 911 time: 2.5104160 Apr 22 17:00:27.178478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dcbb6121-ec18-4d2c-8b15-7a1a208f1f0d tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:27.201975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5c9239db-de96-44a3-ab63-d62fd12ebde9 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:27.214340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54128) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:27.219352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.354202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Pushing event deleted for resources: {'Port': ['ID=0c63dd5c-e1be-4962-9849-bbb3438db00d,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:27.417355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:27.487119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.563842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:27.600330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3160956c-e901-4ae6-a8b4-ac8e003a2161 req-77c12be5-d0b6-4aa7-b2af-ffebf4b617c9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Synchronizing usage tracker for tenant:23b22b94dd7f4ccda61d86fc33585c1f on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:27.603189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:27.614965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:27.628430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:27.674845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Made reservation on behalf of 147b146a76a847e28c549c92eed7803e for: {'subnet': 2} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:27.682156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.682527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.700871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5153b97c-e6e7-4a26-924a-0a9fbb8bb754 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.704961 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5153b97c-e6e7-4a26-924a-0a9fbb8bb754 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.8395553 Apr 22 17:00:27.704961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.706348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54134) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:27.720257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1788461725'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:27.724684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.730283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:27.738206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Usage tracker for resource:network and tenant:7e82ac2dac4241ceab33c1ebb7476e15 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:27.745114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:27.751624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:00:27.752476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:27.758501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.785997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:27.788056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3160956c-e901-4ae6-a8b4-ac8e003a2161 req-77c12be5-d0b6-4aa7-b2af-ffebf4b617c9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Unset dirty status for tenant:23b22b94dd7f4ccda61d86fc33585c1f on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:27.789341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3160956c-e901-4ae6-a8b4-ac8e003a2161 req-77c12be5-d0b6-4aa7-b2af-ffebf4b617c9 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 210 time: 0.2836998 Apr 22 17:00:27.802972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.887406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7f6ce-3a9f-405e-af7e-b7d2dbafa440 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=9de35bc5-3cb4-43d6-a628-2f3576cbbc5e,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:27.897417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7dee7124-194f-4b71-bf59-ad126c60543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.919101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85d7f6ce-3a9f-405e-af7e-b7d2dbafa440 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:27.919678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-15419924-8332-4624-8845-cdc14dd8adaa tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:27.956422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.957777 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0970111 Apr 22 17:00:27.959599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Made reservation on behalf of 7e82ac2dac4241ceab33c1ebb7476e15 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:27.965513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:27.970743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54138) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:27.991707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': '504dd9e2-06f7-45cc-99e3-9dc2a4cd2021', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:28.004855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:28.005386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Fanout notify agent at l3_agent the message router_deleted on router 60519578-3c48-4860-928f-d88bceae7d37 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:00:28.010064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:28.019614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504dd9e2-06f7-45cc-99e3-9dc2a4cd2021,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:28.044255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:28.081791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Usage tracker for resource:security_group_rule and tenant:3f46359827d74f7988729aa6848eaa9a is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:28.084786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:28.091054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:28.099430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:28.107875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:28.109205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Usage tracker for resource:security_group_rule and tenant:7e82ac2dac4241ceab33c1ebb7476e15 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:28.126424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:28.141999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:28.195483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:28.196681 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/routers/60519578-3c48-4860-928f-d88bceae7d37 HTTP/1.1" status: 204 len: 168 time: 4.5643313 Apr 22 17:00:28.202749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54142) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:28.206830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:28.218787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b1a8c-bbda-404e-92f5-78815dcd7d67 None None] Sync routers for ids ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:28.230754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b1a8c-bbda-404e-92f5-78815dcd7d67 None None] Routers {'e6860ec2-13ec-4bc2-ac46-0901a39dffd0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:28.231691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a29b1a8c-bbda-404e-92f5-78815dcd7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:28.327811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:28.437612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a29b1a8c-bbda-404e-92f5-78815dcd7d67 None None] Set router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:00:28.458843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2a3c2e-b453-4f56-a25c-95a6494ce767 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting subnet 3c15f3c5-14fe-44e6-9f33-8d27495852b8 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:00:28.483385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3c2e-b453-4f56-a25c-95a6494ce767 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:28.702420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3c2e-b453-4f56-a25c-95a6494ce767 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:28.742400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] No DVR routers for this DVR port 0c63dd5c-e1be-4962-9849-bbb3438db00d on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:00:28.744921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:28.760652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'name': 'network-vif-deleted', 'tag': '0c63dd5c-e1be-4962-9849-bbb3438db00d'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:00:28.801199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:28.815291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a29b1a8c-bbda-404e-92f5-78815dcd7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f62988c3-135b-4c8a-8fcb-215d56e7b2ae', 'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'mac_address': 'fa:16:3e:00:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:03Z', 'updated_at': '2021-04-22T16:56:20Z', 'revision_number': 5, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'subnets': [{'id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:28.821039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b1a8c-bbda-404e-92f5-78815dcd7d67 None None] Checking router: e6860ec2-13ec-4bc2-ac46-0901a39dffd0 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:00:28.838102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b1a8c-bbda-404e-92f5-78815dcd7d67 None None] Routers {'e6860ec2-13ec-4bc2-ac46-0901a39dffd0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:28.838866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a29b1a8c-bbda-404e-92f5-78815dcd7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:28.840255 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-873cb3a2-2590-497f-ab7f-3daa796486d4 req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.78 "DELETE /v2.0/ports/0c63dd5c-e1be-4962-9849-bbb3438db00d HTTP/1.1" status: 204 len: 173 time: 4.7935863 Apr 22 17:00:28.856427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:28.887300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:28.953217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a516f64-470f-48b9-a22a-52a2b433aff9,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:28.957138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:28.978714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:28.986792 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc', 'name': 'network-vif-deleted', 'tag': '0c63dd5c-e1be-4962-9849-bbb3438db00d', 'status': 'completed', 'code': 200} Apr 22 17:00:29.009701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.059670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3c2e-b453-4f56-a25c-95a6494ce767 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.081292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.089865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a29b1a8c-bbda-404e-92f5-78815dcd7d67 None None] Set router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:00:29.096937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c8b70e32-252e-458f-8d20-6f8fdd9eb158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:29.112786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.116882 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1361291 Apr 22 17:00:29.122412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54150) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:29.127997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.140623 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-76319792-09bd-4c69-aa4f-770da2a348c3 req-213d8b3a-4260-436b-88e7-04ef6cc0987f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/ports?device_id=31c6eee8-f0a1-4ee7-88fe-c2fc7df600fc HTTP/1.1" status: 200 len: 210 time: 0.1422164 Apr 22 17:00:29.196817 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1530d15e-8484-4cad-89d7-081dee21283a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules/0a516f64-470f-48b9-a22a-52a2b433aff9 HTTP/1.1" status: 200 len: 763 time: 0.0687191 Apr 22 17:00:29.197089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:29.208537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54154) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:29.307580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.308018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Added segment 6a1e1994-ae1e-4599-8ba6-6a942b8f5a23 of type vlan for network 1c921a51-7804-4718-bb85-c0c1814b353c Apr 22 17:00:29.312102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d008dd-565b-4687-b17a-c758d1e1e8c2,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:29.332691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:29.340246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.405836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.424291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f43a8c5b-794c-4ef2-9bdf-34d049dcb0f0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:29.549759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f43a8c5b-794c-4ef2-9bdf-34d049dcb0f0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:29.551234 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f43a8c5b-794c-4ef2-9bdf-34d049dcb0f0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3418999 Apr 22 17:00:29.552710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Allocated IP 172.26.6.233 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/a3b36849-4a45-4ad0-b966-d3eb69f91e72) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:29.559664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54158) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:29.610874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.617207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:29.617898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.625956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-60432e72-369d-4319-897e-c234b792c7e4 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:29.659376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d838015d-1d06-4b13-8acf-fd774a8f54f8 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.667811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a29b1a8c-bbda-404e-92f5-78815dcd7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f62988c3-135b-4c8a-8fcb-215d56e7b2ae', 'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'mac_address': 'fa:16:3e:00:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:03Z', 'updated_at': '2021-04-22T16:56:20Z', 'revision_number': 5, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'subnets': [{'id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:29.675676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b1a8c-bbda-404e-92f5-78815dcd7d67 None None] The sync data for ids ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'] in dv-neutron-786478-3-hyperv is: [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T16:56:06Z', 'revision_number': 4, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f62988c3-135b-4c8a-8fcb-215d56e7b2ae', 'name': '', 'network_id': 'bbfd5673-9429-4970-ac83-0273788cb7ee', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'mac_address': 'fa:16:3e:00:7d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:56:03Z', 'updated_at': '2021-04-22T16:56:20Z', 'revision_number': 5, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'subnets': [{'id': 'c4b380e3-2996-4eff-9186-c5eb84b7ddb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:29.780638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d838015d-1d06-4b13-8acf-fd774a8f54f8 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.909555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3c2e-b453-4f56-a25c-95a6494ce767 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:29.912103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event updated for resources: {'Network': ['ID=1c921a51-7804-4718-bb85-c0c1814b353c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:29.925552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 1c921a51-7804-4718-bb85-c0c1814b353c details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:00:29.926533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:29.961088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:29.985694 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.2755327 Apr 22 17:00:29.986674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d838015d-1d06-4b13-8acf-fd774a8f54f8 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.000407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54162) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:30.007719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Request body: {'subnet': {'network_id': '1c921a51-7804-4718-bb85-c0c1814b353c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:30.029167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7affbfca-88f9-48de-a109-c0354d2cde80 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:30.118987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838015d-1d06-4b13-8acf-fd774a8f54f8 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a516f64-470f-48b9-a22a-52a2b433aff9,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:30.156476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d838015d-1d06-4b13-8acf-fd774a8f54f8 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:30.193206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.220137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba22e11-13c9-4ed9-9149-b332573ccd61 None None] New status for floating IP 1cf729bc-3258-4603-b199-43064305d1cc: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:00:30.231233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa8e2295-956d-4219-bad0-24fadf13c401 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:30.279735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:30.285570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.298498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d838015d-1d06-4b13-8acf-fd774a8f54f8 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.299795 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d838015d-1d06-4b13-8acf-fd774a8f54f8 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0a516f64-470f-48b9-a22a-52a2b433aff9 HTTP/1.1" status: 204 len: 168 time: 0.7390883 Apr 22 17:00:30.313781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Usage tracker for resource:subnet and tenant:7e82ac2dac4241ceab33c1ebb7476e15 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:30.318922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54170) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:30.325955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:30.347841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3c2e-b453-4f56-a25c-95a6494ce767 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.359460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:30.362254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a3c2e-b453-4f56-a25c-95a6494ce767 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Subnet': ['ID=3c15f3c5-14fe-44e6-9f33-8d27495852b8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:30.364926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe2a3c2e-b453-4f56-a25c-95a6494ce767 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:30.378358 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fe2a3c2e-b453-4f56-a25c-95a6494ce767 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/subnets/3c15f3c5-14fe-44e6-9f33-8d27495852b8 HTTP/1.1" status: 204 len: 168 time: 2.1724494 Apr 22 17:00:30.382657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54174) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:30.384623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d3ec82-5199-4c77-95a0-e38c815928ab None None] Network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:30.403520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Subnet': ['ID=3fa1303f-f281-430f-9483-b6b795cd537d,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:30.412527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:30.431809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Checking segment: {'id': 'ca00872b-99ed-447e-b61a-ecfc9731e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5587408f-7e60-4b99-9caf-2eb29e462f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:30.432218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network hostable DHCP agents. Network: 5587408f-7e60-4b99-9caf-2eb29e462f6d, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:00:30.443836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Made reservation on behalf of 7e82ac2dac4241ceab33c1ebb7476e15 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:30.449895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.473940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 9de35bc5-3cb4-43d6-a628-2f3576cbbc5e {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:30.474337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.487779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-991cef0a-93d6-4492-b3e5-2273150c73b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.493777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-55fd1fd3-b0e1-40e6-9a47-a7a1dc36486c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:30.603057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.611259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3238df01-815f-4719-b5f9-9ff377148383 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:30.666287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 5587408f-7e60-4b99-9caf-2eb29e462f6d is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:00:30.668644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-55fd1fd3-b0e1-40e6-9a47-a7a1dc36486c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:30.670063 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-55fd1fd3-b0e1-40e6-9a47-a7a1dc36486c tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3500273 Apr 22 17:00:30.685836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54178) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:30.691832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-73922b75-ef5c-4cfe-bc65-0e55ba9e0160 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': '504dd9e2-06f7-45cc-99e3-9dc2a4cd2021', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:30.718469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-73922b75-ef5c-4cfe-bc65-0e55ba9e0160 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:30.722140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.723304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:30.729896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:30.731609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.739171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 5587408f-7e60-4b99-9caf-2eb29e462f6d) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:30.740078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:30.746844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:30.762508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d02cb98-3846-417c-9289-98df3cbbc802 None None] Network 5587408f-7e60-4b99-9caf-2eb29e462f6d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:30.781874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-73922b75-ef5c-4cfe-bc65-0e55ba9e0160 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:30.786077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Pushing event updated for resources: {'Port': ['ID=a3b36849-4a45-4ad0-b966-d3eb69f91e72,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:30.805147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c490cc9-b748-4c07-861b-6933041090dd None None] DHCP port deletion for 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:00:30.806882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:30.849425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:30.850088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.850913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port 5231af97-54f1-4d02-ae34-db10d3e14dd8 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:30.851298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.918848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73922b75-ef5c-4cfe-bc65-0e55ba9e0160 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.932135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event updated for resources: {'Subnet': ['ID=a5ec0ac5-3cd6-4ec5-a75f-5997b63821a6,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:30.944827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:30.986676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:30.991791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Checking segment: {'id': '774e6ded-166b-4def-ba9f-c6da7e9e41d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '975c5b34-097d-4f82-b8b0-0a827161c0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:30.992201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network hostable DHCP agents. Network: 975c5b34-097d-4f82-b8b0-0a827161c0c3, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:00:31.009167 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9656868 Apr 22 17:00:31.014825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54182) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:31.066873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8c490cc9-b748-4c07-861b-6933041090dd None None] Deleting port 5231af97-54f1-4d02-ae34-db10d3e14dd8 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:31.067754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c490cc9-b748-4c07-861b-6933041090dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.094080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': '5587408f-7e60-4b99-9caf-2eb29e462f6d', 'name': 'tempest-PortsTestJSON-934066085', 'fixed_ips': [{'subnet_id': '3fa1303f-f281-430f-9483-b6b795cd537d', 'ip_address': '172.20.0.10'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:31.180233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for 9de35bc5-3cb4-43d6-a628-2f3576cbbc5e owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:31.327552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73922b75-ef5c-4cfe-bc65-0e55ba9e0160 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.379697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73922b75-ef5c-4cfe-bc65-0e55ba9e0160 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.400046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d838015d-1d06-4b13-8acf-fd774a8f54f8 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:31.409452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54188) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:31.417553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 975c5b34-097d-4f82-b8b0-0a827161c0c3 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:00:31.425723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] For port 5231af97-54f1-4d02-ae34-db10d3e14dd8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5231af97-54f1-4d02-ae34-db10d3e14dd8,segment=NetworkSegment(11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3),segment_id=11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:31.426444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.460758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5231af97-54f1-4d02-ae34-db10d3e14dd8 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:00:31.503921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.517653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.531032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8c490cc9-b748-4c07-861b-6933041090dd None None] For port 5231af97-54f1-4d02-ae34-db10d3e14dd8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5231af97-54f1-4d02-ae34-db10d3e14dd8,segment=NetworkSegment(11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3),segment_id=11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:31.531479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c490cc9-b748-4c07-861b-6933041090dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.546960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73922b75-ef5c-4cfe-bc65-0e55ba9e0160 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f847bdb-2e48-4e13-b955-e59e3ed42bd4,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:31.553402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-5587408f-7e60-4b99-9caf-2eb29e462f6d', 'network_id': '5587408f-7e60-4b99-9caf-2eb29e462f6d', 'tenant_id': '5c8c0ef2b1f94398b158df9ec2d73437', 'fixed_ips': [{'subnet_id': '3fa1303f-f281-430f-9483-b6b795cd537d'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:00:31.554318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.564202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73922b75-ef5c-4cfe-bc65-0e55ba9e0160 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:31.569400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:31.617718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for 5231af97-54f1-4d02-ae34-db10d3e14dd8 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:31.664814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 975c5b34-097d-4f82-b8b0-0a827161c0c3) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:31.722432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8c490cc9-b748-4c07-861b-6933041090dd None None] Calling delete_port for 5231af97-54f1-4d02-ae34-db10d3e14dd8 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:31.773085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36576b21-f9c5-49c2-9cef-83ff607520cf None None] Network 975c5b34-097d-4f82-b8b0-0a827161c0c3 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:31.865047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdb95-8696-4bcd-89bf-2a4a6461ac6f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.921262 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No ports have port_id starting with 5231af97-54f1-4d02-ae34-db10d3e14dd8 Apr 22 17:00:31.950351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdb95-8696-4bcd-89bf-2a4a6461ac6f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.952826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:31.975496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.982491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73922b75-ef5c-4cfe-bc65-0e55ba9e0160 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:31.988512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-73922b75-ef5c-4cfe-bc65-0e55ba9e0160 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2969682 Apr 22 17:00:31.988804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-522fbde1-a732-4052-b841-10a640aa5f57 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:31.994599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54192) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:32.027319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:32.076256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8c490cc9-b748-4c07-861b-6933041090dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:32.077399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8c490cc9-b748-4c07-861b-6933041090dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:32.084044 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-508c7649-7f0c-4644-8989-b62881474ef3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules/3f847bdb-2e48-4e13-b955-e59e3ed42bd4 HTTP/1.1" status: 200 len: 763 time: 0.0763912 Apr 22 17:00:32.092697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54200) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:32.093650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=5231af97-54f1-4d02-ae34-db10d3e14dd8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:32.096540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:32.099149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] No DVR routers for this DVR port 5231af97-54f1-4d02-ae34-db10d3e14dd8 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:00:32.142282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.239765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Allocated IP 172.20.0.2 (5587408f-7e60-4b99-9caf-2eb29e462f6d/3fa1303f-f281-430f-9483-b6b795cd537d/9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:32.263015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-975c5b34-097d-4f82-b8b0-0a827161c0c3', 'network_id': '975c5b34-097d-4f82-b8b0-0a827161c0c3', 'tenant_id': '147b146a76a847e28c549c92eed7803e', 'fixed_ips': [{'subnet_id': 'a5ec0ac5-3cd6-4ec5-a75f-5997b63821a6'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:00:32.265089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.403399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.413587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-574e08d9-594c-421a-bedd-beb13e72fd78 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:32.419238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.436808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.461727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f7d4538-d90d-4c68-9959-2b004fc361be tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:32.481321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port 9f4b0a70-438b-4bb9-beb9-4b6c51fe011e yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:00:32.581513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8c490cc9-b748-4c07-861b-6933041090dd None None] Deleting port 5231af97-54f1-4d02-ae34-db10d3e14dd8 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:32.582217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c490cc9-b748-4c07-861b-6933041090dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.655243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdb95-8696-4bcd-89bf-2a4a6461ac6f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.747156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=9de35bc5-3cb4-43d6-a628-2f3576cbbc5e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:32.759985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.775260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-574e08d9-594c-421a-bedd-beb13e72fd78 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:32.779378 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-574e08d9-594c-421a-bedd-beb13e72fd78 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5964911 Apr 22 17:00:32.779378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:32.787321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fffda6c0-3f2e-4641-a9fe-8b069e852f3c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:32.791799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9629f66b-fdb9-4369-acf1-7c884714080c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:32.801246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54204) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:32.834305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8c490cc9-b748-4c07-861b-6933041090dd None None] The port '5231af97-54f1-4d02-ae34-db10d3e14dd8' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:00:32.836212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Allocated IP 2001:db8::1 (975c5b34-097d-4f82-b8b0-0a827161c0c3/a5ec0ac5-3cd6-4ec5-a75f-5997b63821a6/2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:32.916095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fdb95-8696-4bcd-89bf-2a4a6461ac6f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f0691b-1a9a-42eb-be86-d7f9140907f6,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:32.938267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a6fdb95-8696-4bcd-89bf-2a4a6461ac6f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:32.942916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea6180d-9cfc-4c75-bc9d-548cf8698a9f']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:32.953126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.965092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdb95-8696-4bcd-89bf-2a4a6461ac6f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.969083 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7a6fdb95-8696-4bcd-89bf-2a4a6461ac6f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "DELETE /v2.0/security-groups/d6f0691b-1a9a-42eb-be86-d7f9140907f6 HTTP/1.1" status: 204 len: 168 time: 1.5516906 Apr 22 17:00:32.970653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7bf44dc-1a30-4396-9365-67d7466d273b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.972850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.978609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54208) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:32.992214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7bf44dc-1a30-4396-9365-67d7466d273b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:32.999906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:33.000354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c4dc53-cde5-4cbf-a4ec-79b07e3ae2d3') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:33.018381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event updated for resources: {'Subnet': ['ID=834b6e84-7dce-4c86-9ade-54c02a74420f,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:33.021295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:33.022963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.025243 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-fa5a16e2-a311-48d5-a0d2-80342a00a814 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] show failed (client error): The resource could not be found. Apr 22 17:00:33.029073 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fa5a16e2-a311-48d5-a0d2-80342a00a814 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "GET /v2.0/security-groups/d6f0691b-1a9a-42eb-be86-d7f9140907f6 HTTP/1.1" status: 404 len: 347 time: 0.0414808 Apr 22 17:00:33.033319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54212) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:33.037095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Checking segment: {'id': '6a1e1994-ae1e-4599-8ba6-6a942b8f5a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '1c921a51-7804-4718-bb85-c0c1814b353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:33.037483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network hostable DHCP agents. Network: 1c921a51-7804-4718-bb85-c0c1814b353c, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:00:33.127699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.154007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Transition to ACTIVE for port object 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:33.231328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Transition to ACTIVE for port object 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:33.247204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.261260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Transition to ACTIVE for port object 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:33.275409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.284130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:33.357605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Transition to ACTIVE for port object 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:33.368973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Network 5587408f-7e60-4b99-9caf-2eb29e462f6d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:33.372465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:33.378327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:33.382483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Pushing event updated for resources: {'Port': ['ID=9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:33.421864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.422527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.422688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.422983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.423355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.423723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.424087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.424451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.424825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.425178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.425539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.425901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:33.436513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:33.438251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Deleting port 02c40e69-70cd-4d30-91c9-8db0b251f507 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:33.438722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.443483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.447901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8fbf0fb9-69c7-4105-bf01-de88beb7ec74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:33.488086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network 1c921a51-7804-4718-bb85-c0c1814b353c is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:00:33.507664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.538278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.10 (5587408f-7e60-4b99-9caf-2eb29e462f6d/3fa1303f-f281-430f-9483-b6b795cd537d/9f4b0a70-438b-4bb9-beb9-4b6c51fe011e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:33.577351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Network 975c5b34-097d-4f82-b8b0-0a827161c0c3 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:33.580006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 1c921a51-7804-4718-bb85-c0c1814b353c) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:33.580566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Attempting to bind port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:00:33.580990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Attempting to bind port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'ca00872b-99ed-447e-b61a-ecfc9731e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5587408f-7e60-4b99-9caf-2eb29e462f6d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:00:33.581403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Attempting to bind port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 on network 5587408f-7e60-4b99-9caf-2eb29e462f6d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:00:33.589105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:33.593060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Pushing event updated for resources: {'Port': ['ID=2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:33.597552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:33.600179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb605405-e1d0-43cf-8fd4-b2d6d1d3cc58 None None] Network 1c921a51-7804-4718-bb85-c0c1814b353c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:33.614491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:00:33.614971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Checking segment: {'id': 'ca00872b-99ed-447e-b61a-ecfc9731e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5587408f-7e60-4b99-9caf-2eb29e462f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:33.615392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.615837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Bound using segment: {'id': 'ca00872b-99ed-447e-b61a-ecfc9731e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5587408f-7e60-4b99-9caf-2eb29e462f6d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:00:33.616387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Bound port: 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca00872b-99ed-447e-b61a-ecfc9731e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '5587408f-7e60-4b99-9caf-2eb29e462f6d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:00:33.617376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.617719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.629552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7bf44dc-1a30-4396-9365-67d7466d273b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.631335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:33.643887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:00:33.663886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:33.673366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:33.674935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.770604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf44dc-1a30-4396-9365-67d7466d273b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f847bdb-2e48-4e13-b955-e59e3ed42bd4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:33.779146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.785073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7bf44dc-1a30-4396-9365-67d7466d273b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:33.786206 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7840261 Apr 22 17:00:33.787364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54216) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:33.807123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Request body: {'network': {'name': 'tempest-router-network01--87364680'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:33.840504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:33.847953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:33.929296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Usage tracker for resource:network and tenant:7e82ac2dac4241ceab33c1ebb7476e15 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:33.950189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:33.969128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:33.977426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.977832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.996693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7bf44dc-1a30-4396-9365-67d7466d273b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:33.998038 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d7bf44dc-1a30-4396-9365-67d7466d273b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/3f847bdb-2e48-4e13-b955-e59e3ed42bd4 HTTP/1.1" status: 204 len: 168 time: 1.1895049 Apr 22 17:00:34.004684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54222) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:34.088680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router 3692bbb5-eaf1-4d7a-b3dd-134947938553 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:00:34.109544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Attempting to bind port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:00:34.109938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Attempting to bind port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '774e6ded-166b-4def-ba9f-c6da7e9e41d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '975c5b34-097d-4f82-b8b0-0a827161c0c3'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:00:34.110357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Attempting to bind port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 on network 975c5b34-097d-4f82-b8b0-0a827161c0c3 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:00:34.127799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:00:34.128199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Checking segment: {'id': '774e6ded-166b-4def-ba9f-c6da7e9e41d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '975c5b34-097d-4f82-b8b0-0a827161c0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:34.128635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:34.129350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Bound using segment: {'id': '774e6ded-166b-4def-ba9f-c6da7e9e41d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '975c5b34-097d-4f82-b8b0-0a827161c0c3'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:00:34.129654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Bound port: 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774e6ded-166b-4def-ba9f-c6da7e9e41d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '975c5b34-097d-4f82-b8b0-0a827161c0c3'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:00:34.130068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:34.148603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Router d576e4a1-85cd-4a4e-b4ac-2b740f135026 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:00:34.160884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:34.161662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Calling delete_port for 02c40e69-70cd-4d30-91c9-8db0b251f507 owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:34.188117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] For port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:00:34.191726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Made reservation on behalf of 7e82ac2dac4241ceab33c1ebb7476e15 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:34.197858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:34.223894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event updated for resources: {'Subnet': ['ID=d1175db3-e6a3-473f-a819-45e377510a29,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:34.229367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:34.243454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] For port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979,segment=NetworkSegment(ca00872b-99ed-447e-b61a-ecfc9731e327),segment_id=ca00872b-99ed-447e-b61a-ecfc9731e327)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:00:34.254154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:34.255337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Checking segment: {'id': '8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:34.255742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network hostable DHCP agents. Network: 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:00:34.312124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:34.324443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab26ec94-4aae-4865-b91b-f21ff46e40ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:34.399182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-1c921a51-7804-4718-bb85-c0c1814b353c', 'network_id': '1c921a51-7804-4718-bb85-c0c1814b353c', 'tenant_id': '7e82ac2dac4241ceab33c1ebb7476e15', 'fixed_ips': [{'subnet_id': '834b6e84-7dce-4c86-9ade-54c02a74420f'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:00:34.400166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:34.438100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-53c06a3a-9746-4a8e-92b0-d87bab030349 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:34.438395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] For port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:00:34.507778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] For port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545,segment=NetworkSegment(774e6ded-166b-4def-ba9f-c6da7e9e41d6),segment_id=774e6ded-166b-4def-ba9f-c6da7e9e41d6)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:00:34.523372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Pushing event updated for resources: {'Port': ['ID=9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:34.528214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:34.533032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:34.548428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:34.548760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7723041-9767-43ab-8ca8-6ab4df59e806 None None] Sync routers for ids ['3692bbb5-eaf1-4d7a-b3dd-134947938553'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:34.553775 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/3692bbb5-eaf1-4d7a-b3dd-134947938553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3263178 Apr 22 17:00:34.562218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54226) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:34.564617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a8fc9d2-21b2-4f3a-954c-d9e8b258257f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:34.566845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7723041-9767-43ab-8ca8-6ab4df59e806 None None] Routers {'3692bbb5-eaf1-4d7a-b3dd-134947938553'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:34.568329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b7723041-9767-43ab-8ca8-6ab4df59e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3692bbb5-eaf1-4d7a-b3dd-134947938553'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:34.582478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network 9ea6180d-9cfc-4c75-bc9d-548cf8698a9f has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:00:34.654082 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:00:34.664052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Pushing event updated for resources: {'Port': ['ID=2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:34.665289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:00:34.666805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b7723041-9767-43ab-8ca8-6ab4df59e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:34.675707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:34.720099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7723041-9767-43ab-8ca8-6ab4df59e806 None None] Routers {'3692bbb5-eaf1-4d7a-b3dd-134947938553'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:34.720771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b7723041-9767-43ab-8ca8-6ab4df59e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3692bbb5-eaf1-4d7a-b3dd-134947938553'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:34.761300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-53c06a3a-9746-4a8e-92b0-d87bab030349 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:34.766004 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-53c06a3a-9746-4a8e-92b0-d87bab030349 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7074337 Apr 22 17:00:34.766004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aeb15bfe-62cd-4eda-8b9f-56bcf1f4a879 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:34.789097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54230) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:34.796188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Request body: {'security_group_rule': {'security_group_id': '504dd9e2-06f7-45cc-99e3-9dc2a4cd2021', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:34.814884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:34.817731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:34.822511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Allocated IP 172.20.0.2 (1c921a51-7804-4718-bb85-c0c1814b353c/834b6e84-7dce-4c86-9ade-54c02a74420f/1234d0f4-f2e2-4292-aea4-f68d9dc6749e) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:34.844164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:34.846458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:34.851568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b7723041-9767-43ab-8ca8-6ab4df59e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:34.851568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7723041-9767-43ab-8ca8-6ab4df59e806 None None] The sync data for ids ['3692bbb5-eaf1-4d7a-b3dd-134947938553'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:34.858595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8230d4cc-d9b1-4929-8f7f-8811ed7513cb None None] Network 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:34.861944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:34.864828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:34.865366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:34.867738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:34.902495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aeb15bfe-62cd-4eda-8b9f-56bcf1f4a879 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:34.902814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object 9f4b0a70-438b-4bb9-beb9-4b6c51fe011e will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:34.905124 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aeb15bfe-62cd-4eda-8b9f-56bcf1f4a879 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=3692bbb5-eaf1-4d7a-b3dd-134947938553 HTTP/1.1" status: 200 len: 205 time: 0.3359909 Apr 22 17:00:34.907068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54234) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:34.910106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:34.914454 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Added segment c08270a0-a22f-4603-816a-70b6009d6766 of type vlan for network ec5859f1-257f-4339-8ed9-57600d7d75ca Apr 22 17:00:34.940278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:34.972402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04755a7-2fba-4e07-93ba-edd27a704e54 None None] Sync routers for ids ['d576e4a1-85cd-4a4e-b4ac-2b740f135026'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:35.031133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04755a7-2fba-4e07-93ba-edd27a704e54 None None] Routers {'d576e4a1-85cd-4a4e-b4ac-2b740f135026'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:35.032557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c04755a7-2fba-4e07-93ba-edd27a704e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['d576e4a1-85cd-4a4e-b4ac-2b740f135026'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:35.071324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.072719 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.5934210 Apr 22 17:00:35.074321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.083646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54238) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:35.109875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:35.128598 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 8.8419878 Apr 22 17:00:35.128598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.129919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Project 3f46359827d74f7988729aa6848eaa9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:00:35.140446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c04755a7-2fba-4e07-93ba-edd27a704e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:35.160028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54242) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:35.168946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.173129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:35.184195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04755a7-2fba-4e07-93ba-edd27a704e54 None None] Routers {'d576e4a1-85cd-4a4e-b4ac-2b740f135026'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:35.184195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c04755a7-2fba-4e07-93ba-edd27a704e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['d576e4a1-85cd-4a4e-b4ac-2b740f135026'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:35.214682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c18fa41-92b9-4fab-b3b3-5ee17f3d4e4a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:35.258109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.272579 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/networks/9ea6180d-9cfc-4c75-bc9d-548cf8698a9f HTTP/1.1" status: 204 len: 168 time: 4.8846900 Apr 22 17:00:35.293166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c04755a7-2fba-4e07-93ba-edd27a704e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:35.293934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04755a7-2fba-4e07-93ba-edd27a704e54 None None] The sync data for ids ['d576e4a1-85cd-4a4e-b4ac-2b740f135026'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:35.323837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54246) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:35.330301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be46e7ac-fbca-48b0-aab1-81c33b89cd5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.330553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.458346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=9f4b0a70-438b-4bb9-beb9-4b6c51fe011e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:35.458472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d', 'network_id': '57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d', 'tenant_id': '147b146a76a847e28c549c92eed7803e', 'fixed_ips': [{'subnet_id': 'd1175db3-e6a3-473f-a819-45e377510a29'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:00:35.458472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.500540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6128f-366d-4600-9eee-de5f1d3c6827 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:35.502215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6128f-366d-4600-9eee-de5f1d3c6827 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:35.504043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6128f-366d-4600-9eee-de5f1d3c6827 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:35.504932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b1e6128f-366d-4600-9eee-de5f1d3c6827 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Synchronizing usage tracker for tenant:147b146a76a847e28c549c92eed7803e on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:35.516025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:35.537918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:35.601719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 5587408f-7e60-4b99-9caf-2eb29e462f6d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:35.618910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.619125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:35.621510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.627304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:35.646392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Network': ['ID=9ea6180d-9cfc-4c75-bc9d-548cf8698a9f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:35.650078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:35.666061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2e544cc-37c9-4781-9a6d-d8bba2a584e2 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:35.854152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Allocated IP 2001:db8:0:1::1 (57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d/d1175db3-e6a3-473f-a819-45e377510a29/08d026ae-df7c-4612-ad72-304d88fb1d36) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:35.890033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:35.896074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Pushing event deleted for resources: {'Port': ['ID=02c40e69-70cd-4d30-91c9-8db0b251f507,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:35.899004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:35.917980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:35.963138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.970127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:35.970863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.981363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:35.987094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6f10385-8e8b-4f55-b024-aaa8f2a2a2ad tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521 tempest-ExtraDHCPOptionsIpV6TestJSON-1605479521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:35.997830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Transition to ACTIVE for port object 1234d0f4-f2e2-4292-aea4-f68d9dc6749e will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:36.066969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Transition to ACTIVE for port object 1234d0f4-f2e2-4292-aea4-f68d9dc6749e will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:36.203113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.205789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:36.206521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.219123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-559ff36b-6481-49cc-99cc-ac092314fbf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:36.241960 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4479427 Apr 22 17:00:36.253474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event updated for resources: {'Network': ['ID=ec5859f1-257f-4339-8ed9-57600d7d75ca,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:36.254803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54254) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:36.257205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:36.276076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.280093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.284407 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] 10.222.0.77 "DELETE /v2.0/floatingips/1cf729bc-3258-4603-b199-43064305d1cc HTTP/1.1" status: 204 len: 168 time: 3.2460144 Apr 22 17:00:36.305275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Request body: {'network': {'name': 'tempest-router-network02--1515842163'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:36.315656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54256) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:36.331950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be46e7ac-fbca-48b0-aab1-81c33b89cd5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.491131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be46e7ac-fbca-48b0-aab1-81c33b89cd5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.523056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:36.526261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b1e6128f-366d-4600-9eee-de5f1d3c6827 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Unset dirty status for tenant:147b146a76a847e28c549c92eed7803e on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:36.538304 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b1e6128f-366d-4600-9eee-de5f1d3c6827 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 1.3653672 Apr 22 17:00:36.538304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port b802baf8-39e6-42c2-8253-7a79205d63b7 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:36.538304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.554215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.558870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54262) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:36.604939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Usage tracker for resource:network and tenant:7e82ac2dac4241ceab33c1ebb7476e15 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:36.605386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network ec5859f1-257f-4339-8ed9-57600d7d75ca details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:00:36.634018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:36.644728 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6202579 Apr 22 17:00:36.651853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54266) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:36.652823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:36.662369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': '5587408f-7e60-4b99-9caf-2eb29e462f6d', 'name': 'tempest-PortsTestJSON-1089839277', 'fixed_ips': [{'subnet_id': '3fa1303f-f281-430f-9483-b6b795cd537d', 'ip_address': '172.20.0.9'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:36.700068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Network 1c921a51-7804-4718-bb85-c0c1814b353c is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:36.703314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-19322e83-a750-4443-bc90-f0ce8ef705ce tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Deleting subnet a5ec0ac5-3cd6-4ec5-a75f-5997b63821a6 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:00:36.704117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe1d2f5-0bfb-45dc-97be-42e4af418932 None None] Network 5587408f-7e60-4b99-9caf-2eb29e462f6d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:36.785627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:36.788155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:36.793147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19322e83-a750-4443-bc90-f0ce8ef705ce tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.798610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be46e7ac-fbca-48b0-aab1-81c33b89cd5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.799306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be46e7ac-fbca-48b0-aab1-81c33b89cd5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Fanout notify agent at l3_agent the message router_deleted on router 3692bbb5-eaf1-4d7a-b3dd-134947938553 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:00:36.819183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc53388-b519-4865-8fd0-66e24b789500 None None] Network 975c5b34-097d-4f82-b8b0-0a827161c0c3 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:36.824161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.862235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.883049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Made reservation on behalf of 7e82ac2dac4241ceab33c1ebb7476e15 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:36.885276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Deleting port a3b36849-4a45-4ad0-b966-d3eb69f91e72 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:36.885658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.890144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.940949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:36.942356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19322e83-a750-4443-bc90-f0ce8ef705ce tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.016339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Pushing event updated for resources: {'Port': ['ID=1234d0f4-f2e2-4292-aea4-f68d9dc6749e,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:37.019468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:37.025219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-422f355f-edbb-470d-86cb-e65b5ca7d8a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:37.058983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be46e7ac-fbca-48b0-aab1-81c33b89cd5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.061337 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-be46e7ac-fbca-48b0-aab1-81c33b89cd5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/3692bbb5-eaf1-4d7a-b3dd-134947938553 HTTP/1.1" status: 204 len: 168 time: 2.1525698 Apr 22 17:00:37.084189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2df6fdaa-4c39-4985-905c-0fd2917245f1 None None] Provisioning for port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:37.093456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54272) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:37.102091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2229f827-2ed4-462d-b87d-71bd1f4e47d4,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:37.109019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:37.111837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:37.115937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:37.126737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:port and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:37.134337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:37.157093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:37.163015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:37.166320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2df6fdaa-4c39-4985-905c-0fd2917245f1 None None] Provisioning complete for port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:37.166776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2df6fdaa-4c39-4985-905c-0fd2917245f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.167351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.167910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.187189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.191371 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.3972881 Apr 22 17:00:37.192985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54276) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:37.200235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.200638 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Added segment 23af1bc3-808b-45ab-a587-b4aa714a00bd of type vlan for network bd1576ca-9b87-4ebb-b29b-f4e89566fa4c Apr 22 17:00:37.227557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:37.235242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.256528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.263468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:37.264715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.270087 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b06077d2-d0cc-4809-a572-4e1b5570bea9 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules/2229f827-2ed4-462d-b87d-71bd1f4e47d4 HTTP/1.1" status: 200 len: 769 time: 0.0746689 Apr 22 17:00:37.275105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19322e83-a750-4443-bc90-f0ce8ef705ce tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.301413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Attempting to bind port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:00:37.301832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Attempting to bind port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '6a1e1994-ae1e-4599-8ba6-6a942b8f5a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '1c921a51-7804-4718-bb85-c0c1814b353c'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:00:37.302239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Attempting to bind port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e on network 1c921a51-7804-4718-bb85-c0c1814b353c {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:00:37.305998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54280) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:37.345312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for b802baf8-39e6-42c2-8253-7a79205d63b7 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:37.406641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:00:37.407066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Checking segment: {'id': '6a1e1994-ae1e-4599-8ba6-6a942b8f5a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '1c921a51-7804-4718-bb85-c0c1814b353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:37.407720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.407945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Bound using segment: {'id': '6a1e1994-ae1e-4599-8ba6-6a942b8f5a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '1c921a51-7804-4718-bb85-c0c1814b353c'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:00:37.408424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Bound port: 1234d0f4-f2e2-4292-aea4-f68d9dc6749e, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1e1994-ae1e-4599-8ba6-6a942b8f5a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '1c921a51-7804-4718-bb85-c0c1814b353c'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:00:37.408834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.423387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68dc43c-bf4d-4b7d-bf77-c3e3c9ce9159 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting subnet 956ef363-5c22-4e32-a232-92bd4b2ec623 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:00:37.463194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Calling delete_port for a3b36849-4a45-4ad0-b966-d3eb69f91e72 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:37.466230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f68dc43c-bf4d-4b7d-bf77-c3e3c9ce9159 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.537010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.633032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.640702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f68dc43c-bf4d-4b7d-bf77-c3e3c9ce9159 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.724019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Transition to ACTIVE for port object 08d026ae-df7c-4612-ad72-304d88fb1d36 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:37.789692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port 5cc97c95-9552-462e-bbc5-bc8105a58b32 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:00:37.847840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.855234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:37.855234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.863271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:37.890601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] For port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:00:37.893609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Transition to ACTIVE for port object 08d026ae-df7c-4612-ad72-304d88fb1d36 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:37.897776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.910421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2df6fdaa-4c39-4985-905c-0fd2917245f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.932497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] For port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1234d0f4-f2e2-4292-aea4-f68d9dc6749e,segment=NetworkSegment(6a1e1994-ae1e-4599-8ba6-6a942b8f5a23),segment_id=6a1e1994-ae1e-4599-8ba6-6a942b8f5a23)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:00:37.937962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.954659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:37.962969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:38.004170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f68dc43c-bf4d-4b7d-bf77-c3e3c9ce9159 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:38.011338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-81ae1b87-59aa-4428-a17d-69540a9b33a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:38.012946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:38.086766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7870729 Apr 22 17:00:38.087638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Network 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:38.087908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event updated for resources: {'Network': ['ID=bd1576ca-9b87-4ebb-b29b-f4e89566fa4c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:38.090028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54284) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:38.098109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2df6fdaa-4c39-4985-905c-0fd2917245f1 None None] For port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979,segment=NetworkSegment(ca00872b-99ed-447e-b61a-ecfc9731e327),segment_id=ca00872b-99ed-447e-b61a-ecfc9731e327)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:38.102196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:38.103900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:38.113959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:38.114946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Request body: {'subnet': {'network_id': 'ec5859f1-257f-4339-8ed9-57600d7d75ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:38.117454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network bd1576ca-9b87-4ebb-b29b-f4e89566fa4c details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:00:38.127234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4520f4b7-596a-46ac-a006-f1074cf1dbb7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:38.203032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2df6fdaa-4c39-4985-905c-0fd2917245f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:38.281133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-81ae1b87-59aa-4428-a17d-69540a9b33a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:38.282735 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-81ae1b87-59aa-4428-a17d-69540a9b33a2 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.9756677 Apr 22 17:00:38.304456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Pushing event updated for resources: {'Port': ['ID=08d026ae-df7c-4612-ad72-304d88fb1d36,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:38.307680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:38.315394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=b802baf8-39e6-42c2-8253-7a79205d63b7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:38.326949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:38.329646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54288) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:38.378398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.9 (5587408f-7e60-4b99-9caf-2eb29e462f6d/3fa1303f-f281-430f-9483-b6b795cd537d/5cc97c95-9552-462e-bbc5-bc8105a58b32) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:38.604966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:38.651884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4f160abe-a167-451e-abcc-95ccbd8b2b37 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:38.732500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:38.732903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:38.741556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Attempting to bind port 08d026ae-df7c-4612-ad72-304d88fb1d36 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:00:38.742001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Attempting to bind port 08d026ae-df7c-4612-ad72-304d88fb1d36 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:00:38.757943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Attempting to bind port 08d026ae-df7c-4612-ad72-304d88fb1d36 on network 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:00:38.758429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Pushing event deleted for resources: {'Port': ['ID=a3b36849-4a45-4ad0-b966-d3eb69f91e72,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:38.766863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:00:38.767484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Checking segment: {'id': '8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:38.768082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:38.768682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Bound using segment: {'id': '8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:00:38.769770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Bound port: 08d026ae-df7c-4612-ad72-304d88fb1d36, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:00:38.770739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:38.790797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-78b47425-940d-48e0-9287-3fda41ca9c3d None None] Provisioning for port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:38.794833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Pushing event updated for resources: {'Port': ['ID=1234d0f4-f2e2-4292-aea4-f68d9dc6749e,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:38.830424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:38.863956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-78b47425-940d-48e0-9287-3fda41ca9c3d None None] Provisioning complete for port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:38.864370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78b47425-940d-48e0-9287-3fda41ca9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:38.888760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19322e83-a750-4443-bc90-f0ce8ef705ce tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:38.896684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd513679-cbcb-46c3-bcc0-6ba5527693f0 tempest-AllowedAddressPairIpV6TestJSON-1638129138 tempest-AllowedAddressPairIpV6TestJSON-1638129138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:38.943876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:38.980455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:38.989814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19322e83-a750-4443-bc90-f0ce8ef705ce tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ec0ac5-3cd6-4ec5-a75f-5997b63821a6,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:38.994736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:38.997350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19322e83-a750-4443-bc90-f0ce8ef705ce tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.000258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.006245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/floatingips/3ec235a5-7429-4a76-a6a3-cee908ccf234 HTTP/1.1" status: 204 len: 168 time: 3.4951570 Apr 22 17:00:39.006668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19322e83-a750-4443-bc90-f0ce8ef705ce tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:39.015920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfce16f-4d50-45de-8c31-cd7ac2b012ee None None] Network 975c5b34-097d-4f82-b8b0-0a827161c0c3 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:39.018915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Usage tracker for resource:subnet and tenant:7e82ac2dac4241ceab33c1ebb7476e15 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:39.022563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54292) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:39.035806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:39.080884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.115342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:39.138430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1462add8-66f6-4383-84bc-bdbcdee4c3a5 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.156519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6fdaa-4c39-4985-905c-0fd2917245f1 None None] Pushing event updated for resources: {'Port': ['ID=9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:39.161634 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19322e83-a750-4443-bc90-f0ce8ef705ce tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "DELETE /v2.0/subnets/a5ec0ac5-3cd6-4ec5-a75f-5997b63821a6 HTTP/1.1" status: 204 len: 168 time: 2.6004734 Apr 22 17:00:39.162376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54296) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:39.167629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2df6fdaa-4c39-4985-905c-0fd2917245f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:39.169394 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a42c62f-4337-4fd9-a724-7c0617e426d6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] DELETE failed (client error): The resource could not be found. Apr 22 17:00:39.171220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a42c62f-4337-4fd9-a724-7c0617e426d6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:00:39.176337 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6a42c62f-4337-4fd9-a724-7c0617e426d6 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/ports/a108531a-ac38-40ba-89ea-9e2c66ad73df HTTP/1.1" status: 404 len: 333 time: 0.1424947 Apr 22 17:00:39.181151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54300) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:39.188415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.966s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:39.188996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:39.191559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1462add8-66f6-4383-84bc-bdbcdee4c3a5 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.211355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8031c159-6076-4669-af2b-e8243112d010 None None] For port 08d026ae-df7c-4612-ad72-304d88fb1d36, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:00:39.225540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8031c159-6076-4669-af2b-e8243112d010 None None] For port 08d026ae-df7c-4612-ad72-304d88fb1d36, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=08d026ae-df7c-4612-ad72-304d88fb1d36,segment=NetworkSegment(8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb),segment_id=8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:00:39.272166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Made reservation on behalf of 7e82ac2dac4241ceab33c1ebb7476e15 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:39.285458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.301503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.303133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.318667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:39.368584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e1d53e38-fe14-419d-b2f6-b824492489ee tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Synchronizing usage tracker for tenant:fe909354ad5f4d7b99e38030afcb1802 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:39.470449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.536326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78b47425-940d-48e0-9287-3fda41ca9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.568665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0690314e-bff2-4d2a-8ac3-ca0c4661e5e2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Deleting subnet d1175db3-e6a3-473f-a819-45e377510a29 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:00:39.576996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0690314e-bff2-4d2a-8ac3-ca0c4661e5e2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.581009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Pushing event updated for resources: {'Port': ['ID=08d026ae-df7c-4612-ad72-304d88fb1d36,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:39.584691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:39.615792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-78b47425-940d-48e0-9287-3fda41ca9c3d None None] For port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545,segment=NetworkSegment(774e6ded-166b-4def-ba9f-c6da7e9e41d6),segment_id=774e6ded-166b-4def-ba9f-c6da7e9e41d6)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:39.645053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78b47425-940d-48e0-9287-3fda41ca9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.648553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:39.728791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecfa5da-be69-482e-9c62-6e8fc8b118e1 None None] DHCP port deletion for 975c5b34-097d-4f82-b8b0-0a827161c0c3 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:00:39.729282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object 5cc97c95-9552-462e-bbc5-bc8105a58b32 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:39.743394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfa5da-be69-482e-9c62-6e8fc8b118e1 None None] Deleting port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:39.744145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa5da-be69-482e-9c62-6e8fc8b118e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.765249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.791778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.900879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0690314e-bff2-4d2a-8ac3-ca0c4661e5e2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:39.920689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1234d0f4-f2e2-4292-aea4-f68d9dc6749e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:40.017312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4b6ba80a-c8c9-4de4-8a30-840256f9f34a None None] Provisioning complete for port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:40.018116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba80a-c8c9-4de4-8a30-840256f9f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:40.056301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1462add8-66f6-4383-84bc-bdbcdee4c3a5 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:40.140006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Router d576e4a1-85cd-4a4e-b4ac-2b740f135026 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:00:40.142365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b47425-940d-48e0-9287-3fda41ca9c3d None None] Pushing event updated for resources: {'Port': ['ID=2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:40.173090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19b0d596-7397-4082-a994-5d4412a31e3e tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:40.209621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-78b47425-940d-48e0-9287-3fda41ca9c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:40.230251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2fcb5d-086e-4392-8bff-85d5087b8f33 None None] Network 1c921a51-7804-4718-bb85-c0c1814b353c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:40.242281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:40.264512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ff4c276d-5d7d-4133-af65-b5a86585e916 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:40.264735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462add8-66f6-4383-84bc-bdbcdee4c3a5 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2229f827-2ed4-462d-b87d-71bd1f4e47d4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:40.266542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e1d53e38-fe14-419d-b2f6-b824492489ee tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Unset dirty status for tenant:fe909354ad5f4d7b99e38030afcb1802 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:40.267843 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e1d53e38-fe14-419d-b2f6-b824492489ee tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "GET /v2.0/ports?device_id=60519578-3c48-4860-928f-d88bceae7d37 HTTP/1.1" status: 200 len: 205 time: 1.0802879 Apr 22 17:00:40.269628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1462add8-66f6-4383-84bc-bdbcdee4c3a5 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:40.277503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54304) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:40.387597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-380e68ce-b854-4d4a-a664-c94178b9a884 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] delete failed (client error): The resource could not be found. Apr 22 17:00:40.391662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-380e68ce-b854-4d4a-a664-c94178b9a884 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/routers/60519578-3c48-4860-928f-d88bceae7d37 HTTP/1.1" status: 404 len: 336 time: 0.1110880 Apr 22 17:00:40.398084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3ecfa5da-be69-482e-9c62-6e8fc8b118e1 None None] For port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545,segment=NetworkSegment(774e6ded-166b-4def-ba9f-c6da7e9e41d6),segment_id=774e6ded-166b-4def-ba9f-c6da7e9e41d6)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:40.398521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa5da-be69-482e-9c62-6e8fc8b118e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:40.403560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54308) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:40.425000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:40.453288 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4d0f5a-4d24-421a-bf87-5a7813f063ed tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] DELETE failed (client error): The resource could not be found. Apr 22 17:00:40.453663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4d0f5a-4d24-421a-bf87-5a7813f063ed tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:00:40.457050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 5587408f-7e60-4b99-9caf-2eb29e462f6d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:40.458555 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6f4d0f5a-4d24-421a-bf87-5a7813f063ed tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/subnets/3c15f3c5-14fe-44e6-9f33-8d27495852b8 HTTP/1.1" status: 404 len: 337 time: 0.0539262 Apr 22 17:00:40.461704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54312) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:40.466386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f68dc43c-bf4d-4b7d-bf77-c3e3c9ce9159 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:40.483459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:40.487998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0690314e-bff2-4d2a-8ac3-ca0c4661e5e2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:40.507041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cf08814-4b23-4e6e-9570-7134b91dd45a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:40.534364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:40.535352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1462add8-66f6-4383-84bc-bdbcdee4c3a5 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:40.536594 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1462add8-66f6-4383-84bc-bdbcdee4c3a5 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/2229f827-2ed4-462d-b87d-71bd1f4e47d4 HTTP/1.1" status: 204 len: 168 time: 2.1004035 Apr 22 17:00:40.561626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54316) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:40.566970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:40.584371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8443108-df6a-49c2-a0ee-9ecac6e8a445 None None] Sync routers for ids ['d576e4a1-85cd-4a4e-b4ac-2b740f135026'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:40.606532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:40.623680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8443108-df6a-49c2-a0ee-9ecac6e8a445 None None] Routers {'d576e4a1-85cd-4a4e-b4ac-2b740f135026'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:40.626593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a8443108-df6a-49c2-a0ee-9ecac6e8a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['d576e4a1-85cd-4a4e-b4ac-2b740f135026'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:40.656086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfa5da-be69-482e-9c62-6e8fc8b118e1 None None] Calling delete_port for 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:40.708988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68dc43c-bf4d-4b7d-bf77-c3e3c9ce9159 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Subnet': ['ID=956ef363-5c22-4e32-a232-92bd4b2ec623,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:40.740936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f68dc43c-bf4d-4b7d-bf77-c3e3c9ce9159 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:40.743034 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f68dc43c-bf4d-4b7d-bf77-c3e3c9ce9159 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/956ef363-5c22-4e32-a232-92bd4b2ec623 HTTP/1.1" status: 204 len: 168 time: 3.6385083 Apr 22 17:00:40.746103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46ed9f0-ba0c-46d1-8e3a-0579bccae82e None None] Network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:40.760253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54320) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:40.761202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f68dc43c-bf4d-4b7d-bf77-c3e3c9ce9159 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:40.789888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a8443108-df6a-49c2-a0ee-9ecac6e8a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:40.801723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8443108-df6a-49c2-a0ee-9ecac6e8a445 None None] Routers {'d576e4a1-85cd-4a4e-b4ac-2b740f135026'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:40.802559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:40.803042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a8443108-df6a-49c2-a0ee-9ecac6e8a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['d576e4a1-85cd-4a4e-b4ac-2b740f135026'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:40.807183 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "PUT /v2.0/routers/d576e4a1-85cd-4a4e-b4ac-2b740f135026 HTTP/1.1" status: 200 len: 705 time: 5.7211015 Apr 22 17:00:40.820590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54324) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:40.894302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a8443108-df6a-49c2-a0ee-9ecac6e8a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:40.895038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8443108-df6a-49c2-a0ee-9ecac6e8a445 None None] The sync data for ids ['d576e4a1-85cd-4a4e-b4ac-2b740f135026'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:40.961125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:40.977653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8e41a6e5-a233-4bf5-840b-f0c8b6eb3695 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port 5aadbf28-e26a-46ac-8894-de742987f3c4 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:40.978318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e41a6e5-a233-4bf5-840b-f0c8b6eb3695 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:41.055156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4b6ba80a-c8c9-4de4-8a30-840256f9f34a None None] Provisioning complete for port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:41.055156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba80a-c8c9-4de4-8a30-840256f9f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:41.069294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cbfe61f5-ddcb-4fd3-af30-615714e61204 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:41.121592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 52e12625-388e-4509-b0e5-27d4f8def8a1 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:41.122089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:41.268771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=5cc97c95-9552-462e-bbc5-bc8105a58b32,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:41.272676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cbfe61f5-ddcb-4fd3-af30-615714e61204 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:41.278085 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cbfe61f5-ddcb-4fd3-af30-615714e61204 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6419599 Apr 22 17:00:41.288990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54328) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:41.290343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.030s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:41.381242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa5da-be69-482e-9c62-6e8fc8b118e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:41.384908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ba80a-c8c9-4de4-8a30-840256f9f34a None None] Port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 was deleted so its status cannot be updated. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Apr 22 17:00:41.386792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f202e6-165d-42a3-91d4-efb58e6b5d85 None None] Network 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:41.418186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5054938-faf2-431d-9883-474b35d40f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:41.454215 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-164e5d40-5f9d-44dc-b70f-1f5368f90bf4 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/routers/d576e4a1-85cd-4a4e-b4ac-2b740f135026 HTTP/1.1" status: 200 len: 740 time: 0.6239874 Apr 22 17:00:41.459207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54332) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:41.470674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:41.471371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:41.533863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfa5da-be69-482e-9c62-6e8fc8b118e1 None None] Pushing event deleted for resources: {'Port': ['ID=2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:41.541163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfa5da-be69-482e-9c62-6e8fc8b118e1 None None] No DVR routers for this DVR port 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:00:41.548716 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7b75d99b-a2da-493c-9ca7-d1f236ada758 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&device_id=d576e4a1-85cd-4a4e-b4ac-2b740f135026 HTTP/1.1" status: 200 len: 205 time: 0.0815818 Apr 22 17:00:41.548967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:41.548967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:41.549122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54336) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:41.583040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ecfa5da-be69-482e-9c62-6e8fc8b118e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:41.585260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Deleting port f62988c3-135b-4c8a-8fcb-215d56e7b2ae {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:41.586665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:41.626828 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9682169 Apr 22 17:00:41.626828 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-43362e44-4213-4b91-99e7-56de9b6fc810 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=d576e4a1-85cd-4a4e-b4ac-2b740f135026 HTTP/1.1" status: 200 len: 205 time: 0.0745995 Apr 22 17:00:41.628434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54340) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:41.628808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54342) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:41.653332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4b6ba80a-c8c9-4de4-8a30-840256f9f34a None None] Provisioning for port 9f4b0a70-438b-4bb9-beb9-4b6c51fe011e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:41.684791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4b6ba80a-c8c9-4de4-8a30-840256f9f34a None None] Provisioning complete for port 9f4b0a70-438b-4bb9-beb9-4b6c51fe011e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:41.686005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba80a-c8c9-4de4-8a30-840256f9f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:41.765151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ba80a-c8c9-4de4-8a30-840256f9f34a None None] Port 9f4b0a70-438b-4bb9-beb9-4b6c51fe011e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:00:41.869378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0f-7d06-4066-a5e6-b2d7e6ab88fe tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:41.990237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:00:42.107748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ea317-4e2f-4039-99e5-896715d4c6ff None None] DHCP port deletion for 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:00:42.112870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b35ea317-4e2f-4039-99e5-896715d4c6ff None None] Deleting port 52e12625-388e-4509-b0e5-27d4f8def8a1 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:42.113289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b35ea317-4e2f-4039-99e5-896715d4c6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.227383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Provisioning for port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:42.244472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Provisioning complete for port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:42.244990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.294657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fe860b-4bf7-41ac-9c1e-85d51bad4cc9 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:42.296120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-56fe860b-4bf7-41ac-9c1e-85d51bad4cc9 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:42.297095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.297327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 08d026ae-df7c-4612-ad72-304d88fb1d36 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:42.308648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e41a6e5-a233-4bf5-840b-f0c8b6eb3695 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.327178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef615571-48fa-47d7-9437-2f614a6f1181 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:42.371873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0f-7d06-4066-a5e6-b2d7e6ab88fe tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.376610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0f-7d06-4066-a5e6-b2d7e6ab88fe tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.417358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c05553f-d0f0-4e91-baef-bfd74a5476f6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.422108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-56fe860b-4bf7-41ac-9c1e-85d51bad4cc9 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:42.426472 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-56fe860b-4bf7-41ac-9c1e-85d51bad4cc9 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.7941949 Apr 22 17:00:42.427551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54348) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:42.478858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0690314e-bff2-4d2a-8ac3-ca0c4661e5e2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.484636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0f-7d06-4066-a5e6-b2d7e6ab88fe tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.485210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb101e0f-7d06-4066-a5e6-b2d7e6ab88fe tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Fanout notify agent at l3_agent the message router_deleted on router d576e4a1-85cd-4a4e-b4ac-2b740f135026 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:00:42.494609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:42.548162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690314e-bff2-4d2a-8ac3-ca0c4661e5e2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event deleted for resources: {'Subnet': ['ID=d1175db3-e6a3-473f-a819-45e377510a29,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:42.551719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0690314e-bff2-4d2a-8ac3-ca0c4661e5e2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:42.554840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0690314e-bff2-4d2a-8ac3-ca0c4661e5e2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.570911 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0690314e-bff2-4d2a-8ac3-ca0c4661e5e2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "DELETE /v2.0/subnets/d1175db3-e6a3-473f-a819-45e377510a29 HTTP/1.1" status: 204 len: 168 time: 3.4023700 Apr 22 17:00:42.577916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb101e0f-7d06-4066-a5e6-b2d7e6ab88fe tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.579145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eb101e0f-7d06-4066-a5e6-b2d7e6ab88fe tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/d576e4a1-85cd-4a4e-b4ac-2b740f135026 HTTP/1.1" status: 204 len: 168 time: 0.9473550 Apr 22 17:00:42.579808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54352) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:42.597193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54354) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:42.636731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b35ea317-4e2f-4039-99e5-896715d4c6ff None None] For port 52e12625-388e-4509-b0e5-27d4f8def8a1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=52e12625-388e-4509-b0e5-27d4f8def8a1,segment=NetworkSegment(bb392de5-3211-4a66-8ceb-df321e4bcdcc),segment_id=bb392de5-3211-4a66-8ceb-df321e4bcdcc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:42.637567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b35ea317-4e2f-4039-99e5-896715d4c6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.649646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.667557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8e41a6e5-a233-4bf5-840b-f0c8b6eb3695 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for 5aadbf28-e26a-46ac-8894-de742987f3c4 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:42.696931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 08d026ae-df7c-4612-ad72-304d88fb1d36 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:42.702938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d0378-e4a4-4bb4-a488-53a6166a8eaa tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:42.710284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d0378-e4a4-4bb4-a488-53a6166a8eaa tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:42.717285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d0378-e4a4-4bb4-a488-53a6166a8eaa tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:42.722275 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3f0d0378-e4a4-4bb4-a488-53a6166a8eaa tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2902980 Apr 22 17:00:42.724439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54360) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:42.727608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad9b04c-cba6-4daf-9d38-da0d345e0719 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:42.730345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1ad9b04c-cba6-4daf-9d38-da0d345e0719 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Synchronizing usage tracker for tenant:147b146a76a847e28c549c92eed7803e on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:42.766392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] For port 52e12625-388e-4509-b0e5-27d4f8def8a1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=52e12625-388e-4509-b0e5-27d4f8def8a1,segment=NetworkSegment(bb392de5-3211-4a66-8ceb-df321e4bcdcc),segment_id=bb392de5-3211-4a66-8ceb-df321e4bcdcc)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:42.766996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.782829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c05553f-d0f0-4e91-baef-bfd74a5476f6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.826447 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ac8ec859-5cdd-49c8-93c9-4ffe6249dc44 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=d576e4a1-85cd-4a4e-b4ac-2b740f135026 HTTP/1.1" status: 200 len: 205 time: 0.2239249 Apr 22 17:00:42.830019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54364) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:42.851405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event updated for resources: {'Subnet': ['ID=7fd2c7a1-0fab-418d-9de6-0707ba469dca,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:42.854471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:42.867087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b35ea317-4e2f-4039-99e5-896715d4c6ff None None] Calling delete_port for 52e12625-388e-4509-b0e5-27d4f8def8a1 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:42.910005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808ef460-6296-4faf-b103-7d0aea2804cc None None] Network 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:42.924125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8f40fa19-c868-4694-8dfe-5d088c70a355 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 5cc97c95-9552-462e-bbc5-bc8105a58b32 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:42.924515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f40fa19-c868-4694-8dfe-5d088c70a355 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:42.956425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-9b0f2aa7-0668-41a5-a2d3-79350e83339b tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] delete failed (client error): The resource could not be found. Apr 22 17:00:42.959955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9b0f2aa7-0668-41a5-a2d3-79350e83339b tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/d576e4a1-85cd-4a4e-b4ac-2b740f135026 HTTP/1.1" status: 404 len: 336 time: 0.1262650 Apr 22 17:00:42.966142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1ad9b04c-cba6-4daf-9d38-da0d345e0719 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Unset dirty status for tenant:147b146a76a847e28c549c92eed7803e on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:42.971526 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1ad9b04c-cba6-4daf-9d38-da0d345e0719 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3870263 Apr 22 17:00:42.979489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54368) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:42.979778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54370) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:43.014133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for 52e12625-388e-4509-b0e5-27d4f8def8a1 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:43.019295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:00:43.068548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] For port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1234d0f4-f2e2-4292-aea4-f68d9dc6749e,segment=NetworkSegment(6a1e1994-ae1e-4599-8ba6-6a942b8f5a23),segment_id=6a1e1994-ae1e-4599-8ba6-6a942b8f5a23)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:43.071989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:00:43.072381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2ea8c8a2-1ca7-45a9-ba72-f1f4b9bab545 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:00:43.072572 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8142c991-22bc-415c-99d2-ab1afefebac4 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=3583e25c-a021-437e-b64a-f5a4e41b077a HTTP/1.1" status: 200 len: 205 time: 0.0904162 Apr 22 17:00:43.082599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54376) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:43.085512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Checking segment: {'id': 'c08270a0-a22f-4603-816a-70b6009d6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ec5859f1-257f-4339-8ed9-57600d7d75ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:43.085929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network hostable DHCP agents. Network: ec5859f1-257f-4339-8ed9-57600d7d75ca, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:00:43.110198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.115290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66cc938a-3a0b-451e-abeb-66f1d1b09607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:43.140877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] For port f62988c3-135b-4c8a-8fcb-215d56e7b2ae, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f62988c3-135b-4c8a-8fcb-215d56e7b2ae,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:43.141292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.237315 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-ed26114b-9c5a-452a-846e-f3e9760c9643 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] delete failed (client error): The resource could not be found. Apr 22 17:00:43.241188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ed26114b-9c5a-452a-846e-f3e9760c9643 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/3583e25c-a021-437e-b64a-f5a4e41b077a HTTP/1.1" status: 404 len: 336 time: 0.1496122 Apr 22 17:00:43.244822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54380) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:43.272195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Pushing event updated for resources: {'Port': ['ID=1234d0f4-f2e2-4292-aea4-f68d9dc6749e,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:43.276141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:43.291472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Provisioning for port 5cc97c95-9552-462e-bbc5-bc8105a58b32 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:43.295473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b35ea317-4e2f-4039-99e5-896715d4c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.304962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2df6fdaa-4c39-4985-905c-0fd2917245f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:43.310155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c05553f-d0f0-4e91-baef-bfd74a5476f6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.323139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Calling delete_port for f62988c3-135b-4c8a-8fcb-215d56e7b2ae owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:43.357685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Provisioning complete for port 5cc97c95-9552-462e-bbc5-bc8105a58b32 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:43.358147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44f99010-5038-4033-9223-c27c03343e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:43.358262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.366271 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-601b30fe-30b4-4bff-b6db-3536202b23e7 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=455f71ac-65c6-493b-891c-22c5b8b88ffb HTTP/1.1" status: 200 len: 205 time: 0.1183259 Apr 22 17:00:43.379148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.381882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54384) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:43.399946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ea317-4e2f-4039-99e5-896715d4c6ff None None] Pushing event deleted for resources: {'Port': ['ID=52e12625-388e-4509-b0e5-27d4f8def8a1,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:43.411767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network ec5859f1-257f-4339-8ed9-57600d7d75ca is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:00:43.414268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b35ea317-4e2f-4039-99e5-896715d4c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:43.415245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ea317-4e2f-4039-99e5-896715d4c6ff None None] No DVR routers for this DVR port 52e12625-388e-4509-b0e5-27d4f8def8a1 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:00:43.441688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05553f-d0f0-4e91-baef-bfd74a5476f6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504dd9e2-06f7-45cc-99e3-9dc2a4cd2021,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:43.444719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c05553f-d0f0-4e91-baef-bfd74a5476f6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:43.445053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Port 5cc97c95-9552-462e-bbc5-bc8105a58b32 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:00:43.487811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:43.488134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:43.518230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Provisioning for port 08d026ae-df7c-4612-ad72-304d88fb1d36 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:43.524625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, ec5859f1-257f-4339-8ed9-57600d7d75ca) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:43.525968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Provisioning complete for port 08d026ae-df7c-4612-ad72-304d88fb1d36 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:43.526391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.559784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c05553f-d0f0-4e91-baef-bfd74a5476f6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.563582 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2c05553f-d0f0-4e91-baef-bfd74a5476f6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "DELETE /v2.0/security-groups/504dd9e2-06f7-45cc-99e3-9dc2a4cd2021 HTTP/1.1" status: 204 len: 168 time: 2.2428517 Apr 22 17:00:43.565236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:43.565236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.569578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54388) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:43.570416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] DHCP port deletion for 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:00:43.573096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9518bd75-de6a-4b92-b033-10f12252840a None None] Network ec5859f1-257f-4339-8ed9-57600d7d75ca requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:43.574956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-48c32f62-280d-45e4-85d1-782455d46cd8 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] delete failed (client error): The resource could not be found. Apr 22 17:00:43.576596 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-48c32f62-280d-45e4-85d1-782455d46cd8 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/455f71ac-65c6-493b-891c-22c5b8b88ffb HTTP/1.1" status: 404 len: 336 time: 0.1902902 Apr 22 17:00:43.583986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54392) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:43.592937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Deleting port 08d026ae-df7c-4612-ad72-304d88fb1d36 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:43.593305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.608566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Deleting port 08d026ae-df7c-4612-ad72-304d88fb1d36 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:43.609004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.639701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e41a6e5-a233-4bf5-840b-f0c8b6eb3695 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:43.661288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b41b089-f56d-49f3-a7f4-1e2b839349c8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:43.730282 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-34369c5d-1167-4e5c-8fb4-52e7b82f29ea tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92 HTTP/1.1" status: 200 len: 205 time: 0.1368067 Apr 22 17:00:43.765939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54396) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:43.766323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41a6e5-a233-4bf5-840b-f0c8b6eb3695 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=5aadbf28-e26a-46ac-8894-de742987f3c4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:43.778831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e41a6e5-a233-4bf5-840b-f0c8b6eb3695 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:43.784343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6809859 Apr 22 17:00:43.851393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54400) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:43.908984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Request body: {'subnet': {'network_id': 'bd1576ca-9b87-4ebb-b29b-f4e89566fa4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:43.938687 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-f3019db3-3262-495c-8ddd-6b9568ed9c3e tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] delete failed (client error): The resource could not be found. Apr 22 17:00:43.944960 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f3019db3-3262-495c-8ddd-6b9568ed9c3e tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/a5f3c63a-96f9-45aa-bbaa-89a2b8d27a92 HTTP/1.1" status: 404 len: 336 time: 0.1710489 Apr 22 17:00:43.951496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54404) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:44.007253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 52e12625-388e-4509-b0e5-27d4f8def8a1 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:44.007568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.102767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9b9db1be-aa64-42b3-bda9-90052238003a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Synchronizing usage tracker for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:44.120676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f40fa19-c868-4694-8dfe-5d088c70a355 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.181508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] The port '52e12625-388e-4509-b0e5-27d4f8def8a1' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:00:44.187176 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7a6463b4-98d8-45d6-9e87-de37f614c03e tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fbe5351-4715-4faf-a7b2-edc536ea79be HTTP/1.1" status: 200 len: 205 time: 0.1789401 Apr 22 17:00:44.222009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-ec5859f1-257f-4339-8ed9-57600d7d75ca', 'network_id': 'ec5859f1-257f-4339-8ed9-57600d7d75ca', 'tenant_id': '7e82ac2dac4241ceab33c1ebb7476e15', 'fixed_ips': [{'subnet_id': '7fd2c7a1-0fab-418d-9de6-0707ba469dca'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:00:44.222120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54408) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:44.222938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.241899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1234d0f4-f2e2-4292-aea4-f68d9dc6749e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:44.297158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e41a6e5-a233-4bf5-840b-f0c8b6eb3695 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.368155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:44.372424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.394115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9b9db1be-aa64-42b3-bda9-90052238003a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Unset dirty status for tenant:3f46359827d74f7988729aa6848eaa9a on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:44.399770 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9b9db1be-aa64-42b3-bda9-90052238003a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8225093 Apr 22 17:00:44.399948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Usage tracker for resource:subnet and tenant:7e82ac2dac4241ceab33c1ebb7476e15 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:44.402510 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8e41a6e5-a233-4bf5-840b-f0c8b6eb3695 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/ports/5aadbf28-e26a-46ac-8894-de742987f3c4 HTTP/1.1" status: 204 len: 168 time: 3.9382048 Apr 22 17:00:44.404010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54412) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:44.404737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:44.404888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54414) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:44.413145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8f40fa19-c868-4694-8dfe-5d088c70a355 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 5cc97c95-9552-462e-bbc5-bc8105a58b32 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:44.427072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:44.430125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.518163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] For port 08d026ae-df7c-4612-ad72-304d88fb1d36, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=08d026ae-df7c-4612-ad72-304d88fb1d36,segment=NetworkSegment(8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb),segment_id=8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:44.518607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.529934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] For port 08d026ae-df7c-4612-ad72-304d88fb1d36, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=08d026ae-df7c-4612-ad72-304d88fb1d36,segment=NetworkSegment(8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb),segment_id=8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:44.555170 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-0e230dd8-858b-43d6-bdd4-b476bd473e91 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] delete failed (client error): The resource could not be found. Apr 22 17:00:44.556889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e230dd8-858b-43d6-bdd4-b476bd473e91 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/9fbe5351-4715-4faf-a7b2-edc536ea79be HTTP/1.1" status: 404 len: 336 time: 0.3305519 Apr 22 17:00:44.564839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54420) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:44.620237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3f6c79-7b22-4216-a23a-5bb135b5ad1f']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:44.628600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.647536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:44.650348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] For port 08d026ae-df7c-4612-ad72-304d88fb1d36, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=08d026ae-df7c-4612-ad72-304d88fb1d36,segment=NetworkSegment(8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb),segment_id=8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:44.650808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.682283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad28d9-00db-443a-90b9-41453380fea7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port 193770f5-53fe-4eec-9850-cfcd7d8bd8cd {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:44.682380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4ad28d9-00db-443a-90b9-41453380fea7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.686079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Made reservation on behalf of 7e82ac2dac4241ceab33c1ebb7476e15 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:44.692036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.709514 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-37e80d29-d419-4af7-9289-5a719390fb16 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "GET /v2.0/ports?device_id=3789bc7d-8843-4f61-817c-30145058f3d9 HTTP/1.1" status: 200 len: 205 time: 0.1433792 Apr 22 17:00:44.735611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54424) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:44.750425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb392de5-3211-4a66-8ceb-df321e4bcdcc') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:44.754179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb392de5-3211-4a66-8ceb-df321e4bcdcc') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:44.775635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Pushing event deleted for resources: {'Port': ['ID=f62988c3-135b-4c8a-8fcb-215d56e7b2ae,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:44.794244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Calling delete_port for 08d026ae-df7c-4612-ad72-304d88fb1d36 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:44.828605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.832272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:44.842902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:44.885859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:44.886283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:44.938589 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6277dd65-eadb-4445-94bc-1de226e6b0da tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4758806 Apr 22 17:00:44.960370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Calling delete_port for 08d026ae-df7c-4612-ad72-304d88fb1d36 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:45.011783 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-4a77cec9-3d0a-4ca9-8d9d-fc882846f1fb tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] delete failed (client error): The resource could not be found. Apr 22 17:00:45.013063 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4a77cec9-3d0a-4ca9-8d9d-fc882846f1fb tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/routers/3789bc7d-8843-4f61-817c-30145058f3d9 HTTP/1.1" status: 404 len: 336 time: 0.2735090 Apr 22 17:00:45.016976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Allocated IP 172.20.0.2 (ec5859f1-257f-4339-8ed9-57600d7d75ca/7fd2c7a1-0fab-418d-9de6-0707ba469dca/640689f2-df68-46f1-8cf8-56a8a143d968) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:45.022973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54430) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:45.062413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-83571186-5374-417e-bcc8-648a9f0fc3dd None None] Provisioning complete for port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:45.062828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83571186-5374-417e-bcc8-648a9f0fc3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:45.101452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Pushing event updated for resources: {'Port': ['ID=08d026ae-df7c-4612-ad72-304d88fb1d36,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:45.113775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:45.132431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:45.132847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:45.164263 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd071250-dd85-45ad-972c-0deaeea3ffef tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] DELETE failed (client error): The resource could not be found. Apr 22 17:00:45.164691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd071250-dd85-45ad-972c-0deaeea3ffef tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:00:45.198657 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bd071250-dd85-45ad-972c-0deaeea3ffef tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] 10.222.0.77 "DELETE /v2.0/subnets/2800b5c0-ec10-4990-9bee-2d19b5df42af HTTP/1.1" status: 404 len: 337 time: 0.1743722 Apr 22 17:00:45.205372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:45.250782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:45.274459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:00:45.322318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 08d026ae-df7c-4612-ad72-304d88fb1d36 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:00:45.418444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f40fa19-c868-4694-8dfe-5d088c70a355 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:45.444240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97bc423c-fc90-433c-8e72-3484e5038759 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:45.528711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-83571186-5374-417e-bcc8-648a9f0fc3dd None None] Provisioning complete for port 08d026ae-df7c-4612-ad72-304d88fb1d36 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:45.529910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83571186-5374-417e-bcc8-648a9f0fc3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:45.543688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:45.544059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:45.548522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40fa19-c868-4694-8dfe-5d088c70a355 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=5cc97c95-9552-462e-bbc5-bc8105a58b32,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:45.631436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8f40fa19-c868-4694-8dfe-5d088c70a355 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:45.660834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4ad28d9-00db-443a-90b9-41453380fea7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:45.674977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54440) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:45.754580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Deleting port 08d026ae-df7c-4612-ad72-304d88fb1d36 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:45.755111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:45.775978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54446) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:45.905444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:45.921134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.071096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] For port 08d026ae-df7c-4612-ad72-304d88fb1d36, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=08d026ae-df7c-4612-ad72-304d88fb1d36,segment=NetworkSegment(8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb),segment_id=8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:46.071501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.159267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Deleting port 08d026ae-df7c-4612-ad72-304d88fb1d36 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:46.159778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.208340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f40fa19-c868-4694-8dfe-5d088c70a355 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.220499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Calling delete_port for 08d026ae-df7c-4612-ad72-304d88fb1d36 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:46.228411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad28d9-00db-443a-90b9-41453380fea7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for 193770f5-53fe-4eec-9850-cfcd7d8bd8cd owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:46.276361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.313833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.332690 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8f40fa19-c868-4694-8dfe-5d088c70a355 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/5cc97c95-9552-462e-bbc5-bc8105a58b32 HTTP/1.1" status: 204 len: 168 time: 3.5929086 Apr 22 17:00:46.333236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 5d3f6c79-7b22-4216-a23a-5bb135b5ad1f has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:46.342600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ac26b07-6639-4e77-b532-70812e397060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.345843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54452) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:00:46.388460 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:00:46.474893 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d84c289-c86c-41d1-b29e-8ad3bec08158 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 17:00:46.475500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3d84c289-c86c-41d1-b29e-8ad3bec08158 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:46.486501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 08d026ae-df7c-4612-ad72-304d88fb1d36, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=08d026ae-df7c-4612-ad72-304d88fb1d36,segment=NetworkSegment(8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb),segment_id=8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:46.523474 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-938c3fbd-ffed-4996-a07b-cae4d7e19abb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f46359827d74f7988729aa6848eaa9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8467627 Apr 22 17:00:46.526721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54456) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:46.530791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.532030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 52e12625-388e-4509-b0e5-27d4f8def8a1 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:00:46.537275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1ac26b07-6639-4e77-b532-70812e397060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:46.557321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1ac26b07-6639-4e77-b532-70812e397060 admin admin] Usage tracker for resource:security_group_rule and tenant:7955ee0c0904483b944f0511ebc6b8d6 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:46.565859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3d84c289-c86c-41d1-b29e-8ad3bec08158 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:46.570166 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3d84c289-c86c-41d1-b29e-8ad3bec08158 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/5cc97c95-9552-462e-bbc5-bc8105a58b32 HTTP/1.1" status: 404 len: 333 time: 0.2203197 Apr 22 17:00:46.570368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ecfa5da-be69-482e-9c62-6e8fc8b118e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:46.570455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1ac26b07-6639-4e77-b532-70812e397060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:46.590455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54460) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:46.655226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1ac26b07-6639-4e77-b532-70812e397060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:46.777691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] For port 08d026ae-df7c-4612-ad72-304d88fb1d36, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=08d026ae-df7c-4612-ad72-304d88fb1d36,segment=NetworkSegment(8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb),segment_id=8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:46.778760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.788465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7585-d122-4e6b-9511-0a5d6bafb2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.830438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.837589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:46.838151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:46.849459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 52e12625-388e-4509-b0e5-27d4f8def8a1 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:00:46.850014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 52e12625-388e-4509-b0e5-27d4f8def8a1 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:00:46.857045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a00d1-6e7d-4f39-b1d4-193501ef5a8b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 9f4b0a70-438b-4bb9-beb9-4b6c51fe011e {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:46.859518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f6a00d1-6e7d-4f39-b1d4-193501ef5a8b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.870498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Transition to ACTIVE for port object 640689f2-df68-46f1-8cf8-56a8a143d968 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:46.900336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.905724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Transition to ACTIVE for port object 640689f2-df68-46f1-8cf8-56a8a143d968 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:46.910451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=08d026ae-df7c-4612-ad72-304d88fb1d36,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:46.916393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:46.926394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4ad28d9-00db-443a-90b9-41453380fea7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.935390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Calling delete_port for 08d026ae-df7c-4612-ad72-304d88fb1d36 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:46.943313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:46.953599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19240cc7-a581-40b7-a9c9-ad9c4b378027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:46.971614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0922593-07db-4f57-b8a9-d4d1c33724fa tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:46.981493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88184079-845a-442f-adb4-ff3bebff09c0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:46.993171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.027749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Network': ['ID=5d3f6c79-7b22-4216-a23a-5bb135b5ad1f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:47.035640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:47.040640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Network ec5859f1-257f-4339-8ed9-57600d7d75ca is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:47.044359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:47.050935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:47.060486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Pushing event updated for resources: {'Port': ['ID=640689f2-df68-46f1-8cf8-56a8a143d968,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:47.091222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:47.153650 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/networks/5d3f6c79-7b22-4216-a23a-5bb135b5ad1f HTTP/1.1" status: 204 len: 168 time: 6.3816693 Apr 22 17:00:47.165642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Attempting to bind port 640689f2-df68-46f1-8cf8-56a8a143d968 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:00:47.166054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Attempting to bind port 640689f2-df68-46f1-8cf8-56a8a143d968 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'c08270a0-a22f-4603-816a-70b6009d6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ec5859f1-257f-4339-8ed9-57600d7d75ca'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:00:47.166657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Attempting to bind port 640689f2-df68-46f1-8cf8-56a8a143d968 on network ec5859f1-257f-4339-8ed9-57600d7d75ca {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:00:47.175197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:00:47.175634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Checking segment: {'id': 'c08270a0-a22f-4603-816a-70b6009d6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ec5859f1-257f-4339-8ed9-57600d7d75ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:47.176270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.176794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Bound using segment: {'id': 'c08270a0-a22f-4603-816a-70b6009d6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ec5859f1-257f-4339-8ed9-57600d7d75ca'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:00:47.177436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Bound port: 640689f2-df68-46f1-8cf8-56a8a143d968, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08270a0-a22f-4603-816a-70b6009d6766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ec5859f1-257f-4339-8ed9-57600d7d75ca'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:00:47.178221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.199846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54464) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:47.226615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a45eab9c-ffbf-4f61-8803-016aa5b17194 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-85656974', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:47.248771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Deleting port 08d026ae-df7c-4612-ad72-304d88fb1d36 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:47.248771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.255510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a45eab9c-ffbf-4f61-8803-016aa5b17194 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:47.330978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a45eab9c-ffbf-4f61-8803-016aa5b17194 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:router and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:47.344656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a45eab9c-ffbf-4f61-8803-016aa5b17194 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:47.346124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad28d9-00db-443a-90b9-41453380fea7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=193770f5-53fe-4eec-9850-cfcd7d8bd8cd,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:47.369153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a45eab9c-ffbf-4f61-8803-016aa5b17194 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:47.384240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7585-d122-4e6b-9511-0a5d6bafb2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.397124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4ad28d9-00db-443a-90b9-41453380fea7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:47.401721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] For port 640689f2-df68-46f1-8cf8-56a8a143d968, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:00:47.429899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] For port 640689f2-df68-46f1-8cf8-56a8a143d968, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=640689f2-df68-46f1-8cf8-56a8a143d968,segment=NetworkSegment(c08270a0-a22f-4603-816a-70b6009d6766),segment_id=c08270a0-a22f-4603-816a-70b6009d6766)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:00:47.514662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.526754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:47.548834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a45eab9c-ffbf-4f61-8803-016aa5b17194 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.549580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a45eab9c-ffbf-4f61-8803-016aa5b17194 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.567348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ac26b07-6639-4e77-b532-70812e397060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.571566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4ad28d9-00db-443a-90b9-41453380fea7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.612114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ac26b07-6639-4e77-b532-70812e397060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.613656 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e4ad28d9-00db-443a-90b9-41453380fea7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/ports/193770f5-53fe-4eec-9850-cfcd7d8bd8cd HTTP/1.1" status: 204 len: 168 time: 3.1492825 Apr 22 17:00:47.614367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54468) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:47.628227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b84cf594-4d71-4ff8-baab-d8f195370fe0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:47.662745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:00:47.664382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] For port 08d026ae-df7c-4612-ad72-304d88fb1d36, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=08d026ae-df7c-4612-ad72-304d88fb1d36,segment=NetworkSegment(8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb),segment_id=8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:47.664833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.667416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:47.667946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:47.669488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7585-d122-4e6b-9511-0a5d6bafb2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.679310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a45eab9c-ffbf-4f61-8803-016aa5b17194 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.700559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01351b47-1a7d-458f-8bf3-7203e710fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553541092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:47.708187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f6a00d1-6e7d-4f39-b1d4-193501ef5a8b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.723999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae7585-d122-4e6b-9511-0a5d6bafb2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b742fce-37d3-4631-b93e-c42f44b97399,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:47.734474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6ae7585-d122-4e6b-9511-0a5d6bafb2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:47.748865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1ac26b07-6639-4e77-b532-70812e397060 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7955ee0c0904483b944f0511ebc6b8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9467521 Apr 22 17:00:47.751484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54472) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:47.819528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7585-d122-4e6b-9511-0a5d6bafb2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.823480 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b6ae7585-d122-4e6b-9511-0a5d6bafb2b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b742fce-37d3-4631-b93e-c42f44b97399 HTTP/1.1" status: 204 len: 168 time: 1.2929671 Apr 22 17:00:47.824805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Calling delete_port for 08d026ae-df7c-4612-ad72-304d88fb1d36 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:47.830347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf5da44-253a-4c27-bbaa-24efeace1818 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:47.831174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0cf5da44-253a-4c27-bbaa-24efeace1818 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Synchronizing usage tracker for tenant:fe909354ad5f4d7b99e38030afcb1802 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:47.854723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Pushing event updated for resources: {'Port': ['ID=640689f2-df68-46f1-8cf8-56a8a143d968,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:47.874159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:47.878897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac26b07-6639-4e77-b532-70812e397060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a83356-4ce1-40f5-b2cd-25e7869aed15,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:47.898774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1ac26b07-6639-4e77-b532-70812e397060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:47.906296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0cf5da44-253a-4c27-bbaa-24efeace1818 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Unset dirty status for tenant:fe909354ad5f4d7b99e38030afcb1802 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:47.913432 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0cf5da44-253a-4c27-bbaa-24efeace1818 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6974ffa-5f06-4db8-9344-9c83f368aa1f HTTP/1.1" status: 200 len: 913 time: 0.2977939 Apr 22 17:00:47.915550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c2fa427-9939-4ccd-b630-7f73a5daaed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.918914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54478) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:47.953151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:47.958604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:48.015473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Deleting port 08d026ae-df7c-4612-ad72-304d88fb1d36 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:48.015864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:48.019533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Pushing event deleted for resources: {'Port': ['ID=08d026ae-df7c-4612-ad72-304d88fb1d36,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:48.028669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:48.029758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] No DVR routers for this DVR port 08d026ae-df7c-4612-ad72-304d88fb1d36 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:00:48.048938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a00d1-6e7d-4f39-b1d4-193501ef5a8b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 9f4b0a70-438b-4bb9-beb9-4b6c51fe011e owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:48.195930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] The port '08d026ae-df7c-4612-ad72-304d88fb1d36' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:00:48.292148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c2fa427-9939-4ccd-b630-7f73a5daaed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:48.494460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:48.534948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a45eab9c-ffbf-4f61-8803-016aa5b17194 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:48.688087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:48.698027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c2fa427-9939-4ccd-b630-7f73a5daaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:48.709416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f68dc43c-bf4d-4b7d-bf77-c3e3c9ce9159 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:48.722248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5175efb8-636c-42eb-a20a-eddb51f6e703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:48.765467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a45eab9c-ffbf-4f61-8803-016aa5b17194 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:48.769465 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a45eab9c-ffbf-4f61-8803-016aa5b17194 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.5548079 Apr 22 17:00:48.774872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54492) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:48.795211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1657100646'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:48.804838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fa427-9939-4ccd-b630-7f73a5daaed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a83356-4ce1-40f5-b2cd-25e7869aed15,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:48.809976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:48.846662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:48.847229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcbd32f-aa8a-495d-9d40-9c2b6daa45cb') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:48.860317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:48.863346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9c2fa427-9939-4ccd-b630-7f73a5daaed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:48.893073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:network and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:48.902409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:48.920347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:48.922602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:48.930065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event updated for resources: {'Subnet': ['ID=826dcb66-e475-43ed-a9e7-6fb4a23fc2fe,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:48.945651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:48.947853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51578f7-c10e-4c61-8750-fb4a3c28cf7e None None] Sync routers for ids ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:48.963672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Checking segment: {'id': '23af1bc3-808b-45ab-a587-b4aa714a00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd1576ca-9b87-4ebb-b29b-f4e89566fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:48.964070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network hostable DHCP agents. Network: bd1576ca-9b87-4ebb-b29b-f4e89566fa4c, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:00:48.965247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51578f7-c10e-4c61-8750-fb4a3c28cf7e None None] Routers {'e6860ec2-13ec-4bc2-ac46-0901a39dffd0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:48.966161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d51578f7-c10e-4c61-8750-fb4a3c28cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:48.991926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c2fa427-9939-4ccd-b630-7f73a5daaed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:48.993232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9c2fa427-9939-4ccd-b630-7f73a5daaed6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94a83356-4ce1-40f5-b2cd-25e7869aed15 HTTP/1.1" status: 204 len: 168 time: 1.2321632 Apr 22 17:00:48.995597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:49.000629 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] 10.222.0.77 "PUT /v2.0/routers/e6860ec2-13ec-4bc2-ac46-0901a39dffd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6626055 Apr 22 17:00:49.004695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54500) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:49.018451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f6a00d1-6e7d-4f39-b1d4-193501ef5a8b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:49.021049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:49.031834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:49.074981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network bd1576ca-9b87-4ebb-b29b-f4e89566fa4c is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:00:49.094268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e41a6e5-a233-4bf5-840b-f0c8b6eb3695 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:49.208257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:49.238845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:00:49.239991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d51578f7-c10e-4c61-8750-fb4a3c28cf7e None None] Set router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:00:49.256655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a00d1-6e7d-4f39-b1d4-193501ef5a8b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=9f4b0a70-438b-4bb9-beb9-4b6c51fe011e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:49.261890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f6a00d1-6e7d-4f39-b1d4-193501ef5a8b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:49.292728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, bd1576ca-9b87-4ebb-b29b-f4e89566fa4c) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:49.338652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:49.402066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:49.402862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:49.445611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:49.451788 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added segment e4cd0339-796b-4d8a-9bf3-4877b24cd33b of type vlan for network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 Apr 22 17:00:49.503207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f6a00d1-6e7d-4f39-b1d4-193501ef5a8b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:49.511458 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6f6a00d1-6e7d-4f39-b1d4-193501ef5a8b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/9f4b0a70-438b-4bb9-beb9-4b6c51fe011e HTTP/1.1" status: 204 len: 168 time: 2.8564394 Apr 22 17:00:49.520708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54512) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:49.607544 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bbf793-39c4-439a-a6c7-05632eddb12f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 17:00:49.608495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d4bbf793-39c4-439a-a6c7-05632eddb12f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:00:49.615219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:49.625576 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7674115 Apr 22 17:00:49.632630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54516) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:49.664095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 640689f2-df68-46f1-8cf8-56a8a143d968 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:49.709883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:49.725746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:49.769512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683da67a-f4f9-432c-9b36-aa0fac146273 None None] Network bd1576ca-9b87-4ebb-b29b-f4e89566fa4c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:49.892303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b5ed56-8238-4c96-9fa1-fd7529e3614d None None] Network ec5859f1-257f-4339-8ed9-57600d7d75ca requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:49.922441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:00:49.956533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54522) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:49.964131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:50.051102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:50.063197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d4bbf793-39c4-439a-a6c7-05632eddb12f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:00:50.065152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d4bbf793-39c4-439a-a6c7-05632eddb12f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/9f4b0a70-438b-4bb9-beb9-4b6c51fe011e HTTP/1.1" status: 404 len: 333 time: 0.5429163 Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:00:50.090166 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:00:50.092305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54528) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:50.136354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 640689f2-df68-46f1-8cf8-56a8a143d968 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:50.154803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-23148e96-6539-4262-b11d-5c1fbca741d6 None None] Provisioning for port 640689f2-df68-46f1-8cf8-56a8a143d968 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:50.164573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 640689f2-df68-46f1-8cf8-56a8a143d968 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:50.164993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:50.183008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54530) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:50.227748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-23148e96-6539-4262-b11d-5c1fbca741d6 None None] Provisioning complete for port 640689f2-df68-46f1-8cf8-56a8a143d968 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:50.228099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23148e96-6539-4262-b11d-5c1fbca741d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:50.307192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b29e423-8b6c-4f73-8068-575155b527ce tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting subnet 3fa1303f-f281-430f-9483-b6b795cd537d {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:00:50.311432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b29e423-8b6c-4f73-8068-575155b527ce tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:50.381106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4105b489-36ad-48e4-a94c-610aeaf80ae6 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-369278596', 'prefixes': ['172.20.0.0/16']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:50.407229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:50.409957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4105b489-36ad-48e4-a94c-610aeaf80ae6 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:50.413502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:50.414544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:50.427670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c9478b56-5490-4029-93a3-ac8f8e128253 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:50.441355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b29e423-8b6c-4f73-8068-575155b527ce tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:50.511623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d51578f7-c10e-4c61-8750-fb4a3c28cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T17:00:44Z', 'revision_number': 5, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:50.566432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51578f7-c10e-4c61-8750-fb4a3c28cf7e None None] Checking router: e6860ec2-13ec-4bc2-ac46-0901a39dffd0 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:00:50.603521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:50.608544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:50.622363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29c7dbb8-551c-449b-aabf-f475caca4f8f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:50.647409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51578f7-c10e-4c61-8750-fb4a3c28cf7e None None] Routers {'e6860ec2-13ec-4bc2-ac46-0901a39dffd0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:50.648120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d51578f7-c10e-4c61-8750-fb4a3c28cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:50.655632 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8716192 Apr 22 17:00:50.656128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bac8a1de-9b6b-418f-9aae-4d4a736c44fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=724931b08e5f47ce8476c9efacb33420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058785 Apr 22 17:00:50.658577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event deleted for resources: {'Network': ['ID=57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:50.661220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:50.670512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54536) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:50.670940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54538) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:50.730278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'subnet': {'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:50.777964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Network': ['ID=d2e0605b-d1ee-4f55-99e7-119d7d9da4e5,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:50.788883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:50.800923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:50.812133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:00:51.016272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.061459 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "DELETE /v2.0/networks/57d9f5c6-b22d-48e7-b2eb-23ad1be0c68d HTTP/1.1" status: 204 len: 168 time: 8.0786865 Apr 22 17:00:51.070720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-bd1576ca-9b87-4ebb-b29b-f4e89566fa4c', 'network_id': 'bd1576ca-9b87-4ebb-b29b-f4e89566fa4c', 'tenant_id': '7e82ac2dac4241ceab33c1ebb7476e15', 'fixed_ips': [{'subnet_id': '826dcb66-e475-43ed-a9e7-6fb4a23fc2fe'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:00:51.071635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.114684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54544) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:51.229428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.252434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.314089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b29e423-8b6c-4f73-8068-575155b527ce tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.321099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23148e96-6539-4262-b11d-5c1fbca741d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.336888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Deleting port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:51.336888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.426853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:51.432222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d51578f7-c10e-4c61-8750-fb4a3c28cf7e None None] Set router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:00:51.444056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:subnet and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:51.447303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4105b489-36ad-48e4-a94c-610aeaf80ae6 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] Notify callbacks [] for subnetpool, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.452328 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4105b489-36ad-48e4-a94c-610aeaf80ae6 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.4911280 Apr 22 17:00:51.452328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b45ade4f-c018-49f3-8ab7-4899d2aedb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.453181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54548) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:51.454094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:51.481613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 640689f2-df68-46f1-8cf8-56a8a143d968, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=640689f2-df68-46f1-8cf8-56a8a143d968,segment=NetworkSegment(c08270a0-a22f-4603-816a-70b6009d6766),segment_id=c08270a0-a22f-4603-816a-70b6009d6766)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:51.494926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.497927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:51.564951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.572318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:51.742618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-23148e96-6539-4262-b11d-5c1fbca741d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:51.743384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-23148e96-6539-4262-b11d-5c1fbca741d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:51.764370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:51.770676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.787406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b45ade4f-c018-49f3-8ab7-4899d2aedb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.801224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port 407f1fcf-a2a9-44fc-abc3-dc5c4a7b4ab4 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:51.801598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:51.844422 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c4519f58-7b85-4469-bc3a-442f17c85c2c tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] 10.222.0.77 "GET /v2.0/subnetpools/d5fe7ddb-fabe-45a1-a2cf-904632e5cc7d HTTP/1.1" status: 200 len: 731 time: 0.3666651 Apr 22 17:00:51.852518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54552) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:51.864461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f7894ddd-e5fc-4149-ac7e-766553d09397 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1880375010'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:51.908212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Allocated IP 172.20.0.2 (bd1576ca-9b87-4ebb-b29b-f4e89566fa4c/826dcb66-e475-43ed-a9e7-6fb4a23fc2fe/f7ad83c6-1b5a-42c5-a5e8-349369be7109) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:51.941665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=640689f2-df68-46f1-8cf8-56a8a143d968,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:51.945185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:51.977189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Allocated IP 172.20.0.1 (ec5859f1-257f-4339-8ed9-57600d7d75ca/7fd2c7a1-0fab-418d-9de6-0707ba469dca/cb1649fd-68d4-4f42-8efd-536e8f2816bb) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:52.028596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] For port 39fb9ac4-cb0f-4588-bff8-039f32a7cac9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=39fb9ac4-cb0f-4588-bff8-039f32a7cac9,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:52.029542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.197381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Calling delete_port for 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:52.200678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d51578f7-c10e-4c61-8750-fb4a3c28cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T17:00:44Z', 'revision_number': 5, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:52.214409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51578f7-c10e-4c61-8750-fb4a3c28cf7e None None] The sync data for ids ['e6860ec2-13ec-4bc2-ac46-0901a39dffd0'] in dv-neutron-786478-3-hyperv is: [{'id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'name': 'tempest-ServerActionsTestJSON-1127153818-router', 'tenant_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:55:52Z', 'updated_at': '2021-04-22T17:00:44Z', 'revision_number': 5, 'project_id': '23b22b94dd7f4ccda61d86fc33585c1f', 'gw_port': {'id': '39fb9ac4-cb0f-4588-bff8-039f32a7cac9', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6860ec2-13ec-4bc2-ac46-0901a39dffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:55:55Z', 'updated_at': '2021-04-22T16:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:52.260266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.334222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7894ddd-e5fc-4149-ac7e-766553d09397 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] Notify callbacks [] for subnetpool, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.335513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f7894ddd-e5fc-4149-ac7e-766553d09397 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] 10.222.0.77 "PUT /v2.0/subnetpools/d5fe7ddb-fabe-45a1-a2cf-904632e5cc7d HTTP/1.1" status: 200 len: 684 time: 0.4802258 Apr 22 17:00:52.351282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54556) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:52.483854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.539068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.559431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Transition to ACTIVE for port object f7ad83c6-1b5a-42c5-a5e8-349369be7109 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:52.567539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Transition to ACTIVE for port object cb1649fd-68d4-4f42-8efd-536e8f2816bb will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:52.591288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Transition to ACTIVE for port object f7ad83c6-1b5a-42c5-a5e8-349369be7109 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:52.592980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975c5b34-097d-4f82-b8b0-0a827161c0c3']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:52.604108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b45ade4f-c018-49f3-8ab7-4899d2aedb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.616831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.619646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:52.623577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d0268020-1c16-4172-ad5b-fd7219889ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:52.645639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ade4f-c018-49f3-8ab7-4899d2aedb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f9301f-1c02-4a33-9fcd-f9895dd82291,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:52.652342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774e6ded-166b-4def-ba9f-c6da7e9e41d6') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:52.652498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774e6ded-166b-4def-ba9f-c6da7e9e41d6') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:52.657642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8d98c141-d991-47fd-b049-685bc1b665d3 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] Notify callbacks [] for subnetpool, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.668246 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8d98c141-d991-47fd-b049-685bc1b665d3 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] 10.222.0.77 "DELETE /v2.0/subnetpools/d5fe7ddb-fabe-45a1-a2cf-904632e5cc7d HTTP/1.1" status: 204 len: 168 time: 0.3073461 Apr 22 17:00:52.668246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54560) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:52.685441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-307fe248-81a1-412a-b5c5-c5f5910fa094 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] show failed (client error): The resource could not be found. Apr 22 17:00:52.687523 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-307fe248-81a1-412a-b5c5-c5f5910fa094 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] 10.222.0.77 "GET /v2.0/subnetpools/d5fe7ddb-fabe-45a1-a2cf-904632e5cc7d HTTP/1.1" status: 404 len: 346 time: 0.0238819 Apr 22 17:00:52.694004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54564) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:52.727281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b45ade4f-c018-49f3-8ab7-4899d2aedb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:52.727373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.728161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.730009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:52.731867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1e0b4947-181c-4abd-835f-770792409433 None None] Provisioning complete for port 640689f2-df68-46f1-8cf8-56a8a143d968 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:52.732420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4947-181c-4abd-835f-770792409433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.748663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.786171 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-e4cb314e-b2dd-43d8-a724-5bfe7fdf0e34 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] delete failed (client error): The resource could not be found. Apr 22 17:00:52.790740 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e4cb314e-b2dd-43d8-a724-5bfe7fdf0e34 tempest-SubnetPoolsTestJSON-93562557 tempest-SubnetPoolsTestJSON-93562557-project] 10.222.0.77 "DELETE /v2.0/subnetpools/d5fe7ddb-fabe-45a1-a2cf-904632e5cc7d HTTP/1.1" status: 404 len: 346 time: 0.0922315 Apr 22 17:00:52.790887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Network bd1576ca-9b87-4ebb-b29b-f4e89566fa4c is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:52.797957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.798603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:52.805538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Pushing event deleted for resources: {'Port': ['ID=39fb9ac4-cb0f-4588-bff8-039f32a7cac9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:52.806070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:52.811514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:52.813808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1052543b-b748-41e5-9c62-21c3db9ceda4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:52.841905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b45ade4f-c018-49f3-8ab7-4899d2aedb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.845923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b45ade4f-c018-49f3-8ab7-4899d2aedb86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84f9301f-1c02-4a33-9fcd-f9895dd82291 HTTP/1.1" status: 204 len: 168 time: 2.1351287 Apr 22 17:00:52.875526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Pushing event updated for resources: {'Port': ['ID=f7ad83c6-1b5a-42c5-a5e8-349369be7109,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:52.920605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network ec5859f1-257f-4339-8ed9-57600d7d75ca is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:52.928699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:52.938884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for 407f1fcf-a2a9-44fc-abc3-dc5c4a7b4ab4 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:52.959740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:52.969021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:52.982089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:53.006659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:00:53.032093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Attempting to bind port f7ad83c6-1b5a-42c5-a5e8-349369be7109 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:00:53.032601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Attempting to bind port f7ad83c6-1b5a-42c5-a5e8-349369be7109 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '23af1bc3-808b-45ab-a587-b4aa714a00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd1576ca-9b87-4ebb-b29b-f4e89566fa4c'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:00:53.033374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Attempting to bind port f7ad83c6-1b5a-42c5-a5e8-349369be7109 on network bd1576ca-9b87-4ebb-b29b-f4e89566fa4c {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:00:53.037104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event updated for resources: {'Port': ['ID=cb1649fd-68d4-4f42-8efd-536e8f2816bb,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:53.040979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:00:53.041495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Checking segment: {'id': '23af1bc3-808b-45ab-a587-b4aa714a00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd1576ca-9b87-4ebb-b29b-f4e89566fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:53.042287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.042472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Bound using segment: {'id': '23af1bc3-808b-45ab-a587-b4aa714a00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd1576ca-9b87-4ebb-b29b-f4e89566fa4c'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:00:53.043918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Bound port: f7ad83c6-1b5a-42c5-a5e8-349369be7109, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23af1bc3-808b-45ab-a587-b4aa714a00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd1576ca-9b87-4ebb-b29b-f4e89566fa4c'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:00:53.047336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:53.047700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.063885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.153393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b29e423-8b6c-4f73-8068-575155b527ce tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.171215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3973f48-07d1-456c-8b03-9048fdba157c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:53.215074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.240477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29e423-8b6c-4f73-8068-575155b527ce tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa1303f-f281-430f-9483-b6b795cd537d,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:53.255524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2b29e423-8b6c-4f73-8068-575155b527ce tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:53.279725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b29e423-8b6c-4f73-8068-575155b527ce tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.279890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14534e61-be8f-4802-92b7-84e538659b03 None None] Network 5587408f-7e60-4b99-9caf-2eb29e462f6d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:53.332324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.344116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.401367 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2b29e423-8b6c-4f73-8068-575155b527ce tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/3fa1303f-f281-430f-9483-b6b795cd537d HTTP/1.1" status: 204 len: 168 time: 3.2987905 Apr 22 17:00:53.403447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54576) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:53.430024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] For port f7ad83c6-1b5a-42c5-a5e8-349369be7109, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:00:53.472026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] For port f7ad83c6-1b5a-42c5-a5e8-349369be7109, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f7ad83c6-1b5a-42c5-a5e8-349369be7109,segment=NetworkSegment(23af1bc3-808b-45ab-a587-b4aa714a00bd),segment_id=23af1bc3-808b-45ab-a587-b4aa714a00bd)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:00:53.473194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 975c5b34-097d-4f82-b8b0-0a827161c0c3 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:53.480172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-75bf24b5-7d04-4d5e-bfa8-fb441d2405b9 None None] Provisioning for port cb1649fd-68d4-4f42-8efd-536e8f2816bb completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:53.485529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54580) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:53.494926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.563759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-75bf24b5-7d04-4d5e-bfa8-fb441d2405b9 None None] Provisioning complete for port cb1649fd-68d4-4f42-8efd-536e8f2816bb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:53.564183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75bf24b5-7d04-4d5e-bfa8-fb441d2405b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.592092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.592642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6860ec2-13ec-4bc2-ac46-0901a39dffd0 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:00:53.599787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.617054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:53.667141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.668335 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e6860ec2-13ec-4bc2-ac46-0901a39dffd0 HTTP/1.1" status: 204 len: 168 time: 4.6651640 Apr 22 17:00:53.680295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54592) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:53.793171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-75bf24b5-7d04-4d5e-bfa8-fb441d2405b9 None None] Port cb1649fd-68d4-4f42-8efd-536e8f2816bb cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:00:53.819772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Pushing event updated for resources: {'Port': ['ID=f7ad83c6-1b5a-42c5-a5e8-349369be7109,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:53.828223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:53.847871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.899995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bdad-c57b-4c4e-8868-fd41e36ea962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.930374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 975c5b34-097d-4f82-b8b0-0a827161c0c3 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:53.950301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170155ef-8c04-4ad2-b397-4ad7d29cb680 None None] DHCP port deletion for 5587408f-7e60-4b99-9caf-2eb29e462f6d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:00:53.957857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-170155ef-8c04-4ad2-b397-4ad7d29cb680 None None] Deleting port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:53.958377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-170155ef-8c04-4ad2-b397-4ad7d29cb680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:00:53.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:00:53.978106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:53.985948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3cc2bdad-c57b-4c4e-8868-fd41e36ea962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:54.001115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3cc2bdad-c57b-4c4e-8868-fd41e36ea962 admin admin] Usage tracker for resource:security_group_rule and tenant:4cd527e6548c4fd78994253bea05bcb2 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:54.004906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3cc2bdad-c57b-4c4e-8868-fd41e36ea962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:54.011969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3cc2bdad-c57b-4c4e-8868-fd41e36ea962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:54.017541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 640689f2-df68-46f1-8cf8-56a8a143d968 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:54.035979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:54.036358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.211438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 640689f2-df68-46f1-8cf8-56a8a143d968 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:54.211849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.407452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-957302ec-3259-46bc-955e-cfc442fe9ebe admin admin] Deleting subnet c4b380e3-2996-4eff-9186-c5eb84b7ddb6 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:00:54.426017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-957302ec-3259-46bc-955e-cfc442fe9ebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.480821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-170155ef-8c04-4ad2-b397-4ad7d29cb680 None None] For port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979,segment=NetworkSegment(ca00872b-99ed-447e-b61a-ecfc9731e327),segment_id=ca00872b-99ed-447e-b61a-ecfc9731e327)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:54.481514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-170155ef-8c04-4ad2-b397-4ad7d29cb680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.485532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bdad-c57b-4c4e-8868-fd41e36ea962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.593614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bdad-c57b-4c4e-8868-fd41e36ea962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.616731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54606) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:54.623374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-170155ef-8c04-4ad2-b397-4ad7d29cb680 None None] Calling delete_port for 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:54.624664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:54.633000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-957302ec-3259-46bc-955e-cfc442fe9ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.791358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f62988c3-135b-4c8a-8fcb-215d56e7b2ae no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:00:54.795524 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3cc2bdad-c57b-4c4e-8868-fd41e36ea962 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4cd527e6548c4fd78994253bea05bcb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3082302 Apr 22 17:00:54.796678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54612) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:54.802392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2bdad-c57b-4c4e-8868-fd41e36ea962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ead7b9c-6f46-4e24-a639-397b66618db1,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:54.806594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3cc2bdad-c57b-4c4e-8868-fd41e36ea962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:54.821637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.823650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.832412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63fc5a56-8f87-45a0-98ff-6d5af83f3276 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:54.857697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-170155ef-8c04-4ad2-b397-4ad7d29cb680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.863450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfe30b0c-c5c5-4e0d-b4c5-c70b76960e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:54.897302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: f62988c3-135b-4c8a-8fcb-215d56e7b2ae {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:00:54.898056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f62988c3-135b-4c8a-8fcb-215d56e7b2ae not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:00:54.908584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-70b906ad-b50c-4cc5-a392-430477c38fda tempest-DvrRoutersNegativeTest-1777489139 tempest-DvrRoutersNegativeTest-1777489139-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1522329805', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:54.910940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.policy [None req-70b906ad-b50c-4cc5-a392-430477c38fda tempest-DvrRoutersNegativeTest-1777489139 tempest-DvrRoutersNegativeTest-1777489139-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87210) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 22 17:00:54.911608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.policy [None req-70b906ad-b50c-4cc5-a392-430477c38fda tempest-DvrRoutersNegativeTest-1777489139 tempest-DvrRoutersNegativeTest-1777489139-project] Failed policy check for 'create_router' {{(pid=87210) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 22 17:00:54.911868 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-70b906ad-b50c-4cc5-a392-430477c38fda tempest-DvrRoutersNegativeTest-1777489139 tempest-DvrRoutersNegativeTest-1777489139-project] create failed (client error): Access was denied to this resource. Apr 22 17:00:54.915106 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70b906ad-b50c-4cc5-a392-430477c38fda tempest-DvrRoutersNegativeTest-1777489139 tempest-DvrRoutersNegativeTest-1777489139-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2806909 Apr 22 17:00:54.919013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170155ef-8c04-4ad2-b397-4ad7d29cb680 None None] Pushing event deleted for resources: {'Port': ['ID=9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:54.921866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170155ef-8c04-4ad2-b397-4ad7d29cb680 None None] No DVR routers for this DVR port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:00:54.923539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-170155ef-8c04-4ad2-b397-4ad7d29cb680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:54.930194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.932803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=407f1fcf-a2a9-44fc-abc3-dc5c4a7b4ab4,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:54.968508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] For port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979,segment=NetworkSegment(ca00872b-99ed-447e-b61a-ecfc9731e327),segment_id=ca00872b-99ed-447e-b61a-ecfc9731e327)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:54.968915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.980515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:54.994211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:54.994756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:55.172296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Checking segment: {'id': 'e4cd0339-796b-4d8a-9bf3-4877b24cd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:55.172720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network hostable DHCP agents. Network: d2e0605b-d1ee-4f55-99e7-119d7d9da4e5, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:00:55.199798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "DELETE /v2.0/networks/975c5b34-097d-4f82-b8b0-0a827161c0c3 HTTP/1.1" status: 204 len: 168 time: 4.0790439 Apr 22 17:00:55.200817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54618) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:55.221005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Subnet': ['ID=d2417643-bd4c-49da-a97b-320694f4a0f5,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:55.248394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8447c251-1758-413b-8a15-8e52f941cc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.257624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:55.258360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffab8944-3cf5-4148-90b2-0654b89ef4ce tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:55.410817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54624) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:55.440558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event deleted for resources: {'Network': ['ID=975c5b34-097d-4f82-b8b0-0a827161c0c3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:55.459245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:55.497077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:00:55.514946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:55.544963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8447c251-1758-413b-8a15-8e52f941cc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.546853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-957302ec-3259-46bc-955e-cfc442fe9ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.576558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:00:55.578793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a501d30-15bc-4861-94e8-67d98af75cc7 None None] Network bd1576ca-9b87-4ebb-b29b-f4e89566fa4c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:55.605698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.616501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.649995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, d2e0605b-d1ee-4f55-99e7-119d7d9da4e5) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:55.669018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.729518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:55.730228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.750935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae04875-ef44-4fed-9473-d9a60d4fedeb None None] Network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:55.757803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e074a47-95fb-4345-8c5a-57028b51422a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:55.783130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.798206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f7ad83c6-1b5a-42c5-a5e8-349369be7109 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:55.798389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.856685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.880658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8447c251-1758-413b-8a15-8e52f941cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.892288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:55.896837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b45ade4f-c018-49f3-8ab7-4899d2aedb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:55.921779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7a6ed98336425083d04e29ac4552f9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:55.926034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:55.934025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8447c251-1758-413b-8a15-8e52f941cc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:55.935371 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8447c251-1758-413b-8a15-8e52f941cc35 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ead7b9c-6f46-4e24-a639-397b66618db1 HTTP/1.1" status: 204 len: 168 time: 1.1345611 Apr 22 17:00:55.998123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:56.005838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a0b3e2cb-a8ba-46f9-ab19-b49e372067bb None None] Provisioning for port f7ad83c6-1b5a-42c5-a5e8-349369be7109 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:56.015938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447c251-1758-413b-8a15-8e52f941cc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ead7b9c-6f46-4e24-a639-397b66618db1,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:56.018291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:56.033037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8447c251-1758-413b-8a15-8e52f941cc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:56.072694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:56.073100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:56.088816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event updated for resources: {'Port': ['ID=cb1649fd-68d4-4f42-8efd-536e8f2816bb,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:56.094773 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3853245 Apr 22 17:00:56.095950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54632) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:56.143307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.143736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.144160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.144571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.144979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.145389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.145791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.146196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.146599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.147033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.147438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.147836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:56.152599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:56.258738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a0b3e2cb-a8ba-46f9-ab19-b49e372067bb None None] Provisioning complete for port f7ad83c6-1b5a-42c5-a5e8-349369be7109 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:56.259165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e2cb-a8ba-46f9-ab19-b49e372067bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:56.285920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network ec5859f1-257f-4339-8ed9-57600d7d75ca is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:56.288922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:56.294013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port f7ad83c6-1b5a-42c5-a5e8-349369be7109 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:00:56.351504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f7ad83c6-1b5a-42c5-a5e8-349369be7109 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:56.351928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:56.574435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:56.575198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:56.599981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-d2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:00:56.600822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:56.605579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f62ec7-4e58-49a4-8462-9c4f2b309dbb']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:56.648806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-957302ec-3259-46bc-955e-cfc442fe9ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:56.649309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec083fa-d741-4237-885c-f0282fc1a2fa') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:56.649309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec083fa-d741-4237-885c-f0282fc1a2fa') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:56.670475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:56.719392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-957302ec-3259-46bc-955e-cfc442fe9ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:56.723324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Router 4018e219-bc45-4cb6-ad27-5548d4dc5e65 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:00:56.735633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957302ec-3259-46bc-955e-cfc442fe9ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b380e3-2996-4eff-9186-c5eb84b7ddb6,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:56.742710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-957302ec-3259-46bc-955e-cfc442fe9ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:56.758398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaa59b4-5c17-48b8-a1fc-6910da8124b9 None None] Network bbfd5673-9429-4970-ac83-0273788cb7ee requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:00:56.770214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:56.863799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] The port '9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:00:56.868887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:56.931496 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-957302ec-3259-46bc-955e-cfc442fe9ebe admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c4b380e3-2996-4eff-9186-c5eb84b7ddb6 HTTP/1.1" status: 204 len: 168 time: 3.1827326 Apr 22 17:00:56.944170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54646) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:56.959817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e2cb-a8ba-46f9-ab19-b49e372067bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.056912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.225319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.288816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a0b3e2cb-a8ba-46f9-ab19-b49e372067bb None None] For port f7ad83c6-1b5a-42c5-a5e8-349369be7109, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f7ad83c6-1b5a-42c5-a5e8-349369be7109,segment=NetworkSegment(23af1bc3-808b-45ab-a587-b4aa714a00bd),segment_id=23af1bc3-808b-45ab-a587-b4aa714a00bd)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:57.359027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:00:57.382832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e2cb-a8ba-46f9-ab19-b49e372067bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.402769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.405308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54658) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:57.421522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c414c851-040c-4c38-bbf0-7aecf68ce28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:57.426954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:00:57.439547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "PUT /v2.0/routers/4018e219-bc45-4cb6-ad27-5548d4dc5e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8017979 Apr 22 17:00:57.439825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adced71-c84d-4bd1-b4ec-08830ab91900 None None] Sync routers for ids ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:00:57.452810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adced71-c84d-4bd1-b4ec-08830ab91900 None None] Routers {'4018e219-bc45-4cb6-ad27-5548d4dc5e65'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:57.453622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8adced71-c84d-4bd1-b4ec-08830ab91900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:57.468985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54664) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:57.507654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Deleting port 532fe66d-dcd9-4ff9-a21b-163742d55363 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:57.507948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.508080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Allocated IP 2001:db8::2 (d2e0605b-d1ee-4f55-99e7-119d7d9da4e5/d2417643-bd4c-49da-a97b-320694f4a0f5/1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:00:57.542324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8adced71-c84d-4bd1-b4ec-08830ab91900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:57.553899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5587408f-7e60-4b99-9caf-2eb29e462f6d']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:57.556673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adced71-c84d-4bd1-b4ec-08830ab91900 None None] Routers {'4018e219-bc45-4cb6-ad27-5548d4dc5e65'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:00:57.557543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8adced71-c84d-4bd1-b4ec-08830ab91900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:00:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:57.570863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.584824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca00872b-99ed-447e-b61a-ecfc9731e327') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:57.584824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca00872b-99ed-447e-b61a-ecfc9731e327') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:57.597735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.644147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8adced71-c84d-4bd1-b4ec-08830ab91900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:57.644850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adced71-c84d-4bd1-b4ec-08830ab91900 None None] The sync data for ids ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:00:57.658132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-851439813'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:57.667540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:57.676775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.686907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:00:57.694832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.699787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:57.700199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:57.775000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3e2cb-a8ba-46f9-ab19-b49e372067bb None None] Pushing event updated for resources: {'Port': ['ID=f7ad83c6-1b5a-42c5-a5e8-349369be7109,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:57.778891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e47317c1-31a7-4f8d-87dc-7b04b82d7b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:57.781906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-eb870bf8-7fa8-4bcc-825b-9610f96beab4 None None] Provisioning complete for port f7ad83c6-1b5a-42c5-a5e8-349369be7109 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:57.782320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb870bf8-7fa8-4bcc-825b-9610f96beab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.807973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0b3e2cb-a8ba-46f9-ab19-b49e372067bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:57.877099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Usage tracker for resource:network and tenant:2bfea243b87743c9b833a4b7735f1fe8 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:57.898388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:57.947160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:57.954792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99141ead-2915-427e-9f34-4356ad3040d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:57.997843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2367f765-b6cb-4f77-8711-8b23a5ad71a7 None None] DHCP port deletion for bbfd5673-9429-4970-ac83-0273788cb7ee request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:00:58.006204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 5587408f-7e60-4b99-9caf-2eb29e462f6d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:58.020770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:58.034759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network a3f62ec7-4e58-49a4-8462-9c4f2b309dbb has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:58.048447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:58.060603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:58.089988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eac0ac-edc0-412b-922d-b9849de6bdc0,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:58.097883 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a7a6ed98336425083d04e29ac4552f9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6566548 Apr 22 17:00:58.116860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54668) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:58.131028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Made reservation on behalf of 2bfea243b87743c9b833a4b7735f1fe8 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:58.137526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:58.184820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:58.198488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.198878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.199289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.199712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.200330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.200613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.201031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.201450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.201862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.202278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.202713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.203122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:00:58.279474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:58.283347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2367f765-b6cb-4f77-8711-8b23a5ad71a7 None None] Deleting port 532fe66d-dcd9-4ff9-a21b-163742d55363 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:00:58.283765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2367f765-b6cb-4f77-8711-8b23a5ad71a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:58.320270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:58.330756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Usage tracker for resource:security_group_rule and tenant:2bfea243b87743c9b833a4b7735f1fe8 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:58.338274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:58.355630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] For port 532fe66d-dcd9-4ff9-a21b-163742d55363, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=532fe66d-dcd9-4ff9-a21b-163742d55363,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:58.356013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:58.367476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:58.371144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network 5587408f-7e60-4b99-9caf-2eb29e462f6d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:58.400186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:00:58.401686 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:00:58.460098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Transition to ACTIVE for port object 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:58.491519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-eb870bf8-7fa8-4bcc-825b-9610f96beab4 None None] Provisioning complete for port cb1649fd-68d4-4f42-8efd-536e8f2816bb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:58.491999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb870bf8-7fa8-4bcc-825b-9610f96beab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:58.525701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:00:58.571662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Transition to ACTIVE for port object 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:00:58.601951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:00:58.602322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9fc93a52-5f9b-4fa4-b2e5-c23e67ae7979 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:00:58.602829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:00:58.618119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network a3f62ec7-4e58-49a4-8462-9c4f2b309dbb has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:00:58.719958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:58.740455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0b3e2cb-a8ba-46f9-ab19-b49e372067bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:00:58.760307 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:00:58.763615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Router e6974ffa-5f06-4db8-9344-9c83f368aa1f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:00:58.770662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:00:58.771775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 39fb9ac4-cb0f-4588-bff8-039f32a7cac9 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:00:58.809695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-eb870bf8-7fa8-4bcc-825b-9610f96beab4 None None] Port cb1649fd-68d4-4f42-8efd-536e8f2816bb cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:00:58.836951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:00:58.844772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:00:58.855052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:00:58.860694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2367f765-b6cb-4f77-8711-8b23a5ad71a7 None None] For port 532fe66d-dcd9-4ff9-a21b-163742d55363, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=532fe66d-dcd9-4ff9-a21b-163742d55363,segment=NetworkSegment(7cb15c84-a691-4fe9-85c3-50dc6de012d2),segment_id=7cb15c84-a691-4fe9-85c3-50dc6de012d2)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:00:58.861132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2367f765-b6cb-4f77-8711-8b23a5ad71a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:58.869220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Pushing event updated for resources: {'Port': ['ID=1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:58.877626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:58.910582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Calling delete_port for 532fe66d-dcd9-4ff9-a21b-163742d55363 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:58.999753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71d695fd-a049-4504-b255-fd809c0ceb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.043414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.050649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8789ca81-be5e-4f21-9957-0103969ab493 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:59.072038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.088927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f7ad83c6-1b5a-42c5-a5e8-349369be7109 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:00:59.096527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Network': ['ID=5587408f-7e60-4b99-9caf-2eb29e462f6d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:59.104196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:59.115106 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/networks/5587408f-7e60-4b99-9caf-2eb29e462f6d HTTP/1.1" status: 204 len: 168 time: 5.7054155 Apr 22 17:00:59.117024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54672) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:59.125922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.140198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-852289754'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:00:59.144993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0c6f6df7-0da9-4a6d-a9f3-44828f67f3d5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:59.198681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:00:59.212765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Pushing event deleted for resources: {'Port': ['ID=532fe66d-dcd9-4ff9-a21b-163742d55363,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:59.219184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] No DVR routers for this DVR port 532fe66d-dcd9-4ff9-a21b-163742d55363 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:00:59.221432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:network and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:00:59.254359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:59.265474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:00:59.279564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2367f765-b6cb-4f77-8711-8b23a5ad71a7 None None] Calling delete_port for 532fe66d-dcd9-4ff9-a21b-163742d55363 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:00:59.300470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.304197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:00:59.374768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.384093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-766fa751-3b14-49ff-a742-8a58b695ac68 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:59.418200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Attempting to bind port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:00:59.418878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Attempting to bind port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'e4cd0339-796b-4d8a-9bf3-4877b24cd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:00:59.420035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Attempting to bind port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 on network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:00:59.422499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.441009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:59.445977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:00:59.446299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Checking segment: {'id': 'e4cd0339-796b-4d8a-9bf3-4877b24cd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:00:59.446697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.447148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Bound using segment: {'id': 'e4cd0339-796b-4d8a-9bf3-4877b24cd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:00:59.447709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Bound port: 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cd0339-796b-4d8a-9bf3-4877b24cd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:00:59.448131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.459448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:00:59.466804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.544976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.545726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Added segment 20f2ac72-c28a-4cf1-92f9-5c5f7cdfce82 of type vlan for network af285e8f-d391-48ba-a9a5-7819a9c955e8 Apr 22 17:00:59.577300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.623734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be9a0a9-1a54-46d9-8bd1-2b3a5907b1ef,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:59.632850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:59.638206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-2367f765-b6cb-4f77-8711-8b23a5ad71a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:00:59.638568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-2367f765-b6cb-4f77-8711-8b23a5ad71a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:00:59.643552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.649684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:00:59.650383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.657235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] For port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:00:59.664178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] For port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704,segment=NetworkSegment(e4cd0339-796b-4d8a-9bf3-4877b24cd33b),segment_id=e4cd0339-796b-4d8a-9bf3-4877b24cd33b)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:00:59.664490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b64195d2-0681-4f1f-9282-22611557130b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:59.672437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.697893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f7ad83c6-1b5a-42c5-a5e8-349369be7109 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:00:59.699367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.713345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.730494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.742660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:59.857315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:00:59.895491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfd5673-9429-4970-ac83-0273788cb7ee']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:59.901781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:00:59.906309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Pushing event updated for resources: {'Port': ['ID=1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:59.906560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Pushing event updated for resources: {'Network': ['ID=af285e8f-d391-48ba-a9a5-7819a9c955e8,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:59.912370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.916219 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Added segment fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e of type vlan for network aa4c5a08-e545-4802-a04f-6f64a5b50eba Apr 22 17:00:59.916219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:59.921476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:00:59.925106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb15c84-a691-4fe9-85c3-50dc6de012d2') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:59.925452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb15c84-a691-4fe9-85c3-50dc6de012d2') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:00:59.926110 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "DELETE /v2.0/networks/a3f62ec7-4e58-49a4-8462-9c4f2b309dbb HTTP/1.1" status: 204 len: 168 time: 4.7163789 Apr 22 17:00:59.933053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54676) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:00:59.937721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network af285e8f-d391-48ba-a9a5-7819a9c955e8 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:00:59.952099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71d695fd-a049-4504-b255-fd809c0ceb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:00:59.977143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event deleted for resources: {'Network': ['ID=a3f62ec7-4e58-49a4-8462-9c4f2b309dbb,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:00:59.995462 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.5780632 Apr 22 17:00:59.999596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.019925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54680) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:00.023744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:00.052816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-6ff62bdc-57a1-45ac-9126-3efecfb33564 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8', 'tempest-TagsTest-Tag-157388236') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:00.129849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.136568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.140953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2367f765-b6cb-4f77-8711-8b23a5ad71a7 None None] Deleting port 532fe66d-dcd9-4ff9-a21b-163742d55363 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:00.150180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2367f765-b6cb-4f77-8711-8b23a5ad71a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.165309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:00.192014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Allocated IP 2001:db8::1 (d2e0605b-d1ee-4f55-99e7-119d7d9da4e5/d2417643-bd4c-49da-a97b-320694f4a0f5/eff9959e-ec63-41a3-a2be-c3e88bc36bbe) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:00.200002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 532fe66d-dcd9-4ff9-a21b-163742d55363 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:01:00.271761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.274283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:01:00.280561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 532fe66d-dcd9-4ff9-a21b-163742d55363 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:01:00.281302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 532fe66d-dcd9-4ff9-a21b-163742d55363 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:01:00.289098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:00.306933 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "PUT /v2.0/routers/e6974ffa-5f06-4db8-9344-9c83f368aa1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3850310 Apr 22 17:01:00.316816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54684) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:00.370428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ea51b-c355-4823-860f-9c583d6b7466 None None] Sync routers for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:00.398885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2367f765-b6cb-4f77-8711-8b23a5ad71a7 None None] The port '532fe66d-dcd9-4ff9-a21b-163742d55363' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:01:00.417462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f706fdfa-4c6d-4059-8494-ee7fe14f86ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.433822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ea51b-c355-4823-860f-9c583d6b7466 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:00.434519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fd0ea51b-c355-4823-860f-9c583d6b7466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:00.532442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fd0ea51b-c355-4823-860f-9c583d6b7466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:00.550107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ea51b-c355-4823-860f-9c583d6b7466 None None] Routers {'e6974ffa-5f06-4db8-9344-9c83f368aa1f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:00.551085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fd0ea51b-c355-4823-860f-9c583d6b7466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:00.576849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-42491740-894c-4096-96d9-45683f0ca0fc tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:01:00.578215 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-42491740-894c-4096-96d9-45683f0ca0fc tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "PUT /v2.0/routers/4018e219-bc45-4cb6-ad27-5548d4dc5e65/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.1081591 Apr 22 17:01:00.594203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54688) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:00.642429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fd0ea51b-c355-4823-860f-9c583d6b7466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:00.646708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ea51b-c355-4823-860f-9c583d6b7466 None None] The sync data for ids ['e6974ffa-5f06-4db8-9344-9c83f368aa1f'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:00.666908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.673276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:00.673977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.696908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:00.732497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Network bbfd5673-9429-4970-ac83-0273788cb7ee has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:00.734323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71d695fd-a049-4504-b255-fd809c0ceb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.743258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.761044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19e2e139-ccf2-4e71-8903-4e127ee0e884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:00.909468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d695fd-a049-4504-b255-fd809c0ceb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eac0ac-edc0-412b-922d-b9849de6bdc0,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:00.919357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.941841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:00.952788 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8310974 Apr 22 17:01:00.953037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71d695fd-a049-4504-b255-fd809c0ceb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:00.972024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71d695fd-a049-4504-b255-fd809c0ceb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:00.973399 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-71d695fd-a049-4504-b255-fd809c0ceb85 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7eac0ac-edc0-412b-922d-b9849de6bdc0 HTTP/1.1" status: 204 len: 168 time: 2.7986157 Apr 22 17:01:00.974276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54692) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:01.009879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': 'aa4c5a08-e545-4802-a04f-6f64a5b50eba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:01.063855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:01.111658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:01.117003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:01.152821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Network': ['ID=aa4c5a08-e545-4802-a04f-6f64a5b50eba,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:01.164478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network aa4c5a08-e545-4802-a04f-6f64a5b50eba details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:01.174302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:01.176029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Network bbfd5673-9429-4970-ac83-0273788cb7ee has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:01.207690 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:01.291516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a330551-36ce-4515-be98-f493f502943f']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:01.313893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f149d7-a175-4f96-950e-295f4839dfc1') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:01.314232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f149d7-a175-4f96-950e-295f4839dfc1') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:01.322764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Transition to ACTIVE for port object eff9959e-ec63-41a3-a2be-c3e88bc36bbe will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:01.330302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:01.348642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:01.354151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:01.359369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b6aa6ee-4bc6-4814-bbc7-851a3a2fe3ff tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:01.379504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:01.382542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:01.467125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:01.493216 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] 10.222.0.77 "DELETE /v2.0/networks/bbfd5673-9429-4970-ac83-0273788cb7ee HTTP/1.1" status: 204 len: 168 time: 4.5348599 Apr 22 17:01:01.493216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfd5673-9429-4970-ac83-0273788cb7ee,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:01.494854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:01.499359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:01.654943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 8a330551-36ce-4515-be98-f493f502943f has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:01.675987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:01.762418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e169fd3-340e-482c-b598-5434ad3b90cc None None] Network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:01.838661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54710) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:01.900515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Network 8a330551-36ce-4515-be98-f493f502943f has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:01.930339 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:01.967023 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6ff62bdc-57a1-45ac-9126-3efecfb33564 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "PUT /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags/tempest-TagsTest-Tag-157388236 HTTP/1.1" status: 201 len: 201 time: 1.9418807 Apr 22 17:01:01.968888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:01.983544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54714) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:01.990566 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-58c0673d-0f4f-4131-8c07-a1169d4268ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23b22b94dd7f4ccda61d86fc33585c1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1367154 Apr 22 17:01:01.996415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:02.003941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54720) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:02.007236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:02.014689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-d41e59eb-aa97-4cab-b239-9904f3b3b76a tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8', 'tempest-TagsTest-Tag-157388236') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:02.014923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d115c435-04b2-4097-9ef1-ce9409d62034 None None] Provisioning for port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:02.026106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d115c435-04b2-4097-9ef1-ce9409d62034 None None] Provisioning complete for port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:02.026675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d115c435-04b2-4097-9ef1-ce9409d62034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.065604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:02.090396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cafd2f83-c568-4443-acbf-8a65c31aa5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.126608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cafd2f83-c568-4443-acbf-8a65c31aa5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.138920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.146152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f21208e9-bdbd-499c-b8b3-8fb00bbb443d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:02.166794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.186043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Pushing event deleted for resources: {'Network': ['ID=8a330551-36ce-4515-be98-f493f502943f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:02.199524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:02.207734 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] 10.222.0.77 "DELETE /v2.0/networks/8a330551-36ce-4515-be98-f493f502943f HTTP/1.1" status: 204 len: 168 time: 2.2726200 Apr 22 17:01:02.244646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.269349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:02.275905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.364104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cafd2f83-c568-4443-acbf-8a65c31aa5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.370183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c05553f-d0f0-4e91-baef-bfd74a5476f6 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:02.389480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd2f83-c568-4443-acbf-8a65c31aa5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9275364d-d728-4af2-89d4-8fa92a03f939,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:02.392281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cafd2f83-c568-4443-acbf-8a65c31aa5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:02.392736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54732) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:02.404650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cafd2f83-c568-4443-acbf-8a65c31aa5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.409024 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cafd2f83-c568-4443-acbf-8a65c31aa5fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9275364d-d728-4af2-89d4-8fa92a03f939 HTTP/1.1" status: 204 len: 168 time: 0.4039519 Apr 22 17:01:02.417898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.432345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9019f07-8a3a-4a5d-819a-2c71736b0e06 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:02.479881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d115c435-04b2-4097-9ef1-ce9409d62034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.492348 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d41e59eb-aa97-4cab-b239-9904f3b3b76a tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "GET /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags/tempest-TagsTest-Tag-157388236 HTTP/1.1" status: 204 len: 168 time: 0.5058715 Apr 22 17:01:02.493293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting port 9effa024-861c-4411-81b0-59c650ca2aa3 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:02.493674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.495201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54740) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:02.502672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-ee151dba-4e57-4f5e-b3cb-c75b4eb5bb50 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:02.526451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d115c435-04b2-4097-9ef1-ce9409d62034 None None] For port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704,segment=NetworkSegment(e4cd0339-796b-4d8a-9bf3-4877b24cd33b),segment_id=e4cd0339-796b-4d8a-9bf3-4877b24cd33b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:02.558521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d115c435-04b2-4097-9ef1-ce9409d62034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.563226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a084c759-a2f3-4a64-bc21-14529ec6d803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:02.736977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ee151dba-4e57-4f5e-b3cb-c75b4eb5bb50 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "GET /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags HTTP/1.1" status: 200 len: 237 time: 0.2377195 Apr 22 17:01:02.737331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54746) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:02.746311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-dbf657e6-5586-4537-861b-16f6944894c7 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8', {'tags': ['tempest-TagsTest-Tag-1588751862', 'tempest-TagsTest-Tag-116654213', 'tempest-TagsTest-Tag-1429043987']}) {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:02.747618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115c435-04b2-4097-9ef1-ce9409d62034 None None] Pushing event updated for resources: {'Port': ['ID=1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:02.751037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d115c435-04b2-4097-9ef1-ce9409d62034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:02.752775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.766523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:02.786139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:02.794942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f259ee21-88e8-4386-b87b-6631695b5a36 None None] Provisioning complete for port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:02.795368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f259ee21-88e8-4386-b87b-6631695b5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.799460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:02.800041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.837668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=eff9959e-ec63-41a3-a2be-c3e88bc36bbe,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:02.898575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:02.901885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:02.958092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:02.984817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2565e579-f2a4-402e-8113-709191c80b56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1031254289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:03.004609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2565e579-f2a4-402e-8113-709191c80b56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:03.009020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2565e579-f2a4-402e-8113-709191c80b56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Usage tracker for resource:router and tenant:0b6adabbe22b4678bcab73227a87d9fb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:03.022818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2565e579-f2a4-402e-8113-709191c80b56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:03.040894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2565e579-f2a4-402e-8113-709191c80b56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:03.078652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54752) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:03.086854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2565e579-f2a4-402e-8113-709191c80b56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.091118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2565e579-f2a4-402e-8113-709191c80b56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.104461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Calling delete_port for 9effa024-861c-4411-81b0-59c650ca2aa3 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:03.160222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2565e579-f2a4-402e-8113-709191c80b56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.193897 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dbf657e6-5586-4537-861b-16f6944894c7 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "PUT /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags HTTP/1.1" status: 200 len: 308 time: 0.4523685 Apr 22 17:01:03.195377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54762) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:03.245065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2565e579-f2a4-402e-8113-709191c80b56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.257013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-63f8e0e2-d7c8-432d-be05-c546fbb5edc4 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8', 'tempest-TagsTest-Tag-1588751862') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:03.280149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:03.280570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.315310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2565e579-f2a4-402e-8113-709191c80b56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.318901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2565e579-f2a4-402e-8113-709191c80b56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9235508 Apr 22 17:01:03.328255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54770) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:03.348637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-434113219'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:03.364119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:03.373527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Usage tracker for resource:network and tenant:0b6adabbe22b4678bcab73227a87d9fb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:03.383101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:03.399585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:03.512904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f264bca7-1448-4101-8a52-694b53f53e4a None None] Provisioning for port eff9959e-ec63-41a3-a2be-c3e88bc36bbe completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:03.519050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f264bca7-1448-4101-8a52-694b53f53e4a None None] Provisioning complete for port eff9959e-ec63-41a3-a2be-c3e88bc36bbe triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:03.523720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f264bca7-1448-4101-8a52-694b53f53e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.523880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Made reservation on behalf of 0b6adabbe22b4678bcab73227a87d9fb for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:03.525269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.549137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.578312 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-22aa1aa4-507f-4275-a8ea-932e5c554ff6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=147b146a76a847e28c549c92eed7803e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4983046 Apr 22 17:01:03.579644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:03.581916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54776) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:03.611372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f264bca7-1448-4101-8a52-694b53f53e4a None None] Port eff9959e-ec63-41a3-a2be-c3e88bc36bbe cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:03.615413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.625313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Usage tracker for resource:security_group_rule and tenant:0b6adabbe22b4678bcab73227a87d9fb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:03.645487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:03.658524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:03.692059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.697744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25ddf077-1b4d-493c-9ca1-afbb61e9606f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.737016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25ddf077-1b4d-493c-9ca1-afbb61e9606f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.885975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.896040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25ddf077-1b4d-493c-9ca1-afbb61e9606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.901546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbb25661-1d7b-4f5c-a8b3-a7ae70330dc7 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:03.916238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddf077-1b4d-493c-9ca1-afbb61e9606f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f527d-dd57-481b-a4e9-a945171ef8ac,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:03.922268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-25ddf077-1b4d-493c-9ca1-afbb61e9606f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:03.926696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.931306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-606e3683-b645-4088-8200-03bfe28fa4b3 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776 tempest-ExternalNetworksAdminNegativeTestJSON-1474221776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:03.943872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25ddf077-1b4d-493c-9ca1-afbb61e9606f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.947682 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-25ddf077-1b4d-493c-9ca1-afbb61e9606f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/362f527d-dd57-481b-a4e9-a945171ef8ac HTTP/1.1" status: 204 len: 168 time: 0.3641591 Apr 22 17:01:03.966914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:03.981036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:03.982955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Added segment 6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f of type vlan for network c9be4fd0-c2df-4bcc-923f-08b5f9430384 Apr 22 17:01:04.022833 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-63f8e0e2-d7c8-432d-be05-c546fbb5edc4 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "DELETE /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags/tempest-TagsTest-Tag-1588751862 HTTP/1.1" status: 204 len: 168 time: 0.8219085 Apr 22 17:01:04.026383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54790) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:04.026540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:04.055088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661e212b-4c73-4af4-9a29-25ddafd8aeb5,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:04.068748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:04.130281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:04.136767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:04.137700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:04.143873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4b4f07bd-3a61-42d5-905c-f0f8e66517d8 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:04.272832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Network': ['ID=c9be4fd0-c2df-4bcc-923f-08b5f9430384,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:04.275923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:04.279088 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9477820 Apr 22 17:01:04.282238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54798) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:04.289199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network c9be4fd0-c2df-4bcc-923f-08b5f9430384 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:04.304608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'subnet': {'network_id': 'c9be4fd0-c2df-4bcc-923f-08b5f9430384', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:04.414941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-c29592f4-99fb-437d-9c4d-358aa85bfba0 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8', 'tempest-TagsTest-Tag-1588751862') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:04.465326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:04.471110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Usage tracker for resource:subnet and tenant:0b6adabbe22b4678bcab73227a87d9fb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:04.476227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:04.484198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:04.523670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Made reservation on behalf of 0b6adabbe22b4678bcab73227a87d9fb for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:04.529855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:04.773679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:04.786477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-60e74ef0-9c1b-479f-a83a-f7172de4a55b tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:04.863408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Port': ['ID=9effa024-861c-4411-81b0-59c650ca2aa3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:04.947937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54822) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:04.984572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:05.038959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.049402 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-c29592f4-99fb-437d-9c4d-358aa85bfba0 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] show failed (client error): The resource could not be found. Apr 22 17:01:05.050888 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c29592f4-99fb-437d-9c4d-358aa85bfba0 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "GET /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags/tempest-TagsTest-Tag-1588751862 HTTP/1.1" status: 404 len: 326 time: 1.0190845 Apr 22 17:01:05.059407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54832) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:05.069300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-f95d6b0c-e5c8-4e17-a7d3-0543c324f701 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8', 'tempest-TagsTest-Tag-116654213') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:05.129929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.145061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:05.199453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.210275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-962064518'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:05.352944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54838) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:05.398406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Deleting port cb1649fd-68d4-4f42-8efd-536e8f2816bb {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:05.398846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.429877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:01:05.508368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Subnet': ['ID=ed6c48c9-0b14-4db9-8a23-d6b054abb11d,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:05.531631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:05.532205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:05.534348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.538722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Usage tracker for resource:network and tenant:031a1aa0bbd3404baf4a20f39a3d0553 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:05.541649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.545815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:05.552563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.556223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-93287732'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:05.561997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:05.568464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Checking segment: {'id': 'fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aa4c5a08-e545-4802-a04f-6f64a5b50eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:05.568866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network hostable DHCP agents. Network: aa4c5a08-e545-4802-a04f-6f64a5b50eba, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:05.582204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:05.587406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.588690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.592604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.592751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-957302ec-3259-46bc-955e-cfc442fe9ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:05.606546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c22a1ea4-9d8b-469e-8494-5f87293478b7 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:05.629932 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f95d6b0c-e5c8-4e17-a7d3-0543c324f701 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "GET /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags/tempest-TagsTest-Tag-116654213 HTTP/1.1" status: 204 len: 168 time: 0.5677891 Apr 22 17:01:05.639415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54844) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:05.648633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Made reservation on behalf of 031a1aa0bbd3404baf4a20f39a3d0553 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:05.658768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.692612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:network and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:05.694778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-771a7a4d-20a7-4282-a79d-5fefc2d413e8 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8', 'tempest-TagsTest-Tag-1429043987') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:05.735658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:05.749527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:05.829683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:05.874923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:05.932717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Usage tracker for resource:security_group_rule and tenant:031a1aa0bbd3404baf4a20f39a3d0553 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:05.940385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Subnet': ['ID=990c3293-1dad-4be0-8ce4-8892c7689032,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:05.950805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:05.959601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:05.988072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:05.999655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Checking segment: {'id': '6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c9be4fd0-c2df-4bcc-923f-08b5f9430384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:06.000313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network hostable DHCP agents. Network: c9be4fd0-c2df-4bcc-923f-08b5f9430384, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:06.052080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.053003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Fanout notify agent at l3_agent the message router_deleted on router e6974ffa-5f06-4db8-9344-9c83f368aa1f {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:01:06.102278 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-771a7a4d-20a7-4282-a79d-5fefc2d413e8 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "GET /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags/tempest-TagsTest-Tag-1429043987 HTTP/1.1" status: 204 len: 168 time: 0.4608512 Apr 22 17:01:06.108252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=eff9959e-ec63-41a3-a2be-c3e88bc36bbe,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:06.111273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54848) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:06.112271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network aa4c5a08-e545-4802-a04f-6f64a5b50eba is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:06.129530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-973c2715-5c45-4a45-954c-9a0245abd90d tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:06.136042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:06.149794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:06.160173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.173385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network c9be4fd0-c2df-4bcc-923f-08b5f9430384 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:06.224199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.292095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, aa4c5a08-e545-4802-a04f-6f64a5b50eba) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:06.301918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093cd53d-d569-4a59-9ee9-78b627609c9a None None] Network aa4c5a08-e545-4802-a04f-6f64a5b50eba requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:06.340203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:06.361381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, c9be4fd0-c2df-4bcc-923f-08b5f9430384) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:06.379051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53af764c-08d6-4b90-9c19-53b1602be9e2 None None] Network c9be4fd0-c2df-4bcc-923f-08b5f9430384 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:06.383131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.389291 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/routers/e6974ffa-5f06-4db8-9344-9c83f368aa1f HTTP/1.1" status: 204 len: 168 time: 6.0707483 Apr 22 17:01:06.398841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54852) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:06.410344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.418766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.425618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:security_group_rule and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:06.426609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:06.427696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.431263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:06.432444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.440864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:06.459037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.473217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a6fdb95-8696-4bcd-89bf-2a4a6461ac6f tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:06.539501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:06.539855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:06.576727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e748e96-7cb6-4348-b366-13d96c0ff688,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:06.585650 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2990026 Apr 22 17:01:06.590130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:06.592054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54856) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:06.599671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.600633 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Added segment 3dc509bc-77d2-4864-b4c7-ddb9ee889b40 of type vlan for network e3c45fcf-c71c-491e-ba2f-3a1dbd97fdf9 Apr 22 17:01:06.608341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'network': {'name': 'tempest-router-network01--2098318499'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:06.639498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:06.654019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Usage tracker for resource:network and tenant:0b6adabbe22b4678bcab73227a87d9fb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:06.662250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:06.683159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:06.692111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:06.700475 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-973c2715-5c45-4a45-954c-9a0245abd90d tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "DELETE /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags HTTP/1.1" status: 204 len: 168 time: 0.5846364 Apr 22 17:01:06.703875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54860) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:06.706723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.722608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-3a763dcf-64f6-4a7b-92bf-c1423431e5bd tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8', 'tempest-TagsTest-Tag-116654213') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:06.750837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-aa4c5a08-e545-4802-a04f-6f64a5b50eba', 'network_id': 'aa4c5a08-e545-4802-a04f-6f64a5b50eba', 'tenant_id': '5c8c0ef2b1f94398b158df9ec2d73437', 'fixed_ips': [{'subnet_id': 'ed6c48c9-0b14-4db9-8a23-d6b054abb11d'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:06.751756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.805305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:06.825699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Calling delete_port for cb1649fd-68d4-4f42-8efd-536e8f2816bb owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:06.844069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-c9be4fd0-c2df-4bcc-923f-08b5f9430384', 'network_id': 'c9be4fd0-c2df-4bcc-923f-08b5f9430384', 'tenant_id': '0b6adabbe22b4678bcab73227a87d9fb', 'fixed_ips': [{'subnet_id': '990c3293-1dad-4be0-8ce4-8892c7689032'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:06.844972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.877374 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8917797 Apr 22 17:01:06.881874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Made reservation on behalf of 0b6adabbe22b4678bcab73227a87d9fb for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:06.889738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.902217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54864) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:06.925618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-335390b2-1bf5-43c4-96f5-5f943a3c7af2 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1563840893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:06.973031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:06.976398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.983367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:06.984055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:06.993119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:07.009921 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-3a763dcf-64f6-4a7b-92bf-c1423431e5bd tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] show failed (client error): The resource could not be found. Apr 22 17:01:07.011282 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3a763dcf-64f6-4a7b-92bf-c1423431e5bd tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "GET /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags/tempest-TagsTest-Tag-116654213 HTTP/1.1" status: 404 len: 325 time: 0.2966042 Apr 22 17:01:07.024426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54868) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:07.035937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.036339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Added segment 9ac2decf-af9b-4261-ac85-a2d354b92549 of type vlan for network c028c179-0683-4e52-9e93-9be445676847 Apr 22 17:01:07.040721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-472fb817-b00a-4be1-9f23-ce3cc9b217a0 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8', 'tempest-TagsTest-Tag-1429043987') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:07.131330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Allocated IP 172.20.0.2 (aa4c5a08-e545-4802-a04f-6f64a5b50eba/ed6c48c9-0b14-4db9-8a23-d6b054abb11d/6267f2e2-8079-4747-8af4-52248892633a) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:07.166808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Allocated IP 2001:db8::2 (c9be4fd0-c2df-4bcc-923f-08b5f9430384/990c3293-1dad-4be0-8ce4-8892c7689032/ef2c021a-0ebb-473a-92e2-f2356ab7e184) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:07.180542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7049d385-1737-4a8b-a221-0b6b564de2a3 None None] Provisioning complete for port eff9959e-ec63-41a3-a2be-c3e88bc36bbe triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:07.181058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7049d385-1737-4a8b-a221-0b6b564de2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.227547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2713506 Apr 22 17:01:07.227547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Pushing event updated for resources: {'Network': ['ID=e3c45fcf-c71c-491e-ba2f-3a1dbd97fdf9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:07.237814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:07.238345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54872) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:07.265629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network e3c45fcf-c71c-491e-ba2f-3a1dbd97fdf9 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:07.270487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.311409 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-472fb817-b00a-4be1-9f23-ce3cc9b217a0 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] show failed (client error): The resource could not be found. Apr 22 17:01:07.312574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-472fb817-b00a-4be1-9f23-ce3cc9b217a0 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "GET /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags/tempest-TagsTest-Tag-1429043987 HTTP/1.1" status: 404 len: 326 time: 0.2871029 Apr 22 17:01:07.315655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54878) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:07.323767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-d207b375-4ebb-4617-a7f0-c808b7b618e5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'af285e8f-d391-48ba-a9a5-7819a9c955e8') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:07.395670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7049d385-1737-4a8b-a221-0b6b564de2a3 None None] Port eff9959e-ec63-41a3-a2be-c3e88bc36bbe cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:07.406831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-335390b2-1bf5-43c4-96f5-5f943a3c7af2 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:07.409669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Request body: {'network': {'name': 'tempest-network--120505091', 'router:external': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:07.412965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.419458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:07.420047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.420389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57a3169-8e5d-4026-bbf0-06439decbfb8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Deleting subnet 46626dd6-7fd8-44b6-95bc-807b72c2a659 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:01:07.426588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-231240bd-710d-4ea6-aa8e-9819b62229b5 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:07.435493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d57a3169-8e5d-4026-bbf0-06439decbfb8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.464666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:07.471565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-335390b2-1bf5-43c4-96f5-5f943a3c7af2 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:router and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:07.491787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-335390b2-1bf5-43c4-96f5-5f943a3c7af2 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:07.518461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-335390b2-1bf5-43c4-96f5-5f943a3c7af2 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:07.524735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Usage tracker for resource:network and tenant:86a1bac3e934424c91487c1ef59fa414 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:07.547757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:07.557371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:07.574993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9759619 Apr 22 17:01:07.578533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54882) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:07.584183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Network': ['ID=c028c179-0683-4e52-9e93-9be445676847,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:07.591783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'network': {'name': 'tempest-router-network02--1548467620'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:07.596967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:07.597162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d57a3169-8e5d-4026-bbf0-06439decbfb8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.600905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:07.607980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Usage tracker for resource:network and tenant:0b6adabbe22b4678bcab73227a87d9fb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:07.612369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:07.619302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:07.622467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network c028c179-0683-4e52-9e93-9be445676847 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:07.624960 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d207b375-4ebb-4617-a7f0-c808b7b618e5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "DELETE /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8/tags HTTP/1.1" status: 204 len: 168 time: 0.3064065 Apr 22 17:01:07.632157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Made reservation on behalf of 86a1bac3e934424c91487c1ef59fa414 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:07.637760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.642292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54886) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:07.647564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-335390b2-1bf5-43c4-96f5-5f943a3c7af2 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.648897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-335390b2-1bf5-43c4-96f5-5f943a3c7af2 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.654277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.669126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Made reservation on behalf of 0b6adabbe22b4678bcab73227a87d9fb for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:07.676261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.716740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:07.724421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Usage tracker for resource:security_group_rule and tenant:86a1bac3e934424c91487c1ef59fa414 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:07.730686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:07.739857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:07.745306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-335390b2-1bf5-43c4-96f5-5f943a3c7af2 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.753928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:07.761356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.775888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Transition to ACTIVE for port object ef2c021a-0ebb-473a-92e2-f2356ab7e184 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:07.781195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.781195 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Added segment 785b3a75-654c-4caf-8b1c-91b69b1ba87f of type vlan for network 68b21695-e096-4fcb-9565-5a4114179ad6 Apr 22 17:01:07.820129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.858865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-335390b2-1bf5-43c4-96f5-5f943a3c7af2 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.898558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router a4c803e6-6a92-4b94-aab6-003a048d187c is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:01:07.900035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.913002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.919957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:07.932082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:07.932082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5e0c26c2-c712-4c9f-944e-58c49e31af37 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:07.957434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.009755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.053501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d57a3169-8e5d-4026-bbf0-06439decbfb8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.058802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:08.061302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Network': ['ID=68b21695-e096-4fcb-9565-5a4114179ad6,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:08.066760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:08.067597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-25ddf077-1b4d-493c-9ca1-afbb61e9606f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:08.085737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.086134 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Added segment 225ef11c-7b68-4950-85f1-772db75c77ab of type vlan for network 4d090d09-8951-46b8-beac-d1eea9645349 Apr 22 17:01:08.094497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.106898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 68b21695-e096-4fcb-9565-5a4114179ad6 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:08.110118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922c233d-64f1-4210-851c-dff160f00b2a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:08.115675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:08.117332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5347488 Apr 22 17:01:08.122549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54890) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:08.137954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'subnet': {'network_id': 'c028c179-0683-4e52-9e93-9be445676847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:08.138357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24cc91d6-b4bc-4ca2-bfd4-281e2565e139 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:08.146604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-335390b2-1bf5-43c4-96f5-5f943a3c7af2 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.150933 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-335390b2-1bf5-43c4-96f5-5f943a3c7af2 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2445290 Apr 22 17:01:08.160243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54894) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:08.168294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'network_id': 'aa4c5a08-e545-4802-a04f-6f64a5b50eba', 'name': 'tempest-PortsTestJSON-228057742'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:08.190886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.222424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.272507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.280953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:08.348717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1f5a77-e47f-4a9f-acea-0be7605a2f14,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:08.414158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:08.420801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Usage tracker for resource:subnet and tenant:0b6adabbe22b4678bcab73227a87d9fb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:08.426527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:08.442813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:08.443734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:08.445469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.445872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Added segment 8e80a2a7-dca1-4552-b1aa-71368646a084 of type vlan for network e5a3e3d4-6102-4281-84ba-40cacdfd24db Apr 22 17:01:08.454440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.455574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:08.458757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.464038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:08.468180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Transition to ACTIVE for port object 6267f2e2-8079-4747-8af4-52248892633a will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:08.471401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Transition to ACTIVE for port object ef2c021a-0ebb-473a-92e2-f2356ab7e184 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:08.484744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:08.500485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Sync routers for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:08.511730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Transition to ACTIVE for port object 6267f2e2-8079-4747-8af4-52248892633a will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:08.514032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.520648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:08.521341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:08.528622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa59a727-3669-4ec8-94d0-4755970789fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:08.546763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:08.568112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:port and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:08.570842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Made reservation on behalf of 0b6adabbe22b4678bcab73227a87d9fb for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:08.577573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.588840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.593859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.599233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:08.612483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:08.615867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Network c9be4fd0-c2df-4bcc-923f-08b5f9430384 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:08.627572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:08.633659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:08.652444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.665173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:08.685571 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4460137 Apr 22 17:01:08.696598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54898) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:08.699206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event updated for resources: {'Network': ['ID=4d090d09-8951-46b8-beac-d1eea9645349,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:08.702885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event deleted for resources: {'Port': ['ID=cb1649fd-68d4-4f42-8efd-536e8f2816bb,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:08.707201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:08.714745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5931458 Apr 22 17:01:08.728123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54902) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:08.748094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1400539077'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:08.756130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:08.758541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.795399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:01:08.811830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 4d090d09-8951-46b8-beac-d1eea9645349 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:08.840272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:08.863292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:08.869405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:08.880067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:network and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:08.891403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:08.919551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:08.929186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:01:08.969079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Network aa4c5a08-e545-4802-a04f-6f64a5b50eba is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:08.980309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:01:09.001380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Attempting to bind port ef2c021a-0ebb-473a-92e2-f2356ab7e184 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:09.001911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Attempting to bind port ef2c021a-0ebb-473a-92e2-f2356ab7e184 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c9be4fd0-c2df-4bcc-923f-08b5f9430384'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:09.003124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Attempting to bind port ef2c021a-0ebb-473a-92e2-f2356ab7e184 on network c9be4fd0-c2df-4bcc-923f-08b5f9430384 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:09.005918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:09.009064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:09.026987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Pushing event updated for resources: {'Port': ['ID=ef2c021a-0ebb-473a-92e2-f2356ab7e184,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:09.029185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.032287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:09.037897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:09.044519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.091110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:09.126967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.133557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:09.134454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.147356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-871cf48e-f72b-49f2-83e3-d43ce4f3000a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:09.178586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af285e8f-d391-48ba-a9a5-7819a9c955e8']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:09.191108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:09.208568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:03Z', 'revision_number': 2, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:04Z', 'revision_number': 2, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:09.213171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Checking router: a4c803e6-6a92-4b94-aab6-003a048d187c for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:01:09.213571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Updating router a4c803e6-6a92-4b94-aab6-003a048d187c port eff9959e-ec63-41a3-a2be-c3e88bc36bbe binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:01:09.243116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:09.243656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Checking segment: {'id': '6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c9be4fd0-c2df-4bcc-923f-08b5f9430384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:09.244223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.245198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Bound using segment: {'id': '6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c9be4fd0-c2df-4bcc-923f-08b5f9430384'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:09.245876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Bound port: ef2c021a-0ebb-473a-92e2-f2356ab7e184, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c9be4fd0-c2df-4bcc-923f-08b5f9430384'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:09.246409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.270672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Pushing event updated for resources: {'Port': ['ID=6267f2e2-8079-4747-8af4-52248892633a,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:09.275404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:09.282376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.282812 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added segment 601aaea9-29b0-48a7-919d-470aa5743310 of type vlan for network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa Apr 22 17:01:09.284142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.318496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f2ac72-c28a-4cf1-92f9-5c5f7cdfce82') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:09.319147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f2ac72-c28a-4cf1-92f9-5c5f7cdfce82') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:09.347358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Attempting to bind port 6267f2e2-8079-4747-8af4-52248892633a on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:09.347937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Attempting to bind port 6267f2e2-8079-4747-8af4-52248892633a by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aa4c5a08-e545-4802-a04f-6f64a5b50eba'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:09.348455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Attempting to bind port 6267f2e2-8079-4747-8af4-52248892633a on network aa4c5a08-e545-4802-a04f-6f64a5b50eba {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:09.379233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.418706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] For port ef2c021a-0ebb-473a-92e2-f2356ab7e184, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:09.418706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] For port ef2c021a-0ebb-473a-92e2-f2356ab7e184, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ef2c021a-0ebb-473a-92e2-f2356ab7e184,segment=NetworkSegment(6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f),segment_id=6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:09.418706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:09.419784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Checking segment: {'id': 'fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aa4c5a08-e545-4802-a04f-6f64a5b50eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:09.420345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.430076 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 4.0617647 Apr 22 17:01:09.430303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Bound using segment: {'id': 'fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aa4c5a08-e545-4802-a04f-6f64a5b50eba'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:09.430303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Bound port: 6267f2e2-8079-4747-8af4-52248892633a, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aa4c5a08-e545-4802-a04f-6f64a5b50eba'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:09.430303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.433812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.474646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.5 (aa4c5a08-e545-4802-a04f-6f64a5b50eba/ed6c48c9-0b14-4db9-8a23-d6b054abb11d/ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:09.498730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.499553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-170155ef-8c04-4ad2-b397-4ad7d29cb680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:09.538650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.585881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Network': ['ID=e5a3e3d4-6102-4281-84ba-40cacdfd24db,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:09.602310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.605130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:09.613473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.620837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:09.646085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d090d09-8951-46b8-beac-d1eea9645349']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:09.658756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d57a3169-8e5d-4026-bbf0-06439decbfb8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.664773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225ef11c-7b68-4950-85f1-772db75c77ab') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:09.665764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225ef11c-7b68-4950-85f1-772db75c77ab') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:09.667172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b910f8c7-ae5c-4d6d-b475-a67497e0970b tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:09.682827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.697072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network e5a3e3d4-6102-4281-84ba-40cacdfd24db details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:09.701602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.708674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:09.759042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Pushing event updated for resources: {'Port': ['ID=ef2c021a-0ebb-473a-92e2-f2356ab7e184,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:09.843262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.872217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:09.883365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] For port 6267f2e2-8079-4747-8af4-52248892633a, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:09.886657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] For port 6267f2e2-8079-4747-8af4-52248892633a, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6267f2e2-8079-4747-8af4-52248892633a,segment=NetworkSegment(fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e),segment_id=fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:09.938084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:09.939829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a3169-8e5d-4026-bbf0-06439decbfb8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Subnet': ['ID=46626dd6-7fd8-44b6-95bc-807b72c2a659,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:09.948347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3adf0f7-3016-4c12-b321-4fac2de0be74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:09.967959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network 4d090d09-8951-46b8-beac-d1eea9645349 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:09.979530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:10.097127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Pushing event updated for resources: {'Port': ['ID=6267f2e2-8079-4747-8af4-52248892633a,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:10.104372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:10.387933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d57a3169-8e5d-4026-bbf0-06439decbfb8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:10.435556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d57a3169-8e5d-4026-bbf0-06439decbfb8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:10.640505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network 4d090d09-8951-46b8-beac-d1eea9645349 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:10.646261 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d57a3169-8e5d-4026-bbf0-06439decbfb8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/subnets/46626dd6-7fd8-44b6-95bc-807b72c2a659 HTTP/1.1" status: 204 len: 168 time: 4.2438545 Apr 22 17:01:10.653650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54906) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:10.668071 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:10.760875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Network af285e8f-d391-48ba-a9a5-7819a9c955e8 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:10.772582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:01:10.837055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:10.914315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Router 4018e219-bc45-4cb6-ad27-5548d4dc5e65 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:01:10.928941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:10.940038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:10.940745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:10.951524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef1fc62d-81b8-41a0-89c2-2fcfb13f7e08 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:10.973844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:11.008924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:11.081086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ef2c021a-0ebb-473a-92e2-f2356ab7e184 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:11.128366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d090d09-8951-46b8-beac-d1eea9645349 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 22 17:01:11.169712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:11.191296 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "DELETE /v2.0/networks/4d090d09-8951-46b8-beac-d1eea9645349 HTTP/1.1" status: 204 len: 168 time: 2.4935226 Apr 22 17:01:11.193610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54910) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:11.225117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:11.240601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:11.252637 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5197361 Apr 22 17:01:11.253740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Network': ['ID=9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:11.263252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54914) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:11.267353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Usage tracker for resource:network and tenant:86a1bac3e934424c91487c1ef59fa414 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:11.270521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:11.271860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:11.291740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'subnet': {'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:11.321001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:11.368576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:11.371959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d090d09-8951-46b8-beac-d1eea9645349,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:11.409027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Network af285e8f-d391-48ba-a9a5-7819a9c955e8 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:11.530225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:11.531266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:11.552679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port ef2c021a-0ebb-473a-92e2-f2356ab7e184 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:11.570366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6267f2e2-8079-4747-8af4-52248892633a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:11.815584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 6267f2e2-8079-4747-8af4-52248892633a completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:11.819396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Made reservation on behalf of 86a1bac3e934424c91487c1ef59fa414 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:11.836734 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:11.842314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:11.862398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Transition to ACTIVE for port object eff9959e-ec63-41a3-a2be-c3e88bc36bbe will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:11.892890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:11.906886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:11.915350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704449de-f8e3-413e-8c4e-87ae5723dd35 None None] Network c9be4fd0-c2df-4bcc-923f-08b5f9430384 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:11.931024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c7b7c325-7240-4abb-9968-2b5f24e820db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:11.931200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.014974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:12.019768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:subnet and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:12.023098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:12.030222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:12.046260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:12.061405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Pushing event updated for resources: {'Port': ['ID=eff9959e-ec63-41a3-a2be-c3e88bc36bbe,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:12.117811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:12.125457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.157946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253035a4-5ae7-42be-b4c4-05077e07e320 None None] Network aa4c5a08-e545-4802-a04f-6f64a5b50eba requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:12.322866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b0c8d1-e040-4445-8255-106720f2c010']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:12.357331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.357713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.358087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.358456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.358856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.359369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.359731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.360093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.360280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45583ae-7626-4a56-82a7-0da95cc48593') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:12.360430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.360846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45583ae-7626-4a56-82a7-0da95cc48593') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:12.361131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.361617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.366614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:12.393972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.413169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:12.414322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Attempting to bind port eff9959e-ec63-41a3-a2be-c3e88bc36bbe on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:12.414976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Attempting to bind port eff9959e-ec63-41a3-a2be-c3e88bc36bbe by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'e4cd0339-796b-4d8a-9bf3-4877b24cd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:12.419828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Attempting to bind port eff9959e-ec63-41a3-a2be-c3e88bc36bbe on network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:12.426428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.429074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:12.429746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Checking segment: {'id': 'e4cd0339-796b-4d8a-9bf3-4877b24cd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:12.431150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.431792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Bound using segment: {'id': 'e4cd0339-796b-4d8a-9bf3-4877b24cd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:12.435063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:12.435621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Bound port: eff9959e-ec63-41a3-a2be-c3e88bc36bbe, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cd0339-796b-4d8a-9bf3-4877b24cd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:12.436254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.443497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:12.459044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-490daf5b-ffe1-40e5-8a2c-ca8218109ec9 None None] Provisioning for port ef2c021a-0ebb-473a-92e2-f2356ab7e184 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:12.464575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.464971 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Added segment 1760bc6a-fec8-4d87-91d6-a88e8f457526 of type vlan for network 0d398083-fd7f-46ca-9de5-43c5e777ddf5 Apr 22 17:01:12.532508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-490daf5b-ffe1-40e5-8a2c-ca8218109ec9 None None] Provisioning complete for port ef2c021a-0ebb-473a-92e2-f2356ab7e184 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:12.533038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-490daf5b-ffe1-40e5-8a2c-ca8218109ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.568813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] For port eff9959e-ec63-41a3-a2be-c3e88bc36bbe, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:12.583579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] For port eff9959e-ec63-41a3-a2be-c3e88bc36bbe, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=eff9959e-ec63-41a3-a2be-c3e88bc36bbe,segment=NetworkSegment(e4cd0339-796b-4d8a-9bf3-4877b24cd33b),segment_id=e4cd0339-796b-4d8a-9bf3-4877b24cd33b)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:12.610256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.616918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:12.617196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.622318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-417abfb2-9ec6-4dd4-92b2-4261fc459581 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:12.757546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Subnet': ['ID=81605cb3-81db-4eae-a20e-1ab672431a56,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:12.766463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:12.817876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Pushing event updated for resources: {'Port': ['ID=eff9959e-ec63-41a3-a2be-c3e88bc36bbe,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:12.822983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.843858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:12.859717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:12.882400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:12.886486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:12.897798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-209d32b1-843f-4ad3-a34a-407118438f9d tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:12.944598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-490daf5b-ffe1-40e5-8a2c-ca8218109ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:13.001777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network e7b0c8d1-e040-4445-8255-106720f2c010 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:13.013763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:13.055741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network aa4c5a08-e545-4802-a04f-6f64a5b50eba is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:13.057171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:13.062389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54918) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:13.068867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-490daf5b-ffe1-40e5-8a2c-ca8218109ec9 None None] For port ef2c021a-0ebb-473a-92e2-f2356ab7e184, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ef2c021a-0ebb-473a-92e2-f2356ab7e184,segment=NetworkSegment(6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f),segment_id=6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:13.109640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:13.115739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-490daf5b-ffe1-40e5-8a2c-ca8218109ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:13.119936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0b87d349-b4c1-4ffd-a4f8-4b95a81ea791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:13.161010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'subnet': {'network_id': 'e5a3e3d4-6102-4281-84ba-40cacdfd24db', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:13.183059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:01:13.234916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Network e7b0c8d1-e040-4445-8255-106720f2c010 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:13.274273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:01:13.280305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490daf5b-ffe1-40e5-8a2c-ca8218109ec9 None None] Pushing event updated for resources: {'Port': ['ID=ef2c021a-0ebb-473a-92e2-f2356ab7e184,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:13.293963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-490daf5b-ffe1-40e5-8a2c-ca8218109ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:13.296245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4b173ec3-20dd-4f13-b9ed-4743a93ceae9 None None] Provisioning for port 6267f2e2-8079-4747-8af4-52248892633a completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:13.302054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4b173ec3-20dd-4f13-b9ed-4743a93ceae9 None None] Provisioning complete for port 6267f2e2-8079-4747-8af4-52248892633a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:13.302871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b173ec3-20dd-4f13-b9ed-4743a93ceae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:13.362023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:13.367052 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:13.406547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Checking segment: {'id': '9ac2decf-af9b-4261-ac85-a2d354b92549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c028c179-0683-4e52-9e93-9be445676847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:13.407282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:13.419208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network hostable DHCP agents. Network: c028c179-0683-4e52-9e93-9be445676847, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:13.455385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:13.475575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:13.484675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Pushing event deleted for resources: {'Network': ['ID=af285e8f-d391-48ba-a9a5-7819a9c955e8,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:13.491484 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] 10.222.0.77 "DELETE /v2.0/networks/af285e8f-d391-48ba-a9a5-7819a9c955e8 HTTP/1.1" status: 204 len: 168 time: 5.8342803 Apr 22 17:01:13.494015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:13.495587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:13.497718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d7c5e-17df-4bd1-861e-8f884ad6ad26 None None] Sync routers for ids ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:13.500095 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "PUT /v2.0/routers/4018e219-bc45-4cb6-ad27-5548d4dc5e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9027467 Apr 22 17:01:13.504212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e213e439-579c-44c8-86af-65d003d5c113 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:13.538122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d7c5e-17df-4bd1-861e-8f884ad6ad26 None None] Routers {'4018e219-bc45-4cb6-ad27-5548d4dc5e65'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:13.539019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5b6d7c5e-17df-4bd1-861e-8f884ad6ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:13.550200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:13.558491 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] 10.222.0.77 "DELETE /v2.0/networks/e7b0c8d1-e040-4445-8255-106720f2c010 HTTP/1.1" status: 204 len: 168 time: 2.9036529 Apr 22 17:01:13.559819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54924) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:13.572757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Pushing event deleted for resources: {'Network': ['ID=e7b0c8d1-e040-4445-8255-106720f2c010,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:13.615003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:13.626656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:subnet and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:13.634457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:13.694378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:13.699295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:13.725419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:13.728094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5b6d7c5e-17df-4bd1-861e-8f884ad6ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:13.734026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:13.744342 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-467cc3f8-02a9-4204-8cb4-99b8b2efdc0e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] delete failed (client error): The resource could not be found. Apr 22 17:01:13.745510 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-467cc3f8-02a9-4204-8cb4-99b8b2efdc0e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1090071500 HTTP/1.1" status: 404 len: 335 time: 0.1845207 Apr 22 17:01:13.749968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54930) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:13.751050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b173ec3-20dd-4f13-b9ed-4743a93ceae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:13.755785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-68d8f304-25d3-49d6-b2ae-9d69afb11911 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Request body: {'router': {'external_gateway_info': {'network_id': '4018e219-bc45-4cb6-ad27-5548d4dc5e65'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:13.792314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:13.802560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:13.803953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d7c5e-17df-4bd1-861e-8f884ad6ad26 None None] Routers {'4018e219-bc45-4cb6-ad27-5548d4dc5e65'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:13.804976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5b6d7c5e-17df-4bd1-861e-8f884ad6ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:13.848975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network c028c179-0683-4e52-9e93-9be445676847 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:13.885040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4b173ec3-20dd-4f13-b9ed-4743a93ceae9 None None] For port 6267f2e2-8079-4747-8af4-52248892633a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6267f2e2-8079-4747-8af4-52248892633a,segment=NetworkSegment(fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e),segment_id=fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:13.936654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:03Z', 'revision_number': 2, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:12Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:13.942602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6ba1c-250c-4feb-88d4-a44bb7b5ce6c None None] The sync data for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv is: [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:03Z', 'revision_number': 2, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:12Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:13.965984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:13.977631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:14.006530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:14.007749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:14.008396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:14.021640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:14.050866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.8866012 Apr 22 17:01:14.050866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, c028c179-0683-4e52-9e93-9be445676847) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:14.055819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54934) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:14.126130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb082e2-f883-4a73-9dfa-45b8ec89ef02 None None] Network c028c179-0683-4e52-9e93-9be445676847 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:14.140794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b173ec3-20dd-4f13-b9ed-4743a93ceae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:14.143209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5b6d7c5e-17df-4bd1-861e-8f884ad6ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:14.143657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d7c5e-17df-4bd1-861e-8f884ad6ad26 None None] The sync data for ids ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:14.148499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-490daf5b-ffe1-40e5-8a2c-ca8218109ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:14.182611 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.9818819 Apr 22 17:01:14.189998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54942) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:14.222832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Request body: {'subnet': {'network_id': '0d398083-fd7f-46ca-9de5-43c5e777ddf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:14.242266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:14.243251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:14.280359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54946) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:14.314281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:14.319090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54950) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:14.334276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event updated for resources: {'Network': ['ID=0d398083-fd7f-46ca-9de5-43c5e777ddf5,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:14.338024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Usage tracker for resource:subnet and tenant:86a1bac3e934424c91487c1ef59fa414 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:14.355599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:14.357225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:14.360574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 0d398083-fd7f-46ca-9de5-43c5e777ddf5 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:14.370924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:14.374346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:14.382068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5ec9d88-3676-4ccc-88eb-e8e462d8767e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:14.465319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Subnet': ['ID=91ffa7de-f27c-49cd-ad1e-2069316f2458,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:14.472825 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.3493073 Apr 22 17:01:14.506884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:14.510914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54958) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:14.530737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'subnet': {'network_id': '68b21695-e096-4fcb-9565-5a4114179ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:14.557596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b173ec3-20dd-4f13-b9ed-4743a93ceae9 None None] Pushing event updated for resources: {'Port': ['ID=6267f2e2-8079-4747-8af4-52248892633a,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:14.562032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4b173ec3-20dd-4f13-b9ed-4743a93ceae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:14.620583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Made reservation on behalf of 86a1bac3e934424c91487c1ef59fa414 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:14.625799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:14.720045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-c028c179-0683-4e52-9e93-9be445676847', 'network_id': 'c028c179-0683-4e52-9e93-9be445676847', 'tenant_id': '0b6adabbe22b4678bcab73227a87d9fb', 'fixed_ips': [{'subnet_id': '81605cb3-81db-4eae-a20e-1ab672431a56'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:14.721324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:14.757785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-22207981-7a2e-4d74-8fc6-fef2c97e42fe None None] Provisioning complete for port ef2c021a-0ebb-473a-92e2-f2356ab7e184 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:14.758558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22207981-7a2e-4d74-8fc6-fef2c97e42fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:14.968776 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af814ecf-018b-4a57-9465-3a81aa3a1946 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fe909354ad5f4d7b99e38030afcb1802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6436293 Apr 22 17:01:14.977239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Checking segment: {'id': '601aaea9-29b0-48a7-919d-470aa5743310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:14.977621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network hostable DHCP agents. Network: 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:14.982822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54962) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:15.013581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:15.017745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Usage tracker for resource:subnet and tenant:0b6adabbe22b4678bcab73227a87d9fb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:15.020848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:15.026994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:15.070015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Allocated IP 2001:db8::2 (c028c179-0683-4e52-9e93-9be445676847/81605cb3-81db-4eae-a20e-1ab672431a56/eefa39e8-1569-4010-a345-8e947547b5b5) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:15.111223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Made reservation on behalf of 0b6adabbe22b4678bcab73227a87d9fb for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:15.115669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ef2c021a-0ebb-473a-92e2-f2356ab7e184 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:15.117221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:15.203600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-22207981-7a2e-4d74-8fc6-fef2c97e42fe None None] Provisioning for port ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:15.226912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-22207981-7a2e-4d74-8fc6-fef2c97e42fe None None] Provisioning complete for port ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:15.226912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22207981-7a2e-4d74-8fc6-fef2c97e42fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:15.349700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-22207981-7a2e-4d74-8fc6-fef2c97e42fe None None] Port ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:15.441523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-22207981-7a2e-4d74-8fc6-fef2c97e42fe None None] Provisioning complete for port 6267f2e2-8079-4747-8af4-52248892633a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:15.441949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22207981-7a2e-4d74-8fc6-fef2c97e42fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:15.464420 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ec1cda76-3569-4ff4-a407-bab870fbc723 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2bfea243b87743c9b833a4b7735f1fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1775787 Apr 22 17:01:15.475841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ef2c021a-0ebb-473a-92e2-f2356ab7e184 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:15.476222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:15.482198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68d8f304-25d3-49d6-b2ae-9d69afb11911 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:15.485954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54968) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:15.565355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:15.588761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Transition to ACTIVE for port object eefa39e8-1569-4010-a345-8e947547b5b5 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:15.621421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-68d8f304-25d3-49d6-b2ae-9d69afb11911 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] update failed (client error): The resource could not be found. Apr 22 17:01:15.622536 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-68d8f304-25d3-49d6-b2ae-9d69afb11911 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "PUT /v2.0/routers/4018e219-bc45-4cb6-ad27-5548d4dc5e65 HTTP/1.1" status: 404 len: 339 time: 1.8714712 Apr 22 17:01:15.633688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 54972) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:15.642658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:15.654038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Transition to ACTIVE for port object eefa39e8-1569-4010-a345-8e947547b5b5 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:15.676468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42cfffe3-b616-4e65-afff-73a1f0a05588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:15.706142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:15.714855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40e5b4dc-4972-4bc6-bb7c-ae4a67ad56fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:15.736243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8b47-13e0-48e1-acde-8f1acaef4ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:15.816567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Network c028c179-0683-4e52-9e93-9be445676847 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:15.822247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device eff9959e-ec63-41a3-a2be-c3e88bc36bbe up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:15.849536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:15.858729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:15.871984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Pushing event updated for resources: {'Port': ['ID=eefa39e8-1569-4010-a345-8e947547b5b5,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:15.878352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:15.895188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:15.919574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42cfffe3-b616-4e65-afff-73a1f0a05588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:15.920895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefcbd44-e105-46d7-adfd-e67f4d6a8755 None None] Network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:15.971368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8b47-13e0-48e1-acde-8f1acaef4ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:15.980698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:15.982159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.047826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.082379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Attempting to bind port eefa39e8-1569-4010-a345-8e947547b5b5 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:16.082830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Attempting to bind port eefa39e8-1569-4010-a345-8e947547b5b5 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '9ac2decf-af9b-4261-ac85-a2d354b92549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c028c179-0683-4e52-9e93-9be445676847'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:16.083249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Attempting to bind port eefa39e8-1569-4010-a345-8e947547b5b5 on network c028c179-0683-4e52-9e93-9be445676847 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:16.108802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:16.109214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Checking segment: {'id': '9ac2decf-af9b-4261-ac85-a2d354b92549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c028c179-0683-4e52-9e93-9be445676847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:16.109668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.110103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Bound using segment: {'id': '9ac2decf-af9b-4261-ac85-a2d354b92549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c028c179-0683-4e52-9e93-9be445676847'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:16.110677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Bound port: eefa39e8-1569-4010-a345-8e947547b5b5, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac2decf-af9b-4261-ac85-a2d354b92549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c028c179-0683-4e52-9e93-9be445676847'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:16.111086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.162822 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.8945861 Apr 22 17:01:16.165874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 54976) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:16.184295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port eff9959e-ec63-41a3-a2be-c3e88bc36bbe completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:16.359082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42cfffe3-b616-4e65-afff-73a1f0a05588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.373397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad38db0a-6220-4ee0-bca1-40177ddd9cbd tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:16.413581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port eff9959e-ec63-41a3-a2be-c3e88bc36bbe triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:16.413901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.465373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfffe3-b616-4e65-afff-73a1f0a05588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbae59d6-963b-44a7-a93d-f02cfbca7f4c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:16.474393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-42cfffe3-b616-4e65-afff-73a1f0a05588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:16.541814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8b47-13e0-48e1-acde-8f1acaef4ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.557389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] For port eefa39e8-1569-4010-a345-8e947547b5b5, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:16.581885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] For port eefa39e8-1569-4010-a345-8e947547b5b5, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=eefa39e8-1569-4010-a345-8e947547b5b5,segment=NetworkSegment(9ac2decf-af9b-4261-ac85-a2d354b92549),segment_id=9ac2decf-af9b-4261-ac85-a2d354b92549)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:16.599275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42cfffe3-b616-4e65-afff-73a1f0a05588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.603114 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-42cfffe3-b616-4e65-afff-73a1f0a05588 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cbae59d6-963b-44a7-a93d-f02cfbca7f4c HTTP/1.1" status: 204 len: 168 time: 1.6131618 Apr 22 17:01:16.624177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:16.625508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.641787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-231a16bb-ce5d-4408-a978-07c9de5d83ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:16.644295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.654185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:16.665054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.681180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e8b47-13e0-48e1-acde-8f1acaef4ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be9a0a9-1a54-46d9-8bd1-2b3a5907b1ef,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:16.689821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b4e8b47-13e0-48e1-acde-8f1acaef4ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:16.800234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:16.874682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Pushing event updated for resources: {'Port': ['ID=eefa39e8-1569-4010-a345-8e947547b5b5,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:16.885560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:16.898502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port eff9959e-ec63-41a3-a2be-c3e88bc36bbe, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=eff9959e-ec63-41a3-a2be-c3e88bc36bbe,segment=NetworkSegment(e4cd0339-796b-4d8a-9bf3-4877b24cd33b),segment_id=e4cd0339-796b-4d8a-9bf3-4877b24cd33b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:16.987721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Allocated IP 2001:db8:1::2 (9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa/91ffa7de-f27c-49cd-ad1e-2069316f2458/076b4cce-5140-40b7-99b2-4f899b1020dd) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:17.086471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:17.089427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6267f2e2-8079-4747-8af4-52248892633a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:17.113604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8b47-13e0-48e1-acde-8f1acaef4ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:17.115125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7b4e8b47-13e0-48e1-acde-8f1acaef4ada admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1be9a0a9-1a54-46d9-8bd1-2b3a5907b1ef HTTP/1.1" status: 204 len: 168 time: 1.6280184 Apr 22 17:01:17.129941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:17.140386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6daf1db4-3bd5-4001-b019-d60e116edda5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:17.300969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Subnet': ['ID=40ff627e-7d74-45f4-a512-e7a5f6da393a,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:17.318441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b35ea317-4e2f-4039-99e5-896715d4c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:17.323023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:17.380709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:17.534685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:17.535832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6267f2e2-8079-4747-8af4-52248892633a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:17.536260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:17.545497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-42613d35-7724-45ea-89dd-f571fe2e48b4 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:17.649994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:17.661271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Checking segment: {'id': '8e80a2a7-dca1-4552-b1aa-71368646a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e5a3e3d4-6102-4281-84ba-40cacdfd24db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:17.661678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network hostable DHCP agents. Network: e5a3e3d4-6102-4281-84ba-40cacdfd24db, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:17.676904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=eff9959e-ec63-41a3-a2be-c3e88bc36bbe,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:17.691263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:17.713708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Transition to ACTIVE for port object 076b4cce-5140-40b7-99b2-4f899b1020dd will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:17.804549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Transition to ACTIVE for port object 076b4cce-5140-40b7-99b2-4f899b1020dd will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:17.810956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:17.836606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7639b68b-76bb-4993-98e9-be9e8bb0b122 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:17.861661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:17.883310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:17.897910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network e5a3e3d4-6102-4281-84ba-40cacdfd24db is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:17.972178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:17.987811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:18.001521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:18.014042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:18.023639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Pushing event updated for resources: {'Port': ['ID=076b4cce-5140-40b7-99b2-4f899b1020dd,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:18.026101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fab1d1dc-920b-431a-ac55-bcba91bd1a81 None None] Provisioning complete for port ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:18.026579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fab1d1dc-920b-431a-ac55-bcba91bd1a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:18.042249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:18.052199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:18.093315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:18.094051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fab1d1dc-920b-431a-ac55-bcba91bd1a81 None None] Port ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:18.107795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:18.160019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Allocated IP 172.20.0.1 (1c921a51-7804-4718-bb85-c0c1814b353c/834b6e84-7dce-4c86-9ade-54c02a74420f/d4928700-7fa9-4418-b8e0-e2d1e8fecc6e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:18.202519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Attempting to bind port 076b4cce-5140-40b7-99b2-4f899b1020dd on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:18.202962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Attempting to bind port 076b4cce-5140-40b7-99b2-4f899b1020dd by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '601aaea9-29b0-48a7-919d-470aa5743310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:18.203500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Attempting to bind port 076b4cce-5140-40b7-99b2-4f899b1020dd on network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:18.214185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:18.214590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Checking segment: {'id': '601aaea9-29b0-48a7-919d-470aa5743310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:18.215096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:18.216061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Bound using segment: {'id': '601aaea9-29b0-48a7-919d-470aa5743310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:18.216598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Bound port: 076b4cce-5140-40b7-99b2-4f899b1020dd, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601aaea9-29b0-48a7-919d-470aa5743310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:18.217019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:18.335341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device eefa39e8-1569-4010-a345-8e947547b5b5 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:18.340911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55002) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:18.499986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] For port 076b4cce-5140-40b7-99b2-4f899b1020dd, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:18.501243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:18.515627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] For port 076b4cce-5140-40b7-99b2-4f899b1020dd, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=076b4cce-5140-40b7-99b2-4f899b1020dd,segment=NetworkSegment(601aaea9-29b0-48a7-919d-470aa5743310),segment_id=601aaea9-29b0-48a7-919d-470aa5743310)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:18.569900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port eefa39e8-1569-4010-a345-8e947547b5b5 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:18.575053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:18.586161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cebfd6f7-bdf5-48dc-b35c-710e63d3bd12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:18.604545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, e5a3e3d4-6102-4281-84ba-40cacdfd24db) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:18.629822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-100531244'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:18.638997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f2e024-1dfa-43e9-a671-61ef5109bdf0 None None] Network e5a3e3d4-6102-4281-84ba-40cacdfd24db requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:18.670897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:18.671808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:18.712465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device eff9959e-ec63-41a3-a2be-c3e88bc36bbe up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:18.713203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:18.739775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Pushing event updated for resources: {'Port': ['ID=076b4cce-5140-40b7-99b2-4f899b1020dd,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:18.742975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Usage tracker for resource:network and tenant:38f8f61d33494cddbaf497847c0c8a19 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:18.751713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:18.754991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33be385-b7e8-46f5-84b9-79f3570fba50 None None] Network c028c179-0683-4e52-9e93-9be445676847 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:18.773356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:18.813521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Checking segment: {'id': '785b3a75-654c-4caf-8b1c-91b69b1ba87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '68b21695-e096-4fcb-9565-5a4114179ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:18.814058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network hostable DHCP agents. Network: 68b21695-e096-4fcb-9565-5a4114179ad6, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:18.819631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Subnet': ['ID=862fcbfb-57bc-416e-ac2d-195c975ee41f,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:18.828266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:18.838162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87209) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:01:18.838869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:18.839016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:18.848598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:18.865298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:18.879404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Transition to ACTIVE for port object d4928700-7fa9-4418-b8e0-e2d1e8fecc6e will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:18.995640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:01:19.015225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Made reservation on behalf of 38f8f61d33494cddbaf497847c0c8a19 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:19.015724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c29ba3ed-71aa-4adb-af3d-fde1ad37d6b8,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:19.022137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.031909 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.9387634 Apr 22 17:01:19.031909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network 68b21695-e096-4fcb-9565-5a4114179ad6 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:19.033593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:19.035805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55008) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:19.037462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6bf74959-8f31-455f-a7b5-4a9e89f2ad9c None None] Provisioning for port eefa39e8-1569-4010-a345-8e947547b5b5 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:19.047555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2147197477'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:19.054836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Checking segment: {'id': '1760bc6a-fec8-4d87-91d6-a88e8f457526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d398083-fd7f-46ca-9de5-43c5e777ddf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:19.055692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network hostable DHCP agents. Network: 0d398083-fd7f-46ca-9de5-43c5e777ddf5, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:19.060040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.061400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 68b21695-e096-4fcb-9565-5a4114179ad6) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:19.078546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:19.089193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port eff9959e-ec63-41a3-a2be-c3e88bc36bbe triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:19.095827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.095992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:network and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:19.102348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Allocated IP 2001:db8:1::1 (9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa/91ffa7de-f27c-49cd-ad1e-2069316f2458/f295e978-6305-4387-a5d3-fa77ce56fa55) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:19.103414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:19.110777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:19.111536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.116286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6bf74959-8f31-455f-a7b5-4a9e89f2ad9c None None] Provisioning complete for port eefa39e8-1569-4010-a345-8e947547b5b5 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:19.117448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bf74959-8f31-455f-a7b5-4a9e89f2ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.118228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:19.120654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:19.128629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.145983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e8d6b199-e674-444f-aa89-38104aaf7919 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:19.154124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network 0d398083-fd7f-46ca-9de5-43c5e777ddf5 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:19.162479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ecf31-b191-4a2a-9843-be5c680b20c8 None None] Network 68b21695-e096-4fcb-9565-5a4114179ad6 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:19.187375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Usage tracker for resource:security_group_rule and tenant:38f8f61d33494cddbaf497847c0c8a19 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:19.196295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:19.222966 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b4a0c0e1-eb2a-42ac-b84d-985f01e087c6 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7089956 Apr 22 17:01:19.231715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55012) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:19.232291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network 1c921a51-7804-4718-bb85-c0c1814b353c is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:19.233019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:19.235425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:19.238079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:19.276115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:19.282998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.325540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 0d398083-fd7f-46ca-9de5-43c5e777ddf5) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:19.401057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event updated for resources: {'Port': ['ID=d4928700-7fa9-4418-b8e0-e2d1e8fecc6e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:19.450914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.453315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:19.460503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:19.466318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.571789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:19.584064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.584634 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Added segment a13c2ebe-22f1-4951-8f77-9e41fa9d296b of type vlan for network 42f9f09c-da72-48d7-b457-6d53d5a85562 Apr 22 17:01:19.585152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470a0ecb-3e95-4997-a575-50064f337c4e None None] Network 0d398083-fd7f-46ca-9de5-43c5e777ddf5 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:19.631685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.662525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.676536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.710015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.711208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:19.760138 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.5576494 Apr 22 17:01:19.766236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55016) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:19.772866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.779004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:19.779606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.803821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.852085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Request body: {'floatingip': {'floating_network_id': '0d398083-fd7f-46ca-9de5-43c5e777ddf5'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:19.877674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:19.886132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:19.891607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.895512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:19.898398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:19.902386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-99ed0bae-073b-498b-9ef6-d7064443e41a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:19.917582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Usage tracker for resource:floatingip and tenant:86a1bac3e934424c91487c1ef59fa414 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:19.920881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:19.926770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:19.946123 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9065421 Apr 22 17:01:19.948759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:19.951921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Transition to ACTIVE for port object f295e978-6305-4387-a5d3-fa77ce56fa55 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:19.955892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55020) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:19.965265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'subnet': {'network_id': '42f9f09c-da72-48d7-b457-6d53d5a85562', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:19.968253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-e5a3e3d4-6102-4281-84ba-40cacdfd24db', 'network_id': 'e5a3e3d4-6102-4281-84ba-40cacdfd24db', 'tenant_id': 'd457a84261764b75b80b7f2c3b82739b', 'fixed_ips': [{'subnet_id': '40ff627e-7d74-45f4-a512-e7a5f6da393a'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:19.969171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.011437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.011882 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Added segment 03c7d867-2d9e-4a1c-a269-2a6d3386a9f6 of type vlan for network a49077c8-8f4a-4f81-9477-4eaf7968c586 Apr 22 17:01:20.109421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.119514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Network': ['ID=42f9f09c-da72-48d7-b457-6d53d5a85562,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:20.123400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:20.124048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.135862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7d80e787-1476-4a4f-a5d2-2e5551226b96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:20.221652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 42f9f09c-da72-48d7-b457-6d53d5a85562 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:20.267573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d95fbcf-7b87-418c-9f3d-a9423e66bc89,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:20.320581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:20.342931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.349196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network aa4c5a08-e545-4802-a04f-6f64a5b50eba is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:20.351280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bf74959-8f31-455f-a7b5-4a9e89f2ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.353398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:20.369263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:20.385338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:subnet and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:20.433209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.441919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:20.442905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.452584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-631f3975-63f5-4d88-b8ae-2672c6e5a93c tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:20.460789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:20.481405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:20.486252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.504262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ee8b22a-8618-4369-9799-4cdf1add62dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:20.511237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6bf74959-8f31-455f-a7b5-4a9e89f2ad9c None None] For port eefa39e8-1569-4010-a345-8e947547b5b5, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=eefa39e8-1569-4010-a345-8e947547b5b5,segment=NetworkSegment(9ac2decf-af9b-4261-ac85-a2d354b92549),segment_id=9ac2decf-af9b-4261-ac85-a2d354b92549)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:20.575233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 076b4cce-5140-40b7-99b2-4f899b1020dd up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:20.633889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:20.639724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:20.644409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bf74959-8f31-455f-a7b5-4a9e89f2ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.662054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:20.675178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:20.677748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.707317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.718600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-68b21695-e096-4fcb-9565-5a4114179ad6', 'network_id': '68b21695-e096-4fcb-9565-5a4114179ad6', 'tenant_id': '0b6adabbe22b4678bcab73227a87d9fb', 'fixed_ips': [{'subnet_id': '862fcbfb-57bc-416e-ac2d-195c975ee41f'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:20.719526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.725849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:20.732692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:20.745154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586fb06-2dd3-461e-b2ce-4bce24538d2e None None] Network 0d398083-fd7f-46ca-9de5-43c5e777ddf5 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:20.881576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=f295e978-6305-4387-a5d3-fa77ce56fa55,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:20.894662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f8413b-75cc-49dd-93cd-4678387d9c4b None None] Network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:20.948344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:21.092732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-05b7a8c9-f6ae-4ad2-bef3-447abf1d49ed None None] Provisioning for port d4928700-7fa9-4418-b8e0-e2d1e8fecc6e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:21.124233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf74959-8f31-455f-a7b5-4a9e89f2ad9c None None] Pushing event updated for resources: {'Port': ['ID=eefa39e8-1569-4010-a345-8e947547b5b5,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:21.130809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:21.145341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-05b7a8c9-f6ae-4ad2-bef3-447abf1d49ed None None] Provisioning complete for port d4928700-7fa9-4418-b8e0-e2d1e8fecc6e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:21.145762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05b7a8c9-f6ae-4ad2-bef3-447abf1d49ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:21.180559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Allocated IP 2001:db8::1 (c028c179-0683-4e52-9e93-9be445676847/81605cb3-81db-4eae-a20e-1ab672431a56/163f12ab-b49c-46b8-85e0-5ee5e65c81eb) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:21.186773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6bf74959-8f31-455f-a7b5-4a9e89f2ad9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:21.197503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8528764 Apr 22 17:01:21.204952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55024) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:21.222880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Request body: {'subnet': {'network_id': 'a49077c8-8f4a-4f81-9477-4eaf7968c586', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:21.264463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event updated for resources: {'Network': ['ID=a49077c8-8f4a-4f81-9477-4eaf7968c586,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:21.267819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:21.285647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Allocated IP 2001:db8:0:ffff::2 (e5a3e3d4-6102-4281-84ba-40cacdfd24db/40ff627e-7d74-45f4-a512-e7a5f6da393a/b0223f30-5838-4b59-957a-f1bcab1df8ad) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:21.295795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 076b4cce-5140-40b7-99b2-4f899b1020dd completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:21.299169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network a49077c8-8f4a-4f81-9477-4eaf7968c586 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:21.428038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Router ac82cb02-61b8-49a0-9741-f64360e510ae is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:01:21.685458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-05b7a8c9-f6ae-4ad2-bef3-447abf1d49ed None None] Port d4928700-7fa9-4418-b8e0-e2d1e8fecc6e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:21.755877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:21.768180 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "PUT /v2.0/routers/ac82cb02-61b8-49a0-9741-f64360e510ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7115724 Apr 22 17:01:21.769176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37415e8b-a599-46e3-87c8-770985145f14 None None] Sync routers for ids ['ac82cb02-61b8-49a0-9741-f64360e510ae'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:21.771588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55028) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:21.789933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37415e8b-a599-46e3-87c8-770985145f14 None None] Routers {'ac82cb02-61b8-49a0-9741-f64360e510ae'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:21.793393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-37415e8b-a599-46e3-87c8-770985145f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ac82cb02-61b8-49a0-9741-f64360e510ae'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:21.852986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:21.879544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-37415e8b-a599-46e3-87c8-770985145f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:21.891401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37415e8b-a599-46e3-87c8-770985145f14 None None] Routers {'ac82cb02-61b8-49a0-9741-f64360e510ae'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:21.892255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-37415e8b-a599-46e3-87c8-770985145f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ac82cb02-61b8-49a0-9741-f64360e510ae'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:21.908883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:21.923011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:21.957470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-05b7a8c9-f6ae-4ad2-bef3-447abf1d49ed None None] Provisioning complete for port ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:21.957889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05b7a8c9-f6ae-4ad2-bef3-447abf1d49ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:21.964779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-37415e8b-a599-46e3-87c8-770985145f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:21.965965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37415e8b-a599-46e3-87c8-770985145f14 None None] The sync data for ids ['ac82cb02-61b8-49a0-9741-f64360e510ae'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:21.986404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f754c94-9013-4272-9bc7-effcd2af7fec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:21.991133 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8f754c94-9013-4272-9bc7-effcd2af7fec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac82cb02-61b8-49a0-9741-f64360e510ae HTTP/1.1" status: 200 len: 981 time: 0.2156916 Apr 22 17:01:21.991133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c9866012-31f5-478a-8f85-d313311be21e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:22.013912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Allocated IP 2001:db8::2 (68b21695-e096-4fcb-9565-5a4114179ad6/862fcbfb-57bc-416e-ac2d-195c975ee41f/8f7029ee-aca2-412e-b700-067bbd07fffe) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:22.018913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55032) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:22.084854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:22.109317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:22.113240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event updated for resources: {'Port': ['ID=d4928700-7fa9-4418-b8e0-e2d1e8fecc6e,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:22.124730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:22.124921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-05b7a8c9-f6ae-4ad2-bef3-447abf1d49ed None None] Port ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:22.145659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Usage tracker for resource:subnet and tenant:38f8f61d33494cddbaf497847c0c8a19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:22.164193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:22.183058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:22.252324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network 1c921a51-7804-4718-bb85-c0c1814b353c is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:22.253716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:22.259177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Allocated IP 172.20.0.14 (0d398083-fd7f-46ca-9de5-43c5e777ddf5/c29ba3ed-71aa-4adb-af3d-fde1ad37d6b8/ff6b9cd8-a93d-423a-8bf4-c059a3ed7ff3) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:22.296977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-05b7a8c9-f6ae-4ad2-bef3-447abf1d49ed None None] Provisioning complete for port eefa39e8-1569-4010-a345-8e947547b5b5 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:22.297401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05b7a8c9-f6ae-4ad2-bef3-447abf1d49ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:22.391110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:22.393943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device eefa39e8-1569-4010-a345-8e947547b5b5 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:22.459604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:22.465019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Router 4018e219-bc45-4cb6-ad27-5548d4dc5e65 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:01:22.478792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Transition to ACTIVE for port object b0223f30-5838-4b59-957a-f1bcab1df8ad will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:22.627951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Transition to ACTIVE for port object b0223f30-5838-4b59-957a-f1bcab1df8ad will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:22.653854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:22.662556 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "PUT /v2.0/routers/4018e219-bc45-4cb6-ad27-5548d4dc5e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0230036 Apr 22 17:01:22.662963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55036) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:22.677769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e0423-5a96-4445-80aa-c7653b2a7471 None None] Sync routers for ids ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:22.687090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:22.702248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:22.741895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:22.774481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port eefa39e8-1569-4010-a345-8e947547b5b5 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:22.774973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:22.815048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e0423-5a96-4445-80aa-c7653b2a7471 None None] Routers {'4018e219-bc45-4cb6-ad27-5548d4dc5e65'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:22.815758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-782e0423-5a96-4445-80aa-c7653b2a7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:22.831436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Made reservation on behalf of 38f8f61d33494cddbaf497847c0c8a19 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:22.841152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:22.896646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e0e4531-0d23-413f-bb03-fc8c4b042403 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:22.900880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Network e5a3e3d4-6102-4281-84ba-40cacdfd24db is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:22.915756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Transition to ACTIVE for port object 8f7029ee-aca2-412e-b700-067bbd07fffe will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:22.939025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Transition to ACTIVE for port object 8f7029ee-aca2-412e-b700-067bbd07fffe will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:22.953716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Pushing event updated for resources: {'Port': ['ID=b0223f30-5838-4b59-957a-f1bcab1df8ad,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:22.956713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:22.968636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:22.969632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-782e0423-5a96-4445-80aa-c7653b2a7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:22.972304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:23.041383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.069126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.083128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-4e0e4531-0d23-413f-bb03-fc8c4b042403 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 17:01:23.084557 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4e0e4531-0d23-413f-bb03-fc8c4b042403 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "DELETE /v2.0/routers/4018e219-bc45-4cb6-ad27-5548d4dc5e65 HTTP/1.1" status: 409 len: 329 time: 0.4204926 Apr 22 17:01:23.088134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c76d2fa1-b8d3-4995-acd7-5c3ec79c5939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:23.088282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55040) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:23.144591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e0423-5a96-4445-80aa-c7653b2a7471 None None] Routers {'4018e219-bc45-4cb6-ad27-5548d4dc5e65'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:23.145216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-782e0423-5a96-4445-80aa-c7653b2a7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:23.214445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Network 68b21695-e096-4fcb-9565-5a4114179ad6 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:23.225203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Provisioning complete for port d4928700-7fa9-4418-b8e0-e2d1e8fecc6e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:23.225709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.250220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Transition to ACTIVE for port object 163f12ab-b49c-46b8-85e0-5ee5e65c81eb will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:23.272483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:23.485369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:23.487821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Attempting to bind port b0223f30-5838-4b59-957a-f1bcab1df8ad on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:23.488306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Attempting to bind port b0223f30-5838-4b59-957a-f1bcab1df8ad by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '8e80a2a7-dca1-4552-b1aa-71368646a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e5a3e3d4-6102-4281-84ba-40cacdfd24db'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:23.488699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Attempting to bind port b0223f30-5838-4b59-957a-f1bcab1df8ad on network e5a3e3d4-6102-4281-84ba-40cacdfd24db {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:23.490857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-782e0423-5a96-4445-80aa-c7653b2a7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:23.491238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e0423-5a96-4445-80aa-c7653b2a7471 None None] The sync data for ids ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:23.584723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:23.584723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Checking segment: {'id': '8e80a2a7-dca1-4552-b1aa-71368646a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e5a3e3d4-6102-4281-84ba-40cacdfd24db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:23.585127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.585561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Bound using segment: {'id': '8e80a2a7-dca1-4552-b1aa-71368646a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e5a3e3d4-6102-4281-84ba-40cacdfd24db'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:23.586329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Bound port: b0223f30-5838-4b59-957a-f1bcab1df8ad, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e80a2a7-dca1-4552-b1aa-71368646a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e5a3e3d4-6102-4281-84ba-40cacdfd24db'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:23.586463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.600823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.605111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.612304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Pushing event updated for resources: {'Port': ['ID=8f7029ee-aca2-412e-b700-067bbd07fffe,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:23.615371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:23.656609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:23.675905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Port d4928700-7fa9-4418-b8e0-e2d1e8fecc6e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:23.676792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.761350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network 0d398083-fd7f-46ca-9de5-43c5e777ddf5 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:23.768055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.768971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.773960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network c028c179-0683-4e52-9e93-9be445676847 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:23.778010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Attempting to bind port 8f7029ee-aca2-412e-b700-067bbd07fffe on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:23.778429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Attempting to bind port 8f7029ee-aca2-412e-b700-067bbd07fffe by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '785b3a75-654c-4caf-8b1c-91b69b1ba87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '68b21695-e096-4fcb-9565-5a4114179ad6'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:23.778860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Attempting to bind port 8f7029ee-aca2-412e-b700-067bbd07fffe on network 68b21695-e096-4fcb-9565-5a4114179ad6 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:23.785371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:23.800855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:23.801283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Checking segment: {'id': '785b3a75-654c-4caf-8b1c-91b69b1ba87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '68b21695-e096-4fcb-9565-5a4114179ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:23.801734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.802178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Bound using segment: {'id': '785b3a75-654c-4caf-8b1c-91b69b1ba87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '68b21695-e096-4fcb-9565-5a4114179ad6'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:23.802850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Bound port: 8f7029ee-aca2-412e-b700-067bbd07fffe, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785b3a75-654c-4caf-8b1c-91b69b1ba87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '68b21695-e096-4fcb-9565-5a4114179ad6'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:23.809321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.816237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:23.818340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:23.852370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event updated for resources: {'Port': ['ID=ff6b9cd8-a93d-423a-8bf4-c059a3ed7ff3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:23.877286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Provisioning for port f295e978-6305-4387-a5d3-fa77ce56fa55 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:23.894172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:23.894785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.898550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Provisioning complete for port f295e978-6305-4387-a5d3-fa77ce56fa55 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:23.899471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.938787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:23.961340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] For port b0223f30-5838-4b59-957a-f1bcab1df8ad, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:23.998595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Port f295e978-6305-4387-a5d3-fa77ce56fa55 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:24.002563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] For port b0223f30-5838-4b59-957a-f1bcab1df8ad, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b0223f30-5838-4b59-957a-f1bcab1df8ad,segment=NetworkSegment(8e80a2a7-dca1-4552-b1aa-71368646a084),segment_id=8e80a2a7-dca1-4552-b1aa-71368646a084)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:24.023322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] For port 8f7029ee-aca2-412e-b700-067bbd07fffe, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:24.027385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] For port 8f7029ee-aca2-412e-b700-067bbd07fffe, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8f7029ee-aca2-412e-b700-067bbd07fffe,segment=NetworkSegment(785b3a75-654c-4caf-8b1c-91b69b1ba87f),segment_id=785b3a75-654c-4caf-8b1c-91b69b1ba87f)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:24.039077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:24.046015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:24.096230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:24.100918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Provisioning for port 076b4cce-5140-40b7-99b2-4f899b1020dd completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:24.130477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Provisioning complete for port 076b4cce-5140-40b7-99b2-4f899b1020dd triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:24.130885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:24.235927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Pushing event updated for resources: {'Port': ['ID=b0223f30-5838-4b59-957a-f1bcab1df8ad,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:24.240253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:24.241137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:24.333885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Deleting port d4928700-7fa9-4418-b8e0-e2d1e8fecc6e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:24.334263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:24.375930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Pushing event updated for resources: {'Port': ['ID=8f7029ee-aca2-412e-b700-067bbd07fffe,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:24.405439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:24.424378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:24.465471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] For port 076b4cce-5140-40b7-99b2-4f899b1020dd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=076b4cce-5140-40b7-99b2-4f899b1020dd,segment=NetworkSegment(601aaea9-29b0-48a7-919d-470aa5743310),segment_id=601aaea9-29b0-48a7-919d-470aa5743310)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:24.489185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:24.492380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-39abab4b-93ea-4e89-904a-619bc76ce3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:24.516018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Port': ['ID=163f12ab-b49c-46b8-85e0-5ee5e65c81eb,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:24.552292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:24.554144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.909s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:24.578852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Pushing event updated for resources: {'Port': ['ID=076b4cce-5140-40b7-99b2-4f899b1020dd,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:24.584812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:24.604896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:24.640342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e4ca8dc5-0844-435c-9e9f-c6675d11db9f None None] Provisioning complete for port f295e978-6305-4387-a5d3-fa77ce56fa55 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:24.640342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8dc5-0844-435c-9e9f-c6675d11db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:24.737616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87209) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:01:24.758163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca8dc5-0844-435c-9e9f-c6675d11db9f None None] Port f295e978-6305-4387-a5d3-fa77ce56fa55 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:24.786252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:24.821084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e4ca8dc5-0844-435c-9e9f-c6675d11db9f None None] Provisioning for port 163f12ab-b49c-46b8-85e0-5ee5e65c81eb completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:24.834218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e4ca8dc5-0844-435c-9e9f-c6675d11db9f None None] Provisioning complete for port 163f12ab-b49c-46b8-85e0-5ee5e65c81eb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:24.837226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8dc5-0844-435c-9e9f-c6675d11db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:24.853534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Calling delete_port for d4928700-7fa9-4418-b8e0-e2d1e8fecc6e owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:24.895599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=f295e978-6305-4387-a5d3-fa77ce56fa55,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:24.917532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:24.918760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:24.920236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca8dc5-0844-435c-9e9f-c6675d11db9f None None] Port 163f12ab-b49c-46b8-85e0-5ee5e65c81eb cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:24.950200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.165s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:24.950669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:24.962505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e12ec73b-51fc-4905-b09b-2fb4baa6eac7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:24.990767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:25.035326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:25.078307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:25.084159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c294723d-9fc1-4b69-9dae-0b341d4e2247 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:25.140494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event deleted for resources: {'Port': ['ID=d4928700-7fa9-4418-b8e0-e2d1e8fecc6e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:25.143563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:25.237366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Checking segment: {'id': 'a13c2ebe-22f1-4951-8f77-9e41fa9d296b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '42f9f09c-da72-48d7-b457-6d53d5a85562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:25.237762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network hostable DHCP agents. Network: 42f9f09c-da72-48d7-b457-6d53d5a85562, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:25.242861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:25.249217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1391cbdd-3c20-4fcc-b68c-d199e1162c4f None None] Provisioning complete for port f295e978-6305-4387-a5d3-fa77ce56fa55 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:25.250852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1391cbdd-3c20-4fcc-b68c-d199e1162c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:25.331950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1391cbdd-3c20-4fcc-b68c-d199e1162c4f None None] Port f295e978-6305-4387-a5d3-fa77ce56fa55 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:25.361994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:25.399110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Subnet': ['ID=bbfd6846-9170-4481-8593-ac20d7e875eb,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:25.421901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:25.424446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:25.568065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:25.678460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router a4c803e6-6a92-4b94-aab6-003a048d187c has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:01:25.698091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network 42f9f09c-da72-48d7-b457-6d53d5a85562 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:25.746806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Router 4018e219-bc45-4cb6-ad27-5548d4dc5e65 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:01:25.904679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:25.914930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f6bb6-3fa0-41c9-b75e-ba49f3a7a3fc None None] Sync routers for ids ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:25.915796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "PUT /v2.0/routers/4018e219-bc45-4cb6-ad27-5548d4dc5e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8265474 Apr 22 17:01:25.920428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55044) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:25.930992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f6bb6-3fa0-41c9-b75e-ba49f3a7a3fc None None] Routers {'4018e219-bc45-4cb6-ad27-5548d4dc5e65'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:25.931956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b02f6bb6-3fa0-41c9-b75e-ba49f3a7a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:25.984780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 42f9f09c-da72-48d7-b457-6d53d5a85562) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:26.000290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bff07f-3c13-4ada-975e-732d18049605 None None] Network 42f9f09c-da72-48d7-b457-6d53d5a85562 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:26.010714 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-187fb4d1-517e-4470-b930-ac5513119bce tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] show failed (client error): The resource could not be found. Apr 22 17:01:26.016053 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-187fb4d1-517e-4470-b930-ac5513119bce tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-409410041 HTTP/1.1" status: 404 len: 334 time: 0.0891597 Apr 22 17:01:26.016471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:26.016471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:26.019149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55048) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:26.027140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b02f6bb6-3fa0-41c9-b75e-ba49f3a7a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:26.030828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-08351564-6fb4-4142-8e1d-1b250c1d1bed tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:26.037248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f6bb6-3fa0-41c9-b75e-ba49f3a7a3fc None None] Routers {'4018e219-bc45-4cb6-ad27-5548d4dc5e65'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:26.037942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b02f6bb6-3fa0-41c9-b75e-ba49f3a7a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:26.122779 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-08351564-6fb4-4142-8e1d-1b250c1d1bed tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] update failed (client error): The resource could not be found. Apr 22 17:01:26.132783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b02f6bb6-3fa0-41c9-b75e-ba49f3a7a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:26.133481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f6bb6-3fa0-41c9-b75e-ba49f3a7a3fc None None] The sync data for ids ['4018e219-bc45-4cb6-ad27-5548d4dc5e65'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:26.133633 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-08351564-6fb4-4142-8e1d-1b250c1d1bed tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-278890852 HTTP/1.1" status: 404 len: 334 time: 0.1130497 Apr 22 17:01:26.134218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55052) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:26.163535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c0b9f8-8a31-4dd5-a904-873b0eb71070 None None] Network e5a3e3d4-6102-4281-84ba-40cacdfd24db requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:26.185326 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.2251875 Apr 22 17:01:26.186087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55056) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:26.196531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'port': {'network_id': '42f9f09c-da72-48d7-b457-6d53d5a85562', 'name': 'tempest-NetworksIpV6TestAttrs-1528871889'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:26.252266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32719884-04b7-4222-a881-3c13345cb5eb None None] Network 68b21695-e096-4fcb-9565-5a4114179ad6 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:26.317923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-c861c886-025d-4cd1-853a-4a538d51d90c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Deleting subnet 826dcb66-e475-43ed-a9e7-6fb4a23fc2fe {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:01:26.321149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c861c886-025d-4cd1-853a-4a538d51d90c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:26.383812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c861c886-025d-4cd1-853a-4a538d51d90c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:26.463678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9c06cac1-2389-4df2-b1f3-ff4a49598661 None None] Provisioning for port b0223f30-5838-4b59-957a-f1bcab1df8ad completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:26.499256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c861c886-025d-4cd1-853a-4a538d51d90c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:26.566336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 076b4cce-5140-40b7-99b2-4f899b1020dd up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:26.766017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9c06cac1-2389-4df2-b1f3-ff4a49598661 None None] Provisioning for port 8f7029ee-aca2-412e-b700-067bbd07fffe completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:26.919155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-42f9f09c-da72-48d7-b457-6d53d5a85562', 'network_id': '42f9f09c-da72-48d7-b457-6d53d5a85562', 'tenant_id': 'd457a84261764b75b80b7f2c3b82739b', 'fixed_ips': [{'subnet_id': 'bbfd6846-9170-4481-8593-ac20d7e875eb'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:26.920269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:26.958298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:26.974482 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8037415 Apr 22 17:01:26.974773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:26.981550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55060) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:26.986024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f019112-1655-41a1-8804-8c47c0ed45b8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:26.986195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Sync routers for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:26.998141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:27.004720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:port and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:27.010109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:27.018222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 076b4cce-5140-40b7-99b2-4f899b1020dd triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:27.018680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.018793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:27.022885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1984254296'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:27.055030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:27.072349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:network and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:27.074538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:27.080921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.083907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:27.090828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:01:27.108936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] device_id is not set on port 6dd9dee6-2425-408f-aa1e-d922506598d7 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:01:27.109178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:27.109865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:27.128935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:27.131066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:27.131448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.168442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.220251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event updated for resources: {'Subnet': ['ID=4a281c5c-c661-4354-9aed-64da2fd6090b,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:27.228981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.231933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.237717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:27.248913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:27.335137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:27.341799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.343039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c861c886-025d-4cd1-853a-4a538d51d90c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.347651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Allocated IP 2001:db8::f816:3eff:feb1:b83b (42f9f09c-da72-48d7-b457-6d53d5a85562/bbfd6846-9170-4481-8593-ac20d7e875eb/6dd9dee6-2425-408f-aa1e-d922506598d7) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:27.351033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:27.355026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.365182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Checking segment: {'id': '03c7d867-2d9e-4a1c-a269-2a6d3386a9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'a49077c8-8f4a-4f81-9477-4eaf7968c586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:27.369268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Network hostable DHCP agents. Network: a49077c8-8f4a-4f81-9477-4eaf7968c586, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:27.396815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861c886-025d-4cd1-853a-4a538d51d90c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event deleted for resources: {'Subnet': ['ID=826dcb66-e475-43ed-a9e7-6fb4a23fc2fe,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:27.399417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c861c886-025d-4cd1-853a-4a538d51d90c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:27.403699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c861c886-025d-4cd1-853a-4a538d51d90c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.431772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c861c886-025d-4cd1-853a-4a538d51d90c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "DELETE /v2.0/subnets/826dcb66-e475-43ed-a9e7-6fb4a23fc2fe HTTP/1.1" status: 204 len: 168 time: 1.2936323 Apr 22 17:01:27.433161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55064) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:27.466441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.497761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa19673-0f02-4ec6-8dc9-cb54451d1065 None None] Network bd1576ca-9b87-4ebb-b29b-f4e89566fa4c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:27.577377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Port': ['ID=163f12ab-b49c-46b8-85e0-5ee5e65c81eb,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:27.639542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:27.665728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85d7f6ce-3a9f-405e-af7e-b7d2dbafa440 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:27.711895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:27.712180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:01:27.728142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Network a49077c8-8f4a-4f81-9477-4eaf7968c586 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:27.753933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a10e81-87d5-4f3b-afbb-3407c5072fb1 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Deleting subnet 7fd2c7a1-0fab-418d-9de6-0707ba469dca {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:01:27.759657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.767835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62a10e81-87d5-4f3b-afbb-3407c5072fb1 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.810297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.810297 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added segment 12ff053c-27b4-468f-8cdd-bee262e77a12 of type vlan for network 36b3f95d-dfd0-4a32-9abc-92a2457a658c Apr 22 17:01:27.815900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.831458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Transition to ACTIVE for port object 6dd9dee6-2425-408f-aa1e-d922506598d7 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:27.861230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62a10e81-87d5-4f3b-afbb-3407c5072fb1 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.864184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.894570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event updated for resources: {'Port': ['ID=ff6b9cd8-a93d-423a-8bf4-c059a3ed7ff3,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:27.897230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:27.914801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:27.915509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, a49077c8-8f4a-4f81-9477-4eaf7968c586) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:27.979742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62a10e81-87d5-4f3b-afbb-3407c5072fb1 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.021849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.029486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2b5c4abd-8091-4d48-a24a-74a280879cbe tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:28.068942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.070824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6971c1c-a7b7-4914-b80c-c62b1e6c41a6 None None] Network a49077c8-8f4a-4f81-9477-4eaf7968c586 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:28.075537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:28.076226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.093896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:28.124972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b7a3ccf7-9cc2-45f9-8777-89d321a01293 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:28.131534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network 42f9f09c-da72-48d7-b457-6d53d5a85562 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:28.153501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:28.156308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:28.163268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:28.163557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.166233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:28.166770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.170728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.175058 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4056218 Apr 22 17:01:28.176365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55068) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:28.197005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8f7029ee-aca2-412e-b700-067bbd07fffe up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:28.232824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Port': ['ID=6dd9dee6-2425-408f-aa1e-d922506598d7,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:28.236173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:28.253244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network c028c179-0683-4e52-9e93-9be445676847 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:28.256348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:28.288960 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1016607 Apr 22 17:01:28.293612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55072) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:28.311885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52871c99-bdec-4deb-9e72-dc53d58911e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.387070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Allocated IP 2001:db8::f816:3eff:fe80:8ceb (42f9f09c-da72-48d7-b457-6d53d5a85562/bbfd6846-9170-4481-8593-ac20d7e875eb/558f8f1c-7928-4b2e-8cba-29636a73ef62) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:28.452640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f003429-7fa4-404a-830a-29cb7b37b67b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Deleting subnet bbfd6846-9170-4481-8593-ac20d7e875eb {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:01:28.528504 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5140729 Apr 22 17:01:28.528865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55076) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:28.532154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62a10e81-87d5-4f3b-afbb-3407c5072fb1 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.544889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dbd8cfa8-acc9-40c3-9152-f5151a5856f6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:28.574982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f6d8852e-2ddd-459d-998f-dfbc9eacf65f tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Synchronizing usage tracker for tenant:86a1bac3e934424c91487c1ef59fa414 on resource:floatingip {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:01:28.584988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Network': ['ID=36b3f95d-dfd0-4a32-9abc-92a2457a658c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:28.587447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62a10e81-87d5-4f3b-afbb-3407c5072fb1 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.594042 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.3830211 Apr 22 17:01:28.596913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'subnet': {'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:28.606364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55080) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:28.613417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 36b3f95d-dfd0-4a32-9abc-92a2457a658c details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:28.613913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:28.630550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-233c48b5-f14d-4fcc-95bb-1b463c154a9e tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1215158051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:28.630961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a10e81-87d5-4f3b-afbb-3407c5072fb1 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd2c7a1-0fab-418d-9de6-0707ba469dca,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:28.633596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-62a10e81-87d5-4f3b-afbb-3407c5072fb1 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:28.635354 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-62a10e81-87d5-4f3b-afbb-3407c5072fb1 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "DELETE /v2.0/subnets/7fd2c7a1-0fab-418d-9de6-0707ba469dca HTTP/1.1" status: 204 len: 168 time: 1.2005959 Apr 22 17:01:28.639798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55084) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:28.642681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9fef24-f517-4e67-a88b-3a52a138fd6e None None] Network ec5859f1-257f-4339-8ed9-57600d7d75ca requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:28.648222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-233c48b5-f14d-4fcc-95bb-1b463c154a9e tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:28.759338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:28.764506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-233c48b5-f14d-4fcc-95bb-1b463c154a9e tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Usage tracker for resource:router and tenant:38f8f61d33494cddbaf497847c0c8a19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:28.765269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:subnet and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:28.768207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-233c48b5-f14d-4fcc-95bb-1b463c154a9e tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:28.770062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:28.778981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:28.795693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f6d8852e-2ddd-459d-998f-dfbc9eacf65f tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Unset dirty status for tenant:86a1bac3e934424c91487c1ef59fa414 on resource:floatingip {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:01:28.796980 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f6d8852e-2ddd-459d-998f-dfbc9eacf65f tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=0d398083-fd7f-46ca-9de5-43c5e777ddf5 HTTP/1.1" status: 200 len: 690 time: 0.5423689 Apr 22 17:01:28.800004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55088) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:28.810094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-233c48b5-f14d-4fcc-95bb-1b463c154a9e tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:28.828819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:28.835474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.857830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06ee31a-0d23-487e-87ab-e7022a32707b None None] DHCP port deletion for bd1576ca-9b87-4ebb-b29b-f4e89566fa4c request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:01:28.858678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.866870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Router 069ae231-ea64-4fc8-9286-7321bcb20be7 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:01:28.870300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 8f7029ee-aca2-412e-b700-067bbd07fffe completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:28.879213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Deleting port f7ad83c6-1b5a-42c5-a5e8-349369be7109 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:28.879593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.905562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b06ee31a-0d23-487e-87ab-e7022a32707b None None] Deleting port f7ad83c6-1b5a-42c5-a5e8-349369be7109 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:28.905892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b06ee31a-0d23-487e-87ab-e7022a32707b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.983338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-233c48b5-f14d-4fcc-95bb-1b463c154a9e tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:28.984452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-233c48b5-f14d-4fcc-95bb-1b463c154a9e tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:29.089176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:29.191523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Deleting port ff6b9cd8-a93d-423a-8bf4-c059a3ed7ff3 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:29.192108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:29.210830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-09f1ce2e-1c79-405d-b541-3f2b9270f16f None None] Provisioning complete for port 163f12ab-b49c-46b8-85e0-5ee5e65c81eb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:29.211250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09f1ce2e-1c79-405d-b541-3f2b9270f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:29.236321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 8f7029ee-aca2-412e-b700-067bbd07fffe triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:29.236730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:29.369398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-a49077c8-8f4a-4f81-9477-4eaf7968c586', 'network_id': 'a49077c8-8f4a-4f81-9477-4eaf7968c586', 'tenant_id': '38f8f61d33494cddbaf497847c0c8a19', 'fixed_ips': [{'subnet_id': '4a281c5c-c661-4354-9aed-64da2fd6090b'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:29.370294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:29.483072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:29.483526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:29.522647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:29.538346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff72d9b-14bc-4ed0-8c5a-bb29999e3bb6 None None] Sync routers for ids ['069ae231-ea64-4fc8-9286-7321bcb20be7'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:29.551476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff72d9b-14bc-4ed0-8c5a-bb29999e3bb6 None None] Routers {'069ae231-ea64-4fc8-9286-7321bcb20be7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:29.552505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8ff72d9b-14bc-4ed0-8c5a-bb29999e3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['069ae231-ea64-4fc8-9286-7321bcb20be7'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:29.562902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:29.566469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-09f1ce2e-1c79-405d-b541-3f2b9270f16f None None] Port 163f12ab-b49c-46b8-85e0-5ee5e65c81eb cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:29.621315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-233c48b5-f14d-4fcc-95bb-1b463c154a9e tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:29.623787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f6a00d1-6e7d-4f39-b1d4-193501ef5a8b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:29.663952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8ff72d9b-14bc-4ed0-8c5a-bb29999e3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:29.682121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff72d9b-14bc-4ed0-8c5a-bb29999e3bb6 None None] Routers {'069ae231-ea64-4fc8-9286-7321bcb20be7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:29.683079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8ff72d9b-14bc-4ed0-8c5a-bb29999e3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['069ae231-ea64-4fc8-9286-7321bcb20be7'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:29.707124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:29.715710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:29.726584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:21Z', 'revision_number': 3, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:22Z', 'revision_number': 2, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:29.733889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Calling delete_port for ff6b9cd8-a93d-423a-8bf4-c059a3ed7ff3 owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:29.754495 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "PUT /v2.0/routers/069ae231-ea64-4fc8-9286-7321bcb20be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5267963 Apr 22 17:01:29.763812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55092) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:29.808355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8ff72d9b-14bc-4ed0-8c5a-bb29999e3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:29.808955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff72d9b-14bc-4ed0-8c5a-bb29999e3bb6 None None] The sync data for ids ['069ae231-ea64-4fc8-9286-7321bcb20be7'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:29.902788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b06ee31a-0d23-487e-87ab-e7022a32707b None None] For port f7ad83c6-1b5a-42c5-a5e8-349369be7109, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f7ad83c6-1b5a-42c5-a5e8-349369be7109,segment=NetworkSegment(23af1bc3-808b-45ab-a587-b4aa714a00bd),segment_id=23af1bc3-808b-45ab-a587-b4aa714a00bd)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:29.903257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b06ee31a-0d23-487e-87ab-e7022a32707b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:29.994804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-233c48b5-f14d-4fcc-95bb-1b463c154a9e tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.022838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.033112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-956d6aee-97be-40cd-9594-ad01501581d6 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:30.035255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] For port f7ad83c6-1b5a-42c5-a5e8-349369be7109, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f7ad83c6-1b5a-42c5-a5e8-349369be7109,segment=NetworkSegment(23af1bc3-808b-45ab-a587-b4aa714a00bd),segment_id=23af1bc3-808b-45ab-a587-b4aa714a00bd)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:30.035644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.091483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff6b9cd8-a93d-423a-8bf4-c059a3ed7ff3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:30.095011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:30.102046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b06ee31a-0d23-487e-87ab-e7022a32707b None None] Calling delete_port for f7ad83c6-1b5a-42c5-a5e8-349369be7109 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:30.130450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.134323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Checking router: a4c803e6-6a92-4b94-aab6-003a048d187c for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:01:30.134764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Updating router a4c803e6-6a92-4b94-aab6-003a048d187c port f295e978-6305-4387-a5d3-fa77ce56fa55 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:01:30.184285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.190728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2d10d26-ccdf-4960-829b-2893bb8e1164 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:30.192971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-233c48b5-f14d-4fcc-95bb-1b463c154a9e tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.196862 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-233c48b5-f14d-4fcc-95bb-1b463c154a9e tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.5748038 Apr 22 17:01:30.222053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55096) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:30.246771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Transition to ACTIVE for port object 558f8f1c-7928-4b2e-8cba-29636a73ef62 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:30.260682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Calling delete_port for f7ad83c6-1b5a-42c5-a5e8-349369be7109 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:30.354926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.380325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Transition to ACTIVE for port object 558f8f1c-7928-4b2e-8cba-29636a73ef62 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:30.383231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.403468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7e3-4b3f-425d-b73a-6d9e1baaba65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.414552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f003429-7fa4-404a-830a-29cb7b37b67b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.420096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Allocated IP 172.20.0.2 (a49077c8-8f4a-4f81-9477-4eaf7968c586/4a281c5c-c661-4354-9aed-64da2fd6090b/f18f57a0-f5e2-44b0-bb95-5959c115057c) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:30.478065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.482536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49b787-0d9a-42b8-8d09-3cb70acadbef None None] DHCP port deletion for ec5859f1-257f-4339-8ed9-57600d7d75ca request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:01:30.500126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:30.531362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b06ee31a-0d23-487e-87ab-e7022a32707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.549133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.568184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6f49b787-0d9a-42b8-8d09-3cb70acadbef None None] Deleting port 640689f2-df68-46f1-8cf8-56a8a143d968 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:30.568184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f49b787-0d9a-42b8-8d09-3cb70acadbef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.651319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 8f7029ee-aca2-412e-b700-067bbd07fffe, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8f7029ee-aca2-412e-b700-067bbd07fffe,segment=NetworkSegment(785b3a75-654c-4caf-8b1c-91b69b1ba87f),segment_id=785b3a75-654c-4caf-8b1c-91b69b1ba87f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:30.747066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.753670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06ee31a-0d23-487e-87ab-e7022a32707b None None] No DVR routers for this DVR port f7ad83c6-1b5a-42c5-a5e8-349369be7109 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:01:30.765148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.766476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b0223f30-5838-4b59-957a-f1bcab1df8ad up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:30.768123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Subnet': ['ID=ab63cc78-48a5-4d6c-ac5c-be513b83f505,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:30.810095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Network 42f9f09c-da72-48d7-b457-6d53d5a85562 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:30.832315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:01:30.832681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:01:30.835790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:30.851922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f003429-7fa4-404a-830a-29cb7b37b67b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:30.869041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:30.901946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:31.012773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Checking segment: {'id': '12ff053c-27b4-468f-8cdd-bee262e77a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:31.013346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network hostable DHCP agents. Network: 36b3f95d-dfd0-4a32-9abc-92a2457a658c, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:31.224347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Pushing event updated for resources: {'Port': ['ID=558f8f1c-7928-4b2e-8cba-29636a73ef62,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:31.266865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:31.270977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:31.273616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c60237b-0dec-4e8b-982d-7cd33364e4e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.725s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:31.312423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 36b3f95d-dfd0-4a32-9abc-92a2457a658c is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:31.343754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Deleting port f7ad83c6-1b5a-42c5-a5e8-349369be7109 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:31.343754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:31.377907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ee31a-0d23-487e-87ab-e7022a32707b None None] Pushing event deleted for resources: {'Port': ['ID=f7ad83c6-1b5a-42c5-a5e8-349369be7109,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:31.401115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 36b3f95d-dfd0-4a32-9abc-92a2457a658c) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:31.425430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Router ac82cb02-61b8-49a0-9741-f64360e510ae has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:01:31.443656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] The port 'f7ad83c6-1b5a-42c5-a5e8-349369be7109' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:01:31.482298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c06a8-14e2-4d5c-b376-b702b54bd3cb None None] Network 36b3f95d-dfd0-4a32-9abc-92a2457a658c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:31.507131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:31.522884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:31.523467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:31.530409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Attempting to bind port 558f8f1c-7928-4b2e-8cba-29636a73ef62 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:31.530851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Attempting to bind port 558f8f1c-7928-4b2e-8cba-29636a73ef62 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'a13c2ebe-22f1-4951-8f77-9e41fa9d296b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '42f9f09c-da72-48d7-b457-6d53d5a85562'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:31.531257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Attempting to bind port 558f8f1c-7928-4b2e-8cba-29636a73ef62 on network 42f9f09c-da72-48d7-b457-6d53d5a85562 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:31.617009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f003429-7fa4-404a-830a-29cb7b37b67b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:31.618660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:31.736838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:31.788787 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2556255 Apr 22 17:01:31.807000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:31.816545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:31.817082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Checking segment: {'id': 'a13c2ebe-22f1-4951-8f77-9e41fa9d296b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '42f9f09c-da72-48d7-b457-6d53d5a85562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:31.817857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:31.818375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Bound using segment: {'id': 'a13c2ebe-22f1-4951-8f77-9e41fa9d296b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '42f9f09c-da72-48d7-b457-6d53d5a85562'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:31.820144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Bound port: 558f8f1c-7928-4b2e-8cba-29636a73ef62, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13c2ebe-22f1-4951-8f77-9e41fa9d296b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '42f9f09c-da72-48d7-b457-6d53d5a85562'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:31.820144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:31.826763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55102) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:31.827832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:31.864127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:31.883121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9de388-5d50-4faa-9a2f-c3637b952a0c None None] Sync routers for ids ['ac82cb02-61b8-49a0-9741-f64360e510ae'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:31.923052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Transition to ACTIVE for port object f18f57a0-f5e2-44b0-bb95-5959c115057c will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:31.925651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port b0223f30-5838-4b59-957a-f1bcab1df8ad completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:31.952675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port b0223f30-5838-4b59-957a-f1bcab1df8ad triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:31.953092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:32.003052 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "PUT /v2.0/routers/ac82cb02-61b8-49a0-9741-f64360e510ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9785907 Apr 22 17:01:32.003285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55106) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:32.078658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6f49b787-0d9a-42b8-8d09-3cb70acadbef None None] For port 640689f2-df68-46f1-8cf8-56a8a143d968, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=640689f2-df68-46f1-8cf8-56a8a143d968,segment=NetworkSegment(c08270a0-a22f-4603-816a-70b6009d6766),segment_id=c08270a0-a22f-4603-816a-70b6009d6766)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:32.079254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f49b787-0d9a-42b8-8d09-3cb70acadbef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:32.111828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=8f7029ee-aca2-412e-b700-067bbd07fffe,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:32.112183 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-e4d8bf7b-3c5f-49f0-9c93-a5c30ff062d3 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:01:32.114254 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-465b8be5-92a1-474d-9c5a-d4493b42f830 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 17:01:32.118344 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-465b8be5-92a1-474d-9c5a-d4493b42f830 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/ddcc4d8b-e41d-4232-99f6-c9f5a6f6f963 HTTP/1.1" status: 404 len: 333 time: 0.1063693 Apr 22 17:01:32.118520 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e4d8bf7b-3c5f-49f0-9c93-a5c30ff062d3 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "PUT /v2.0/routers/069ae231-ea64-4fc8-9286-7321bcb20be7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3490801 Apr 22 17:01:32.119949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55110) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:32.120069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55112) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:32.135514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9de388-5d50-4faa-9a2f-c3637b952a0c None None] Routers {'ac82cb02-61b8-49a0-9741-f64360e510ae'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:32.136340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff9de388-5d50-4faa-9a2f-c3637b952a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ac82cb02-61b8-49a0-9741-f64360e510ae'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:32.139726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1576ca-9b87-4ebb-b29b-f4e89566fa4c']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:32.225052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23af1bc3-808b-45ab-a587-b4aa714a00bd') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:32.225410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23af1bc3-808b-45ab-a587-b4aa714a00bd') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:32.251174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:32.268237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:32.276725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.461s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:32.277169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:32.278487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Transition to ACTIVE for port object f18f57a0-f5e2-44b0-bb95-5959c115057c will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:32.341563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:32.355844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:32.369873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6f49b787-0d9a-42b8-8d09-3cb70acadbef None None] Calling delete_port for 640689f2-df68-46f1-8cf8-56a8a143d968 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:32.406293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff9de388-5d50-4faa-9a2f-c3637b952a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:32.462485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:32.478375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d115c435-04b2-4097-9ef1-ce9409d62034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:32.567892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9de388-5d50-4faa-9a2f-c3637b952a0c None None] Routers {'ac82cb02-61b8-49a0-9741-f64360e510ae'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:32.568619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff9de388-5d50-4faa-9a2f-c3637b952a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ac82cb02-61b8-49a0-9741-f64360e510ae'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:32.718150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Network a49077c8-8f4a-4f81-9477-4eaf7968c586 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:32.723550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Pushing event updated for resources: {'Port': ['ID=f18f57a0-f5e2-44b0-bb95-5959c115057c,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:32.728011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:32.734785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff9de388-5d50-4faa-9a2f-c3637b952a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:32.734785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9de388-5d50-4faa-9a2f-c3637b952a0c None None] The sync data for ids ['ac82cb02-61b8-49a0-9741-f64360e510ae'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:32.736426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network bd1576ca-9b87-4ebb-b29b-f4e89566fa4c has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:32.742755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:32.749602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:32.751605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:32.758064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:01:32.819652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:32.837014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:32.837780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f49b787-0d9a-42b8-8d09-3cb70acadbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:32.875929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9602314f-4675-40c0-bc13-7e0266ea8c28 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:32.935877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c67ee8d-a066-4b4f-8ccb-6603aa03f75b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.005437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c29ba3ed-71aa-4adb-af3d-fde1ad37d6b8,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:33.020659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:33.040751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network bd1576ca-9b87-4ebb-b29b-f4e89566fa4c has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:33.068915 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:33.110599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-951f28be-eaf8-427e-b72e-97ae46bf77f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:33.228453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49b787-0d9a-42b8-8d09-3cb70acadbef None None] Pushing event deleted for resources: {'Port': ['ID=640689f2-df68-46f1-8cf8-56a8a143d968,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:33.230821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:33.231751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.246442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f49b787-0d9a-42b8-8d09-3cb70acadbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:33.247167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Allocated IP 172.20.0.1 (a49077c8-8f4a-4f81-9477-4eaf7968c586/4a281c5c-c661-4354-9aed-64da2fd6090b/b2db6ecf-688d-4fa7-8c72-da60d2089d29) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:33.259584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f49b787-0d9a-42b8-8d09-3cb70acadbef None None] No DVR routers for this DVR port 640689f2-df68-46f1-8cf8-56a8a143d968 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:01:33.305215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.323706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.327137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Attempting to bind port f18f57a0-f5e2-44b0-bb95-5959c115057c on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:33.328431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Attempting to bind port f18f57a0-f5e2-44b0-bb95-5959c115057c by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '03c7d867-2d9e-4a1c-a269-2a6d3386a9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'a49077c8-8f4a-4f81-9477-4eaf7968c586'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:33.328431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Attempting to bind port f18f57a0-f5e2-44b0-bb95-5959c115057c on network a49077c8-8f4a-4f81-9477-4eaf7968c586 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:33.386462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:33.386945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Checking segment: {'id': '03c7d867-2d9e-4a1c-a269-2a6d3386a9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'a49077c8-8f4a-4f81-9477-4eaf7968c586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:33.387818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.387818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Bound using segment: {'id': '03c7d867-2d9e-4a1c-a269-2a6d3386a9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'a49077c8-8f4a-4f81-9477-4eaf7968c586'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:33.388349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Bound port: f18f57a0-f5e2-44b0-bb95-5959c115057c, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c7d867-2d9e-4a1c-a269-2a6d3386a9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'a49077c8-8f4a-4f81-9477-4eaf7968c586'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:33.388774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.430617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] For port 558f8f1c-7928-4b2e-8cba-29636a73ef62, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:33.469793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.470093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.500943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] For port 558f8f1c-7928-4b2e-8cba-29636a73ef62, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=558f8f1c-7928-4b2e-8cba-29636a73ef62,segment=NetworkSegment(a13c2ebe-22f1-4951-8f77-9e41fa9d296b),segment_id=a13c2ebe-22f1-4951-8f77-9e41fa9d296b)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:33.507003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Transition to ACTIVE for port object f295e978-6305-4387-a5d3-fa77ce56fa55 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:33.519630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port b0223f30-5838-4b59-957a-f1bcab1df8ad, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b0223f30-5838-4b59-957a-f1bcab1df8ad,segment=NetworkSegment(8e80a2a7-dca1-4552-b1aa-71368646a084),segment_id=8e80a2a7-dca1-4552-b1aa-71368646a084)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:33.548985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.560253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a243eb1-5eb0-4fa8-b74f-b508bddfa70e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:33.581865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.582127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.592398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:33.613823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f003429-7fa4-404a-830a-29cb7b37b67b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.625905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.649802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bfb8dbda-775c-4afe-9e2d-23af9ddefd71 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:33.654042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Allocated IP 2001:db8:2::2 (36b3f95d-dfd0-4a32-9abc-92a2457a658c/ab63cc78-48a5-4d6c-ac5c-be513b83f505/6229acc9-a3dc-4df4-8b57-85129d767a97) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:33.659264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event deleted for resources: {'Network': ['ID=bd1576ca-9b87-4ebb-b29b-f4e89566fa4c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:33.661236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:33.662880 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "DELETE /v2.0/networks/bd1576ca-9b87-4ebb-b29b-f4e89566fa4c HTTP/1.1" status: 204 len: 168 time: 5.0168228 Apr 22 17:01:33.665957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55118) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:33.828165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c67ee8d-a066-4b4f-8ccb-6603aa03f75b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.833604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c67ee8d-a066-4b4f-8ccb-6603aa03f75b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.852557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.858342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f003429-7fa4-404a-830a-29cb7b37b67b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.861273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f003429-7fa4-404a-830a-29cb7b37b67b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfd6846-9170-4481-8593-ac20d7e875eb,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:33.874967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8f7029ee-aca2-412e-b700-067bbd07fffe up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:33.875137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:33.877258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f003429-7fa4-404a-830a-29cb7b37b67b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:33.976343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] For port f18f57a0-f5e2-44b0-bb95-5959c115057c, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:34.008941 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7f003429-7fa4-404a-830a-29cb7b37b67b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/subnets/bbfd6846-9170-4481-8593-ac20d7e875eb HTTP/1.1" status: 204 len: 168 time: 5.7117913 Apr 22 17:01:34.009133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d398083-fd7f-46ca-9de5-43c5e777ddf5']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:34.016672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55122) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:34.053584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1760bc6a-fec8-4d87-91d6-a88e8f457526') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:34.053932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1760bc6a-fec8-4d87-91d6-a88e8f457526') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:34.083242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c67ee8d-a066-4b4f-8ccb-6603aa03f75b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.083783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c67ee8d-a066-4b4f-8ccb-6603aa03f75b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Fanout notify agent at l3_agent the message router_deleted on router ac82cb02-61b8-49a0-9741-f64360e510ae {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:01:34.098190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.103259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.118086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c67ee8d-a066-4b4f-8ccb-6603aa03f75b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.119910 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c67ee8d-a066-4b4f-8ccb-6603aa03f75b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/routers/ac82cb02-61b8-49a0-9741-f64360e510ae HTTP/1.1" status: 204 len: 168 time: 1.9663043 Apr 22 17:01:34.127590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.130013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55126) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:34.140128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] For port f18f57a0-f5e2-44b0-bb95-5959c115057c, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f18f57a0-f5e2-44b0-bb95-5959c115057c,segment=NetworkSegment(03c7d867-2d9e-4a1c-a269-2a6d3386a9f6),segment_id=03c7d867-2d9e-4a1c-a269-2a6d3386a9f6)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:34.159414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.207886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Transition to ACTIVE for port object 6229acc9-a3dc-4df4-8b57-85129d767a97 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:34.211148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Pushing event updated for resources: {'Port': ['ID=558f8f1c-7928-4b2e-8cba-29636a73ef62,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:34.225145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.228335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Transition to ACTIVE for port object b2db6ecf-688d-4fa7-8c72-da60d2089d29 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:34.243587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.251463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:34.297119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.297709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.298197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.298696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.299178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.299664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.300144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.300626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.301212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.302277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.302277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.302510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:34.307232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:34.311926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f9838bd-192f-46c4-abd0-515ed8cef616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.460s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:34.315288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60345e-a3c7-4544-be50-83d710cc2d35 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:34.319023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60345e-a3c7-4544-be50-83d710cc2d35 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:34.319906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ec60345e-a3c7-4544-be50-83d710cc2d35 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Synchronizing usage tracker for tenant:d457a84261764b75b80b7f2c3b82739b on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:01:34.383694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5859f1-257f-4339-8ed9-57600d7d75ca']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:34.388322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Transition to ACTIVE for port object 6229acc9-a3dc-4df4-8b57-85129d767a97 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:34.413230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fef4eee-ee87-4731-880c-6ad5d4aa2653 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting subnet ed6c48c9-0b14-4db9-8a23-d6b054abb11d {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:01:34.429961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fef4eee-ee87-4731-880c-6ad5d4aa2653 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.436855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ec60345e-a3c7-4544-be50-83d710cc2d35 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Unset dirty status for tenant:d457a84261764b75b80b7f2c3b82739b on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:01:34.438158 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ec60345e-a3c7-4544-be50-83d710cc2d35 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4113617 Apr 22 17:01:34.443179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08270a0-a22f-4603-816a-70b6009d6766') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:34.443503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08270a0-a22f-4603-816a-70b6009d6766') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:34.446352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 8f7029ee-aca2-412e-b700-067bbd07fffe triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:34.446966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.460578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55130) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:34.490131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.503263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Attempting to bind port f295e978-6305-4387-a5d3-fa77ce56fa55 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:34.505539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Attempting to bind port f295e978-6305-4387-a5d3-fa77ce56fa55 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '601aaea9-29b0-48a7-919d-470aa5743310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:34.506164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Attempting to bind port f295e978-6305-4387-a5d3-fa77ce56fa55 on network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:34.514277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.548760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=b0223f30-5838-4b59-957a-f1bcab1df8ad,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:34.552834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:34.552834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Checking segment: {'id': '601aaea9-29b0-48a7-919d-470aa5743310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:34.552834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.553962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Bound using segment: {'id': '601aaea9-29b0-48a7-919d-470aa5743310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:34.553962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Bound port: f295e978-6305-4387-a5d3-fa77ce56fa55, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601aaea9-29b0-48a7-919d-470aa5743310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:34.554227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.658187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.664333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network 0d398083-fd7f-46ca-9de5-43c5e777ddf5 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:34.669293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Allocated IP 2001:db8:2::1 (36b3f95d-dfd0-4a32-9abc-92a2457a658c/ab63cc78-48a5-4d6c-ac5c-be513b83f505/b7018b82-d719-44ff-ae19-da79016b6855) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:34.696214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.742125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:34.840740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-74ea7bd1-3f4d-4792-bb79-bbaec31ace6c tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.903769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] For port f295e978-6305-4387-a5d3-fa77ce56fa55, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:34.907844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] For port f295e978-6305-4387-a5d3-fa77ce56fa55, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f295e978-6305-4387-a5d3-fa77ce56fa55,segment=NetworkSegment(601aaea9-29b0-48a7-919d-470aa5743310),segment_id=601aaea9-29b0-48a7-919d-470aa5743310)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:34.909147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9365c20-8432-445f-85e1-d8be5b65fb58 None None] Pushing event updated for resources: {'Port': ['ID=f295e978-6305-4387-a5d3-fa77ce56fa55,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:34.910909 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ea7bd1-3f4d-4792-bb79-bbaec31ace6c tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 17:01:34.911443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ea7bd1-3f4d-4792-bb79-bbaec31ace6c tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:01:34.918158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Network 36b3f95d-dfd0-4a32-9abc-92a2457a658c is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:34.935041 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-74ea7bd1-3f4d-4792-bb79-bbaec31ace6c tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/networks/42f9f09c-da72-48d7-b457-6d53d5a85562 HTTP/1.1" status: 409 len: 405 time: 0.4731636 Apr 22 17:01:34.963716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55134) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:34.971020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:34.984095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:34.993438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:35.051689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1444028192'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:35.120173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:35.156143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:network and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:35.163475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:35.186611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:35.197362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.201934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network ec5859f1-257f-4339-8ed9-57600d7d75ca has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:35.204941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fef4eee-ee87-4731-880c-6ad5d4aa2653 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.216491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.239511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16d1f8e3-1cdc-4e26-a8bd-5b8da4113910 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:35.240814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Pushing event updated for resources: {'Port': ['ID=f18f57a0-f5e2-44b0-bb95-5959c115057c,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:35.250912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:35.253070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.379s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:35.307753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.319433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Attempting to bind port 6229acc9-a3dc-4df4-8b57-85129d767a97 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:35.320225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Attempting to bind port 6229acc9-a3dc-4df4-8b57-85129d767a97 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '12ff053c-27b4-468f-8cdd-bee262e77a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:35.320867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Attempting to bind port 6229acc9-a3dc-4df4-8b57-85129d767a97 on network 36b3f95d-dfd0-4a32-9abc-92a2457a658c {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:35.342766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:35.343754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:35.377420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event updated for resources: {'Port': ['ID=b2db6ecf-688d-4fa7-8c72-da60d2089d29,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:35.384140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:35.391437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.418303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:35.418766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Checking segment: {'id': '12ff053c-27b4-468f-8cdd-bee262e77a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:35.419216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.419650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Bound using segment: {'id': '12ff053c-27b4-468f-8cdd-bee262e77a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:35.420185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Bound port: 6229acc9-a3dc-4df4-8b57-85129d767a97, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ff053c-27b4-468f-8cdd-bee262e77a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:35.420600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.430603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f7ad83c6-1b5a-42c5-a5e8-349369be7109 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:01:35.472515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.480933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:35.525771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network ec5859f1-257f-4339-8ed9-57600d7d75ca has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:35.536404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Network a49077c8-8f4a-4f81-9477-4eaf7968c586 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:35.556704 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:35.565051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:35.568834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Transition to ACTIVE for port object b7018b82-d719-44ff-ae19-da79016b6855 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:35.570434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:35.582047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network 0d398083-fd7f-46ca-9de5-43c5e777ddf5 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:35.590841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:35.647073 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:35.659779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.660399 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Added segment b63750ab-2626-42be-8fde-19c8e94099af of type vlan for network 91975d43-0e78-45ac-aad6-0d00d4d64d6d Apr 22 17:01:35.677391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: f7ad83c6-1b5a-42c5-a5e8-349369be7109 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:01:35.677651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f7ad83c6-1b5a-42c5-a5e8-349369be7109 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:01:35.677965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 640689f2-df68-46f1-8cf8-56a8a143d968 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:01:35.740761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.746098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.760020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19bfa88b-96c9-4aaf-84a2-3b732a2118b2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:35.805259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.814546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event deleted for resources: {'Network': ['ID=ec5859f1-257f-4339-8ed9-57600d7d75ca,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:35.817508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:35.829465 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "DELETE /v2.0/networks/ec5859f1-257f-4339-8ed9-57600d7d75ca HTTP/1.1" status: 204 len: 168 time: 2.1601441 Apr 22 17:01:35.830765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55138) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:35.864236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.874576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:01:35.912116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.913444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-02601381-6e0e-4c1e-84cc-8ae51af8f4fe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Deleting subnet 834b6e84-7dce-4c86-9ade-54c02a74420f {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:01:35.917003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02601381-6e0e-4c1e-84cc-8ae51af8f4fe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.975797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:35.984627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:01:35.992831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:36.016369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fef4eee-ee87-4731-880c-6ad5d4aa2653 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:36.082721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02601381-6e0e-4c1e-84cc-8ae51af8f4fe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:36.141470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Pushing event updated for resources: {'Port': ['ID=6229acc9-a3dc-4df4-8b57-85129d767a97,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:36.160651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 36b3f95d-dfd0-4a32-9abc-92a2457a658c is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:36.164057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:36.166704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:36.168133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:36.196372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:36.204155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:36.204908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:36.216867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 640689f2-df68-46f1-8cf8-56a8a143d968 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:01:36.217373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 640689f2-df68-46f1-8cf8-56a8a143d968 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:01:36.222473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:36.234824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=b7018b82-d719-44ff-ae19-da79016b6855,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:36.237947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:36.248276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3753b66d-0b8a-4435-b664-c33b150ad370 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:36.259090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c84b125-cadf-44ed-b509-7d20b8de75a1 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:36.263770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea333a0e-5d2e-47cd-85df-ab092acae876 None None] Network 42f9f09c-da72-48d7-b457-6d53d5a85562 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:36.289467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d398083-fd7f-46ca-9de5-43c5e777ddf5 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 22 17:01:36.293896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d398083-fd7f-46ca-9de5-43c5e777ddf5,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:36.296817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:36.312669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef9da50-bb6f-4a96-ac5b-c38d2618586f None None] Network a49077c8-8f4a-4f81-9477-4eaf7968c586 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:36.364276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:36.384911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Network': ['ID=91975d43-0e78-45ac-aad6-0d00d4d64d6d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:36.388781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:36.400150 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "DELETE /v2.0/networks/0d398083-fd7f-46ca-9de5-43c5e777ddf5 HTTP/1.1" status: 204 len: 168 time: 7.5987835 Apr 22 17:01:36.400388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55142) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:36.492877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 91975d43-0e78-45ac-aad6-0d00d4d64d6d details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:36.697985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:36.727515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f18f57a0-f5e2-44b0-bb95-5959c115057c up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:36.843559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9365c20-8432-445f-85e1-d8be5b65fb58 None None] Pushing event updated for resources: {'Port': ['ID=f295e978-6305-4387-a5d3-fa77ce56fa55,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:36.892467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d9365c20-8432-445f-85e1-d8be5b65fb58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.639s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:36.904719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.623s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:36.905817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:36.916535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4b173ec3-20dd-4f13-b9ed-4743a93ceae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.372s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:36.917149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4b173ec3-20dd-4f13-b9ed-4743a93ceae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:36.952383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] For port 6229acc9-a3dc-4df4-8b57-85129d767a97, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:36.959861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.960s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:36.960430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:36.974840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8c739ae4-e9b7-4660-8ddd-2795f71c91bc None None] Provisioning for port f18f57a0-f5e2-44b0-bb95-5959c115057c completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:36.983855 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0159631 Apr 22 17:01:36.988872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6e65c51b-29e4-4d39-9af3-fe2dc9034c1f tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.5870616 Apr 22 17:01:36.994027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55146) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:36.994397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55148) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:37.051353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] For port 6229acc9-a3dc-4df4-8b57-85129d767a97, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6229acc9-a3dc-4df4-8b57-85129d767a97,segment=NetworkSegment(12ff053c-27b4-468f-8cdd-bee262e77a12),segment_id=12ff053c-27b4-468f-8cdd-bee262e77a12)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:37.090451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'subnet': {'network_id': '91975d43-0e78-45ac-aad6-0d00d4d64d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:37.114595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.115150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.115658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.116160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.116659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.117156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.117653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.118148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.118658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.119176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.119655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.120147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.121195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:37.122575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Synchronizing usage tracker for tenant:86a1bac3e934424c91487c1ef59fa414 on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:01:37.137830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:37.151489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d9365c20-8432-445f-85e1-d8be5b65fb58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:37.229344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Unset dirty status for tenant:86a1bac3e934424c91487c1ef59fa414 on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:01:37.233705 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a9ad62af-4fe5-4eb4-92b1-45f5bb5358d2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8210 time: 0.2326353 Apr 22 17:01:37.235708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55154) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:37.241857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02601381-6e0e-4c1e-84cc-8ae51af8f4fe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:37.256375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8c739ae4-e9b7-4660-8ddd-2795f71c91bc None None] Provisioning for port 558f8f1c-7928-4b2e-8cba-29636a73ef62 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:37.277712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port f18f57a0-f5e2-44b0-bb95-5959c115057c completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:37.329584 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-b597ebdc-a6a0-46c7-9097-281834b86847 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] delete failed (client error): The resource could not be found. Apr 22 17:01:37.330216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f18f57a0-f5e2-44b0-bb95-5959c115057c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:37.330685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:37.330802 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b597ebdc-a6a0-46c7-9097-281834b86847 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/5cfe5b6c-0815-4698-adbe-d78db1e3c852 HTTP/1.1" status: 404 len: 345 time: 0.0926657 Apr 22 17:01:37.331920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fef4eee-ee87-4731-880c-6ad5d4aa2653 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:37.337918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55158) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:37.342916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:37.374477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fef4eee-ee87-4731-880c-6ad5d4aa2653 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:37.387099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Pushing event updated for resources: {'Port': ['ID=6229acc9-a3dc-4df4-8b57-85129d767a97,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:37.398724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c1d6d-b858-4f03-bc72-608290db17d9 None None] Network aa4c5a08-e545-4802-a04f-6f64a5b50eba requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:37.414066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:37.449288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef4eee-ee87-4731-880c-6ad5d4aa2653 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6c48c9-0b14-4db9-8a23-d6b054abb11d,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:37.455252 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5fef4eee-ee87-4731-880c-6ad5d4aa2653 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/ed6c48c9-0b14-4db9-8a23-d6b054abb11d HTTP/1.1" status: 204 len: 168 time: 3.3195989 Apr 22 17:01:37.458933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5fef4eee-ee87-4731-880c-6ad5d4aa2653 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:37.460600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55162) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:37.503934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:37.516558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:37.519814 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d29c10-9c9f-4dd7-8b79-c9b0757a4a09 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] DELETE failed (client error): The resource could not be found. Apr 22 17:01:37.520452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d29c10-9c9f-4dd7-8b79-c9b0757a4a09 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:01:37.522592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e3d29c10-9c9f-4dd7-8b79-c9b0757a4a09 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "DELETE /v2.0/networks/0d398083-fd7f-46ca-9de5-43c5e777ddf5 HTTP/1.1" status: 404 len: 339 time: 0.1830177 Apr 22 17:01:37.531843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55166) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:37.541929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Request body: {'network': {'name': 'tempest-network--382429673', 'router:external': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:37.565788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:37.568808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:37.621937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:37.711513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:37.717079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa96b7c2-5613-48c0-a6b2-4037e22564b1 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:37.790244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:21Z', 'revision_number': 3, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:34Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:37.825485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:37.828695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Deleting port 163f12ab-b49c-46b8-85e0-5ee5e65c81eb {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:37.829196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:37.831970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:37.833133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356705d6-3495-42b5-bd39-2d4a6dbcf330 None None] The sync data for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv is: [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:21Z', 'revision_number': 3, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:34Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:37.881929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event updated for resources: {'Port': ['ID=b2db6ecf-688d-4fa7-8c72-da60d2089d29,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:37.885274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:37.904133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Usage tracker for resource:network and tenant:86a1bac3e934424c91487c1ef59fa414 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:37.914368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f008e-1384-4ea5-9070-fe06b8eb4981 None None] DHCP port deletion for 42f9f09c-da72-48d7-b457-6d53d5a85562 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:01:37.928846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:37.953348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f09f008e-1384-4ea5-9070-fe06b8eb4981 None None] Deleting port 558f8f1c-7928-4b2e-8cba-29636a73ef62 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:37.953926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09f008e-1384-4ea5-9070-fe06b8eb4981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:37.998382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.009131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:38.037899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.093823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.255421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port f18f57a0-f5e2-44b0-bb95-5959c115057c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f18f57a0-f5e2-44b0-bb95-5959c115057c,segment=NetworkSegment(03c7d867-2d9e-4a1c-a269-2a6d3386a9f6),segment_id=03c7d867-2d9e-4a1c-a269-2a6d3386a9f6)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:38.331963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.332984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 558f8f1c-7928-4b2e-8cba-29636a73ef62 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:38.376233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a2b2caa-8d34-48f6-a974-0441508ba546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:38.387493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Network a49077c8-8f4a-4f81-9477-4eaf7968c586 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:38.395858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:38.403508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Made reservation on behalf of 86a1bac3e934424c91487c1ef59fa414 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:38.408295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.560995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f2e8ef-aad3-403a-b1f3-cb775cb1197e None None] DHCP port deletion for aa4c5a08-e545-4802-a04f-6f64a5b50eba request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:01:38.584634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02601381-6e0e-4c1e-84cc-8ae51af8f4fe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.596900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:38.613944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-08f2e8ef-aad3-403a-b1f3-cb775cb1197e None None] Deleting port 6267f2e2-8079-4747-8af4-52248892633a {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:38.614375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08f2e8ef-aad3-403a-b1f3-cb775cb1197e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.650934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.664134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02601381-6e0e-4c1e-84cc-8ae51af8f4fe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event deleted for resources: {'Subnet': ['ID=834b6e84-7dce-4c86-9ade-54c02a74420f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:38.678347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-db923c89-afcd-49a4-a022-6f983a9d270a None None] Provisioning complete for port f18f57a0-f5e2-44b0-bb95-5959c115057c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:38.678347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db923c89-afcd-49a4-a022-6f983a9d270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.688549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02601381-6e0e-4c1e-84cc-8ae51af8f4fe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:38.689660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02601381-6e0e-4c1e-84cc-8ae51af8f4fe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.716426 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-02601381-6e0e-4c1e-84cc-8ae51af8f4fe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "DELETE /v2.0/subnets/834b6e84-7dce-4c86-9ade-54c02a74420f HTTP/1.1" status: 204 len: 168 time: 2.8844364 Apr 22 17:01:38.717319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55170) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:38.745046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.745989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.780488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4bfe4f4c-9862-471a-b312-60fc4ff98473 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:38.791628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8ca477-09a6-4866-9d5f-a5f2356ed504 None None] Network 1c921a51-7804-4718-bb85-c0c1814b353c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:38.853690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f09f008e-1384-4ea5-9070-fe06b8eb4981 None None] For port 558f8f1c-7928-4b2e-8cba-29636a73ef62, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=558f8f1c-7928-4b2e-8cba-29636a73ef62,segment=NetworkSegment(a13c2ebe-22f1-4951-8f77-9e41fa9d296b),segment_id=a13c2ebe-22f1-4951-8f77-9e41fa9d296b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:38.854257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09f008e-1384-4ea5-9070-fe06b8eb4981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:38.968209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=b7018b82-d719-44ff-ae19-da79016b6855,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:38.971498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=f18f57a0-f5e2-44b0-bb95-5959c115057c,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:38.975224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:39.014441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:39.079086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:39.168443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f09f008e-1384-4ea5-9070-fe06b8eb4981 None None] Calling delete_port for 558f8f1c-7928-4b2e-8cba-29636a73ef62 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:39.175475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 6267f2e2-8079-4747-8af4-52248892633a {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:39.175862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:39.206660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:39.228661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d9fd1f-3a75-46bc-96f0-6d0331866029 None None] Network 36b3f95d-dfd0-4a32-9abc-92a2457a658c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:39.259429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Deleting port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:39.260013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:39.282892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 558f8f1c-7928-4b2e-8cba-29636a73ef62 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:39.285735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Calling delete_port for 163f12ab-b49c-46b8-85e0-5ee5e65c81eb owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:39.336150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 36b3f95d-dfd0-4a32-9abc-92a2457a658c is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:39.344735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:39.386264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 558f8f1c-7928-4b2e-8cba-29636a73ef62 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:39.386660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:39.410164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:39.495271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:39.495712 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Added segment 5053dad3-eb1f-4cbe-b3b1-b26cb915a921 of type vlan for network dbbee648-a556-4bc8-ac59-a47f728f7e3c Apr 22 17:01:39.679714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:39.715901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-db923c89-afcd-49a4-a022-6f983a9d270a None None] Provisioning for port b2db6ecf-688d-4fa7-8c72-da60d2089d29 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:39.743991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-db923c89-afcd-49a4-a022-6f983a9d270a None None] Provisioning complete for port b2db6ecf-688d-4fa7-8c72-da60d2089d29 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:39.744398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db923c89-afcd-49a4-a022-6f983a9d270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:39.756200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Router 6851464d-c49b-4f59-aed0-fd978defb144 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:01:39.779827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f09f008e-1384-4ea5-9070-fe06b8eb4981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:39.801951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-111ca8d9-3728-4dbc-9476-fc6d74b9e1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:39.894645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:01:40.031839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router a4c803e6-6a92-4b94-aab6-003a048d187c has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:01:40.032824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] For port 6267f2e2-8079-4747-8af4-52248892633a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6267f2e2-8079-4747-8af4-52248892633a,segment=NetworkSegment(fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e),segment_id=fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:40.033226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:40.052907 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No ports have port_id starting with 558f8f1c-7928-4b2e-8cba-29636a73ef62 Apr 22 17:01:40.056711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] For port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1234d0f4-f2e2-4292-aea4-f68d9dc6749e,segment=NetworkSegment(6a1e1994-ae1e-4599-8ba6-6a942b8f5a23),segment_id=6a1e1994-ae1e-4599-8ba6-6a942b8f5a23)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:40.057481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:40.072675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-08f2e8ef-aad3-403a-b1f3-cb775cb1197e None None] For port 6267f2e2-8079-4747-8af4-52248892633a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6267f2e2-8079-4747-8af4-52248892633a,segment=NetworkSegment(fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e),segment_id=fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:40.073115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08f2e8ef-aad3-403a-b1f3-cb775cb1197e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:40.094307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b0223f30-5838-4b59-957a-f1bcab1df8ad up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:40.137848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f008e-1384-4ea5-9070-fe06b8eb4981 None None] Pushing event deleted for resources: {'Port': ['ID=558f8f1c-7928-4b2e-8cba-29636a73ef62,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:40.149329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f008e-1384-4ea5-9070-fe06b8eb4981 None None] No DVR routers for this DVR port 558f8f1c-7928-4b2e-8cba-29636a73ef62 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:01:40.195664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:40.196911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:40.197637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:40.211092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f09f008e-1384-4ea5-9070-fe06b8eb4981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:40.215599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 6267f2e2-8079-4747-8af4-52248892633a owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:40.248001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-afa71df9-3086-4600-9964-0920c9ab1766 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:40.289729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:40.300051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Calling delete_port for 1234d0f4-f2e2-4292-aea4-f68d9dc6749e owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:40.305860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c9104-24d2-463d-be5d-a6f62405832d None None] Sync routers for ids ['6851464d-c49b-4f59-aed0-fd978defb144'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:40.309670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-08f2e8ef-aad3-403a-b1f3-cb775cb1197e None None] Calling delete_port for 6267f2e2-8079-4747-8af4-52248892633a owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:40.316366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c9104-24d2-463d-be5d-a6f62405832d None None] Routers {'6851464d-c49b-4f59-aed0-fd978defb144'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:40.317261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-139c9104-24d2-463d-be5d-a6f62405832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6851464d-c49b-4f59-aed0-fd978defb144'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:40.344885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-db923c89-afcd-49a4-a022-6f983a9d270a None None] Port b2db6ecf-688d-4fa7-8c72-da60d2089d29 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:40.391660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-139c9104-24d2-463d-be5d-a6f62405832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:40.401137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event updated for resources: {'Network': ['ID=dbbee648-a556-4bc8-ac59-a47f728f7e3c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:40.403640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c9104-24d2-463d-be5d-a6f62405832d None None] Routers {'6851464d-c49b-4f59-aed0-fd978defb144'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:40.405298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:40.412809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-139c9104-24d2-463d-be5d-a6f62405832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6851464d-c49b-4f59-aed0-fd978defb144'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:40.423755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network dbbee648-a556-4bc8-ac59-a47f728f7e3c details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:40.497425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:40.502354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:40.510212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-139c9104-24d2-463d-be5d-a6f62405832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:40.512190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c9104-24d2-463d-be5d-a6f62405832d None None] The sync data for ids ['6851464d-c49b-4f59-aed0-fd978defb144'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:40.535982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87209) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:01:40.542953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:40.543371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff03eea-0be7-4b55-9dbe-f0922beeb360 None None] DHCP port deletion for 1c921a51-7804-4718-bb85-c0c1814b353c request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:01:40.550328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90c0f070-048a-4a54-84d1-972ff4d38f2a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:40.576106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event deleted for resources: {'Port': ['ID=163f12ab-b49c-46b8-85e0-5ee5e65c81eb,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:40.577252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5ff03eea-0be7-4b55-9dbe-f0922beeb360 None None] Deleting port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:40.577670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ff03eea-0be7-4b55-9dbe-f0922beeb360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:40.583996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:40.584388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:40.584616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:40.596021 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.0625212 Apr 22 17:01:40.599261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:40.603013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55174) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:40.619562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Sync routers for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:40.644173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No DVR routers for this DVR port 6267f2e2-8079-4747-8af4-52248892633a on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:01:40.652790 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8190713 Apr 22 17:01:40.662697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:40.723151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-08f2e8ef-aad3-403a-b1f3-cb775cb1197e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:01:40.723564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-08f2e8ef-aad3-403a-b1f3-cb775cb1197e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:01:40.724107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port b0223f30-5838-4b59-957a-f1bcab1df8ad triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:40.724521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:40.731383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55178) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:40.746402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=6267f2e2-8079-4747-8af4-52248892633a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:40.749249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1080131971'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:40.772628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Subnet': ['ID=9e6f64d8-2906-4f5b-ab0e-f4cf1327f5e7,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:40.784288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:40.791588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:40.795139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bcc337cf-34bb-4d42-b4d7-5842b167d885 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:40.807331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "PUT /v2.0/routers/6851464d-c49b-4f59-aed0-fd978defb144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5813470 Apr 22 17:01:40.814829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:40.829571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55182) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:40.833402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5ff03eea-0be7-4b55-9dbe-f0922beeb360 None None] The port '1234d0f4-f2e2-4292-aea4-f68d9dc6749e' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:01:40.837156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] No DVR routers for this DVR port 1234d0f4-f2e2-4292-aea4-f68d9dc6749e on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:01:40.839892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:network and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:40.845515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d1b03ab8-798b-498c-bf93-9ca55d17ae68 None None] Provisioning for port 6229acc9-a3dc-4df4-8b57-85129d767a97 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:40.856352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:40.857773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:40.860948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Request body: {'port': {'network_id': 'a49077c8-8f4a-4f81-9477-4eaf7968c586', 'name': 'tempest-FloatingIPNegativeTestJSON-146531759'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:40.893477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:40.910160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event deleted for resources: {'Port': ['ID=1234d0f4-f2e2-4292-aea4-f68d9dc6749e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:40.914262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:40.925277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:40.940086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Checking segment: {'id': 'b63750ab-2626-42be-8fde-19c8e94099af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '91975d43-0e78-45ac-aad6-0d00d4d64d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:40.940470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network hostable DHCP agents. Network: 91975d43-0e78-45ac-aad6-0d00d4d64d6d, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:41.060637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.088882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.100632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.101451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d1b03ab8-798b-498c-bf93-9ca55d17ae68 None None] Provisioning complete for port b2db6ecf-688d-4fa7-8c72-da60d2089d29 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:41.101881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1b03ab8-798b-498c-bf93-9ca55d17ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.105922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:41.112173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.189379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network 91975d43-0e78-45ac-aad6-0d00d4d64d6d is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:41.234731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c97263b-3148-4131-9d01-9e0290a1a7d3 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:41.241450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c97263b-3148-4131-9d01-9e0290a1a7d3 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:41.248791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c97263b-3148-4131-9d01-9e0290a1a7d3 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:41.257769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c97263b-3148-4131-9d01-9e0290a1a7d3 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:41.258706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6c97263b-3148-4131-9d01-9e0290a1a7d3 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Synchronizing usage tracker for tenant:031a1aa0bbd3404baf4a20f39a3d0553 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:01:41.263038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:01:41.322299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 91975d43-0e78-45ac-aad6-0d00d4d64d6d) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:41.328212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:41.357712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c921a51-7804-4718-bb85-c0c1814b353c']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:41.388339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:41.388339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.388339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.388339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added segment 614b1de0-8384-4c8a-b2bb-61c98011d28b of type vlan for network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 Apr 22 17:01:41.394887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1e1994-ae1e-4599-8ba6-6a942b8f5a23') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:41.395252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1e1994-ae1e-4599-8ba6-6a942b8f5a23') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:41.416782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6c97263b-3148-4131-9d01-9e0290a1a7d3 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Unset dirty status for tenant:031a1aa0bbd3404baf4a20f39a3d0553 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:01:41.421361 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6c97263b-3148-4131-9d01-9e0290a1a7d3 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.8125350 Apr 22 17:01:41.427891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55186) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:41.456837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.525422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-08f2e8ef-aad3-403a-b1f3-cb775cb1197e None None] Deleting port 6267f2e2-8079-4747-8af4-52248892633a {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:41.525852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08f2e8ef-aad3-403a-b1f3-cb775cb1197e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.563018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5671470 Apr 22 17:01:41.594248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55190) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:41.606924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'port': {'network_id': '91975d43-0e78-45ac-aad6-0d00d4d64d6d', 'name': 'tempest-NetworksIpV6TestAttrs-1177090921'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:41.611462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1b03ab8-798b-498c-bf93-9ca55d17ae68 None None] Port b2db6ecf-688d-4fa7-8c72-da60d2089d29 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:41.626311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.644768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.733802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:41.761602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f34df-73bc-4c47-8149-ff0b72d2ab7e None None] Network 91975d43-0e78-45ac-aad6-0d00d4d64d6d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:41.836295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:41.861045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.893121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4c5a08-e545-4802-a04f-6f64a5b50eba']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:41.920225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Usage tracker for resource:port and tenant:38f8f61d33494cddbaf497847c0c8a19 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:41.926549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:41.926898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9f7da0-0df2-47ab-a7dc-219bad2f4d8e') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:41.935113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:41.949348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:01:41.955176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:41.958877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Router 069ae231-ea64-4fc8-9286-7321bcb20be7 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:01:41.960885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:41.988376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:42.029310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network 1c921a51-7804-4718-bb85-c0c1814b353c has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:42.044518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:42.051597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:42.051809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f295e978-6305-4387-a5d3-fa77ce56fa55 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:42.083650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Made reservation on behalf of 38f8f61d33494cddbaf497847c0c8a19 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:42.090233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:42.147625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:42.154279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:42.154975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:42.159523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-08f2e8ef-aad3-403a-b1f3-cb775cb1197e None None] The port '6267f2e2-8079-4747-8af4-52248892633a' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:01:42.184795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-001f134e-4410-4dc0-ad80-01c61928244d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:42.265556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] device_id is not set on port 3cdc4c33-46f7-4cd7-bea3-05508de92c81 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:01:42.307675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:42.321217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00b6d1-0164-4fbb-9d64-d5ce302ca6a9 None None] Sync routers for ids ['069ae231-ea64-4fc8-9286-7321bcb20be7'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:42.336830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00b6d1-0164-4fbb-9d64-d5ce302ca6a9 None None] Routers {'069ae231-ea64-4fc8-9286-7321bcb20be7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:42.338254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0a00b6d1-0164-4fbb-9d64-d5ce302ca6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['069ae231-ea64-4fc8-9286-7321bcb20be7'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:42.409404 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "PUT /v2.0/routers/069ae231-ea64-4fc8-9286-7321bcb20be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2574053 Apr 22 17:01:42.423111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55194) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:42.429262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-959e54dd-642b-41a7-a5f5-ef255b6f0fba None None] Provisioning for port b7018b82-d719-44ff-ae19-da79016b6855 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:42.443400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-959e54dd-642b-41a7-a5f5-ef255b6f0fba None None] Provisioning complete for port b7018b82-d719-44ff-ae19-da79016b6855 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:42.443827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-959e54dd-642b-41a7-a5f5-ef255b6f0fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:42.463852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0a00b6d1-0164-4fbb-9d64-d5ce302ca6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:42.485269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00b6d1-0164-4fbb-9d64-d5ce302ca6a9 None None] Routers {'069ae231-ea64-4fc8-9286-7321bcb20be7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:42.487282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0a00b6d1-0164-4fbb-9d64-d5ce302ca6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['069ae231-ea64-4fc8-9286-7321bcb20be7'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:42.491423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network aa4c5a08-e545-4802-a04f-6f64a5b50eba has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:42.507368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-959e54dd-642b-41a7-a5f5-ef255b6f0fba None None] Port b7018b82-d719-44ff-ae19-da79016b6855 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:42.509133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-91975d43-0e78-45ac-aad6-0d00d4d64d6d', 'network_id': '91975d43-0e78-45ac-aad6-0d00d4d64d6d', 'tenant_id': 'd457a84261764b75b80b7f2c3b82739b', 'fixed_ips': [{'subnet_id': '9e6f64d8-2906-4f5b-ab0e-f4cf1327f5e7'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:42.510053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:42.521954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:42.523700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port f295e978-6305-4387-a5d3-fa77ce56fa55 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:42.535782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f295e978-6305-4387-a5d3-fa77ce56fa55 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:42.536583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:42.545270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-9917b9be-dfd2-4ed5-b2a4-483b3e839c78 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] delete failed (client error): The resource could not be found. Apr 22 17:01:42.550603 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9917b9be-dfd2-4ed5-b2a4-483b3e839c78 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1818229954 HTTP/1.1" status: 404 len: 335 time: 0.1263280 Apr 22 17:01:42.551322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55198) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:42.605523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0a00b6d1-0164-4fbb-9d64-d5ce302ca6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:42.606377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00b6d1-0164-4fbb-9d64-d5ce302ca6a9 None None] The sync data for ids ['069ae231-ea64-4fc8-9286-7321bcb20be7'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:42.627209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3ee1cccf-9bca-4bf0-9da4-9071a279597b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'router': {'external_gateway_info': {'network_id': '069ae231-ea64-4fc8-9286-7321bcb20be7'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:42.712410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f59d4f7d-67f8-4201-b4ae-02294454f075 None None] Provisioning complete for port b7018b82-d719-44ff-ae19-da79016b6855 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:42.712793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f59d4f7d-67f8-4201-b4ae-02294454f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:42.734480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:42.773592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:37Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:38Z', 'revision_number': 2, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:34Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:42.818964 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0823505 Apr 22 17:01:42.822095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:42.822224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Checking router: a4c803e6-6a92-4b94-aab6-003a048d187c for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:01:42.822496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Updating router a4c803e6-6a92-4b94-aab6-003a048d187c port b7018b82-d719-44ff-ae19-da79016b6855 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:01:42.878477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55202) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:42.895980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:port and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:42.900972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'subnet': {'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:42.919222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:42.924257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Network': ['ID=917a8a54-6d1b-458d-bfd2-50d847d0a1c6,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:42.927113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:42.937194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f59d4f7d-67f8-4201-b4ae-02294454f075 None None] Port b7018b82-d719-44ff-ae19-da79016b6855 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:42.943973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Network 1c921a51-7804-4718-bb85-c0c1814b353c has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:42.946452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:42.953146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:42.974790 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:43.056813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Allocated IP 2001:db8::f816:3eff:feef:b5ed (91975d43-0e78-45ac-aad6-0d00d4d64d6d/9e6f64d8-2906-4f5b-ab0e-f4cf1327f5e7/959bc214-e793-4c5c-a215-2ed79d447751) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:43.062718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.063069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network aa4c5a08-e545-4802-a04f-6f64a5b50eba has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:43.092996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbee648-a556-4bc8-ac59-a47f728f7e3c']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:43.095595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.104182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:43.111181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:43.115391 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:43.129975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5053dad3-eb1f-4cbe-b3b1-b26cb915a921') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:43.130317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5053dad3-eb1f-4cbe-b3b1-b26cb915a921') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:43.139676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.144104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.154357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:43.175461 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "DELETE /v2.0/networks/1c921a51-7804-4718-bb85-c0c1814b353c HTTP/1.1" status: 204 len: 168 time: 4.4529927 Apr 22 17:01:43.181078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55206) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:43.191932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.234809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] device_id is not set on port 3493a193-5126-4703-b715-0593f871710b yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:01:43.274029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Allocated IP 172.20.0.10 (a49077c8-8f4a-4f81-9477-4eaf7968c586/4a281c5c-c661-4354-9aed-64da2fd6090b/3cdc4c33-46f7-4cd7-bea3-05508de92c81) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:43.275850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Pushing event deleted for resources: {'Network': ['ID=1c921a51-7804-4718-bb85-c0c1814b353c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:43.279122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:43.300848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ac616e0d-3590-43a5-aee2-9adabb5bf64a tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Synchronizing usage tracker for tenant:7e82ac2dac4241ceab33c1ebb7476e15 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:01:43.316369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.332176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:43.339081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port f295e978-6305-4387-a5d3-fa77ce56fa55, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f295e978-6305-4387-a5d3-fa77ce56fa55,segment=NetworkSegment(601aaea9-29b0-48a7-919d-470aa5743310),segment_id=601aaea9-29b0-48a7-919d-470aa5743310)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:43.393948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.394920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f18f57a0-f5e2-44b0-bb95-5959c115057c up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:43.435639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ac616e0d-3590-43a5-aee2-9adabb5bf64a tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Unset dirty status for tenant:7e82ac2dac4241ceab33c1ebb7476e15 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:01:43.436928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:43.437999 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ac616e0d-3590-43a5-aee2-9adabb5bf64a tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "GET /v2.0/ports?device_id=4018e219-bc45-4cb6-ad27-5548d4dc5e65 HTTP/1.1" status: 200 len: 205 time: 0.2555594 Apr 22 17:01:43.441901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55210) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:43.452900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ee1cccf-9bca-4bf0-9da4-9071a279597b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.457191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.462267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:43.469780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93b41819-d7b0-4a15-b77c-fbf97d377914 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:43.499937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.509508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:subnet and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:43.516494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:43.533318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Network': ['ID=aa4c5a08-e545-4802-a04f-6f64a5b50eba,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:43.549566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:43.560186 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/networks/aa4c5a08-e545-4802-a04f-6f64a5b50eba HTTP/1.1" status: 204 len: 168 time: 6.0948579 Apr 22 17:01:43.562440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:43.565067 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-3ee1cccf-9bca-4bf0-9da4-9071a279597b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] update failed (client error): The resource could not be found. Apr 22 17:01:43.570731 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3ee1cccf-9bca-4bf0-9da4-9071a279597b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "PUT /v2.0/routers/069ae231-ea64-4fc8-9286-7321bcb20be7 HTTP/1.1" status: 404 len: 339 time: 0.9632697 Apr 22 17:01:43.570731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55214) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:43.578912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55216) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:43.637414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-150466131'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:43.674656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:43.710934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c7bb13c-62d0-4602-8b3a-d0208a515469 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.712388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=f295e978-6305-4387-a5d3-fa77ce56fa55,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:43.722176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:43.737549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Usage tracker for resource:network and tenant:0b6adabbe22b4678bcab73227a87d9fb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:43.739367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.750775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:43.756272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Made reservation on behalf of 7f996b1ec498474e922096320aa1644e for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:43.762674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.772648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f18f57a0-f5e2-44b0-bb95-5959c115057c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:43.773078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:43.811066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network dbbee648-a556-4bc8-ac59-a47f728f7e3c has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:43.822562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.091944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:44.155077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.185318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6229acc9-a3dc-4df4-8b57-85129d767a97 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:44.196213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c395a67-195a-4352-9b96-64b8eaf802d3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:44.196857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2c395a67-195a-4352-9b96-64b8eaf802d3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:01:44.252173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c7bb13c-62d0-4602-8b3a-d0208a515469 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.257520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c7bb13c-62d0-4602-8b3a-d0208a515469 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.258694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Made reservation on behalf of 0b6adabbe22b4678bcab73227a87d9fb for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:44.264861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.273804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network dbbee648-a556-4bc8-ac59-a47f728f7e3c has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:44.288560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 6229acc9-a3dc-4df4-8b57-85129d767a97 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:44.295697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6229acc9-a3dc-4df4-8b57-85129d767a97 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:44.296127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:44.299618 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:44.316405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2c395a67-195a-4352-9b96-64b8eaf802d3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:01:44.321510 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2c395a67-195a-4352-9b96-64b8eaf802d3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/199b823e-bb72-42ed-80b8-8a836138c580 HTTP/1.1" status: 200 len: 841 time: 0.7404187 Apr 22 17:01:44.322847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55222) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:44.325783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.393778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Transition to ACTIVE for port object 959bc214-e793-4c5c-a215-2ed79d447751 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:44.401933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Transition to ACTIVE for port object b7018b82-d719-44ff-ae19-da79016b6855 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:44.408877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c7bb13c-62d0-4602-8b3a-d0208a515469 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.409680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7bb13c-62d0-4602-8b3a-d0208a515469 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Fanout notify agent at l3_agent the message router_deleted on router 4018e219-bc45-4cb6-ad27-5548d4dc5e65 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:01:44.415930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:44.421345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Transition to ACTIVE for port object 3cdc4c33-46f7-4cd7-bea3-05508de92c81 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:44.438932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.443911 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e352dcdd-7149-4ea2-bac6-e777ea4ec7c4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/199b823e-bb72-42ed-80b8-8a836138c580?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1133420 Apr 22 17:01:44.445682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c7bb13c-62d0-4602-8b3a-d0208a515469 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.449570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.449570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Added segment 1ee82fe7-d403-42b9-90e8-3f883e033eb7 of type vlan for network 25b39843-a66f-4899-ac23-ec20dbdc6905 Apr 22 17:01:44.450472 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2c7bb13c-62d0-4602-8b3a-d0208a515469 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] 10.222.0.77 "DELETE /v2.0/routers/4018e219-bc45-4cb6-ad27-5548d4dc5e65 HTTP/1.1" status: 204 len: 168 time: 1.0034592 Apr 22 17:01:44.450930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55226) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:44.453523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b60b167c-8b37-4585-9f57-e4e52f44ccfe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:44.457443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Transition to ACTIVE for port object 959bc214-e793-4c5c-a215-2ed79d447751 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:44.458816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.467328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:44.470906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbbee648-a556-4bc8-ac59-a47f728f7e3c {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 22 17:01:44.476315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.484015 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "DELETE /v2.0/networks/dbbee648-a556-4bc8-ac59-a47f728f7e3c HTTP/1.1" status: 204 len: 168 time: 3.0549462 Apr 22 17:01:44.485270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55232) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:44.498882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Request body: {'network': {'name': 'tempest-network--905878887', 'router:external': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:44.502837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbbee648-a556-4bc8-ac59-a47f728f7e3c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:44.506566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.528573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8031c159-6076-4669-af2b-e8243112d010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:44.544725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:44.551245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:44.559662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Usage tracker for resource:network and tenant:86a1bac3e934424c91487c1ef59fa414 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:44.564925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:44.580938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:44.603135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Allocated IP 2001:db8::f816:3eff:fe87:abed (91975d43-0e78-45ac-aad6-0d00d4d64d6d/9e6f64d8-2906-4f5b-ab0e-f4cf1327f5e7/3493a193-5126-4703-b715-0593f871710b) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:44.635720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.638125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Made reservation on behalf of 86a1bac3e934424c91487c1ef59fa414 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:44.646746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.687255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.742934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:44.761082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.764145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Added segment b2735976-efe6-4c7b-a6b4-dbaa867d0369 of type vlan for network 0f18160f-a8af-4f38-b266-fb54f8d03ec9 Apr 22 17:01:44.781113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 6229acc9-a3dc-4df4-8b57-85129d767a97, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6229acc9-a3dc-4df4-8b57-85129d767a97,segment=NetworkSegment(12ff053c-27b4-468f-8cdd-bee262e77a12),segment_id=12ff053c-27b4-468f-8cdd-bee262e77a12)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:44.808336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:44.816272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.841116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.841862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:44.848235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8f40fa19-c868-4694-8dfe-5d088c70a355 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:44.885698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Network 91975d43-0e78-45ac-aad6-0d00d4d64d6d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:44.893478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c03dbe-a9d8-4184-87d9-f20c2fa7251f None None] Pushing event updated for resources: {'Port': ['ID=b7018b82-d719-44ff-ae19-da79016b6855,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:44.900595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6c03dbe-a9d8-4184-87d9-f20c2fa7251f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:44.900595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.903235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:44.917559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:44.918090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.919535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:44.920397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:44.921559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f49b787-0d9a-42b8-8d09-3cb70acadbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:44.934426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:44.935369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73388073-2113-4c58-ae2e-94fa55612415 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:45.019031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:45.038183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:45.050704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:45.051419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:45.070157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6267f2e2-8079-4747-8af4-52248892633a no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:01:45.117058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55238) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:45.129732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Network a49077c8-8f4a-4f81-9477-4eaf7968c586 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:45.143027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:45.152104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 6267f2e2-8079-4747-8af4-52248892633a {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:01:45.152657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6267f2e2-8079-4747-8af4-52248892633a not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:01:45.153450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1234d0f4-f2e2-4292-aea4-f68d9dc6749e no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:01:45.155576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:45.173759 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6846731 Apr 22 17:01:45.240334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55244) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:45.284336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 1234d0f4-f2e2-4292-aea4-f68d9dc6749e {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:01:45.284733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1234d0f4-f2e2-4292-aea4-f68d9dc6749e not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:01:45.285217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 558f8f1c-7928-4b2e-8cba-29636a73ef62 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:01:45.287627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event updated for resources: {'Port': ['ID=3cdc4c33-46f7-4cd7-bea3-05508de92c81,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:45.301505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:45.304275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event updated for resources: {'Network': ['ID=0f18160f-a8af-4f38-b266-fb54f8d03ec9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:45.325805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Attempting to bind port b7018b82-d719-44ff-ae19-da79016b6855 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:45.326837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Attempting to bind port b7018b82-d719-44ff-ae19-da79016b6855 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '12ff053c-27b4-468f-8cdd-bee262e77a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:45.326837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Attempting to bind port b7018b82-d719-44ff-ae19-da79016b6855 on network 36b3f95d-dfd0-4a32-9abc-92a2457a658c {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:45.330742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:45.337807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:45.361949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:45.362713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Checking segment: {'id': '12ff053c-27b4-468f-8cdd-bee262e77a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:45.363372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:45.364022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Bound using segment: {'id': '12ff053c-27b4-468f-8cdd-bee262e77a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:45.364922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Bound port: b7018b82-d719-44ff-ae19-da79016b6855, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ff053c-27b4-468f-8cdd-bee262e77a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:45.365562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:45.375924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:45.377692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 0f18160f-a8af-4f38-b266-fb54f8d03ec9 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:45.395114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:45.395909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:45.400259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66021bb4-e9c1-441c-9067-8b763dc3e584 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:45.412611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Pushing event updated for resources: {'Port': ['ID=959bc214-e793-4c5c-a215-2ed79d447751,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:45.415514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 558f8f1c-7928-4b2e-8cba-29636a73ef62 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:01:45.416126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 558f8f1c-7928-4b2e-8cba-29636a73ef62 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:01:45.452242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8290484 Apr 22 17:01:45.471804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55248) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:45.492074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'subnet': {'network_id': '25b39843-a66f-4899-ac23-ec20dbdc6905', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:45.584401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Attempting to bind port 959bc214-e793-4c5c-a215-2ed79d447751 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:45.584664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Attempting to bind port 959bc214-e793-4c5c-a215-2ed79d447751 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'b63750ab-2626-42be-8fde-19c8e94099af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '91975d43-0e78-45ac-aad6-0d00d4d64d6d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:45.585052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Attempting to bind port 959bc214-e793-4c5c-a215-2ed79d447751 on network 91975d43-0e78-45ac-aad6-0d00d4d64d6d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:45.615131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f295e978-6305-4387-a5d3-fa77ce56fa55 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:45.652846 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-99a2c44a-933d-45b4-87d0-27057dd01102 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e82ac2dac4241ceab33c1ebb7476e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318799 Apr 22 17:01:45.659393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55252) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:45.687712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:45.687712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Checking segment: {'id': 'b63750ab-2626-42be-8fde-19c8e94099af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '91975d43-0e78-45ac-aad6-0d00d4d64d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:45.687712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:45.687712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Bound using segment: {'id': 'b63750ab-2626-42be-8fde-19c8e94099af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '91975d43-0e78-45ac-aad6-0d00d4d64d6d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:45.687712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Bound port: 959bc214-e793-4c5c-a215-2ed79d447751, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63750ab-2626-42be-8fde-19c8e94099af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '91975d43-0e78-45ac-aad6-0d00d4d64d6d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:45.688535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:45.716540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Network': ['ID=25b39843-a66f-4899-ac23-ec20dbdc6905,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:45.723889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8775911 Apr 22 17:01:45.725969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55256) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:45.726913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:45.736382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:45.740893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19476b3c-3eb7-4d16-8f08-1e77e4c7425d tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:45.745093 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19476b3c-3eb7-4d16-8f08-1e77e4c7425d tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] 10.222.0.77 "GET /v2.0/networks/0f18160f-a8af-4f38-b266-fb54f8d03ec9 HTTP/1.1" status: 200 len: 756 time: 0.5007832 Apr 22 17:01:45.752683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:45.754785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55260) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:45.759265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 25b39843-a66f-4899-ac23-ec20dbdc6905 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:45.785214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:45.788616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Usage tracker for resource:floatingip and tenant:38f8f61d33494cddbaf497847c0c8a19 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:45.796874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Usage tracker for resource:subnet and tenant:0b6adabbe22b4678bcab73227a87d9fb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:45.800328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:45.862960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:45.977853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=6229acc9-a3dc-4df4-8b57-85129d767a97,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:45.981802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.060s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:45.990132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6bf74959-8f31-455f-a7b5-4a9e89f2ad9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.028s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:45.990611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6bf74959-8f31-455f-a7b5-4a9e89f2ad9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:45.998013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b1a53-c8a3-45ae-a699-9c3b7dcd4365 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:46.002440 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-162b1a53-c8a3-45ae-a699-9c3b7dcd4365 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] 10.222.0.77 "GET /v2.0/networks/e3c45fcf-c71c-491e-ba2f-3a1dbd97fdf9 HTTP/1.1" status: 200 len: 767 time: 0.2419462 Apr 22 17:01:46.004446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55264) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:46.005190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-661ed5ba-3c18-43cd-92f0-49151977c619 None None] Provisioning for port 3cdc4c33-46f7-4cd7-bea3-05508de92c81 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:46.011742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] For port b7018b82-d719-44ff-ae19-da79016b6855, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:46.035958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-661ed5ba-3c18-43cd-92f0-49151977c619 None None] Provisioning complete for port 3cdc4c33-46f7-4cd7-bea3-05508de92c81 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:46.036252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.036414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-661ed5ba-3c18-43cd-92f0-49151977c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.092681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] For port b7018b82-d719-44ff-ae19-da79016b6855, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b7018b82-d719-44ff-ae19-da79016b6855,segment=NetworkSegment(12ff053c-27b4-468f-8cdd-bee262e77a12),segment_id=12ff053c-27b4-468f-8cdd-bee262e77a12)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:46.116275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] For port 959bc214-e793-4c5c-a215-2ed79d447751, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:46.123074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f295e978-6305-4387-a5d3-fa77ce56fa55 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:46.123499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.136476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:46.153329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:46.157743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.208092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Transition to ACTIVE for port object 3493a193-5126-4703-b715-0593f871710b will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:46.220606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98c4e13d-1a33-46cc-825c-d84a71b30f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.233975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Made reservation on behalf of 0b6adabbe22b4678bcab73227a87d9fb for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:46.240373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.324725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.342044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.345997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f09f008e-1384-4ea5-9070-fe06b8eb4981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:46.366845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98c4e13d-1a33-46cc-825c-d84a71b30f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.377360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] For port 959bc214-e793-4c5c-a215-2ed79d447751, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=959bc214-e793-4c5c-a215-2ed79d447751,segment=NetworkSegment(b63750ab-2626-42be-8fde-19c8e94099af),segment_id=b63750ab-2626-42be-8fde-19c8e94099af)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:46.385485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.394521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-62a10e81-87d5-4f3b-afbb-3407c5072fb1 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:46.402918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-661ed5ba-3c18-43cd-92f0-49151977c619 None None] Port 3cdc4c33-46f7-4cd7-bea3-05508de92c81 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:46.421689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.447624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.486281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc44f989-5fe9-46bf-b009-54013149b231 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:46.487813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:46.488570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:46.573297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c03dbe-a9d8-4184-87d9-f20c2fa7251f None None] Pushing event updated for resources: {'Port': ['ID=b7018b82-d719-44ff-ae19-da79016b6855,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:46.575666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6c03dbe-a9d8-4184-87d9-f20c2fa7251f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:46.579245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:46.603640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Port': ['ID=3493a193-5126-4703-b715-0593f871710b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:46.614236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network 91975d43-0e78-45ac-aad6-0d00d4d64d6d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:46.617942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:46.622204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:46.628537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:46.634395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:46.635161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.648334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98c4e13d-1a33-46cc-825c-d84a71b30f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.656687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-42cfffe3-b616-4e65-afff-73a1f0a05588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:46.702695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Subnet': ['ID=3d6e5efe-66b4-4dc8-94d8-d8173013447e,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:46.713158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.716251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4e13d-1a33-46cc-825c-d84a71b30f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d008dd-565b-4687-b17a-c758d1e1e8c2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:46.733764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98c4e13d-1a33-46cc-825c-d84a71b30f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:46.742009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:46.786745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98c4e13d-1a33-46cc-825c-d84a71b30f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.807305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-98c4e13d-1a33-46cc-825c-d84a71b30f08 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59d008dd-565b-4687-b17a-c758d1e1e8c2 HTTP/1.1" status: 204 len: 168 time: 1.1424673 Apr 22 17:01:46.822568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Checking segment: {'id': '614b1de0-8384-4c8a-b2bb-61c98011d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:46.823012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network hostable DHCP agents. Network: 917a8a54-6d1b-458d-bfd2-50d847d0a1c6, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:46.843875 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.2471249 Apr 22 17:01:46.846958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:01:46.847210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55270) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:46.932212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:46.957291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Pushing event updated for resources: {'Port': ['ID=959bc214-e793-4c5c-a215-2ed79d447751,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:46.969199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:46.997871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f18160f-a8af-4f38-b266-fb54f8d03ec9']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:47.015391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:47.065614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db34b1d-a8d1-42ac-86c0-b9d75e3c17f4 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Deleting subnet 9e6f64d8-2906-4f5b-ab0e-f4cf1327f5e7 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:01:47.069769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9db34b1d-a8d1-42ac-86c0-b9d75e3c17f4 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:47.097005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2735976-efe6-4c7b-a6b4-dbaa867d0369') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:47.097335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2735976-efe6-4c7b-a6b4-dbaa867d0369') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:47.115934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:47.154605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:47.159393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:47.228933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 917a8a54-6d1b-458d-bfd2-50d847d0a1c6) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:47.251607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9db34b1d-a8d1-42ac-86c0-b9d75e3c17f4 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:47.287933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31f897f-ad04-4c3d-8da0-9f561b93356e None None] Network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:47.394284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:47.394900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:47.473395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9db34b1d-a8d1-42ac-86c0-b9d75e3c17f4 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:47.545131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:47.560194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:37Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:45Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:47.560325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network 0f18160f-a8af-4f38-b266-fb54f8d03ec9 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:47.560405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-45bc52aa-566f-4ab2-a77f-e202985e4c9b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:47.564727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55764af-47e7-4b4c-b138-dfc26e606a2e None None] The sync data for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv is: [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:37Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:45Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:47.653779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'fixed_ips': [{'subnet_id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:47.654847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:47.678430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:47.696433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:47.723915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5fef4eee-ee87-4731-880c-6ad5d4aa2653 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:47.809912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 959bc214-e793-4c5c-a215-2ed79d447751 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:47.824448 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.9446268 Apr 22 17:01:47.826651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55274) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:47.937231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Subnet': ['ID=db485386-a0fe-4ee5-91f5-39c78bbf8fc0,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:47.958184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:47.976060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 959bc214-e793-4c5c-a215-2ed79d447751 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:47.988511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6229acc9-a3dc-4df4-8b57-85129d767a97 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:48.060363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Checking segment: {'id': '1ee82fe7-d403-42b9-90e8-3f883e033eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '25b39843-a66f-4899-ac23-ec20dbdc6905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:48.060761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network hostable DHCP agents. Network: 25b39843-a66f-4899-ac23-ec20dbdc6905, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:48.154962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Allocated IP 2001:db8:3::2 (917a8a54-6d1b-458d-bfd2-50d847d0a1c6/3d6e5efe-66b4-4dc8-94d8-d8173013447e/b63375b0-5292-4e3c-8501-6647b571a85f) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:48.301634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network 25b39843-a66f-4899-ac23-ec20dbdc6905 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:48.380600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6229acc9-a3dc-4df4-8b57-85129d767a97 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:48.381025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:48.428457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 25b39843-a66f-4899-ac23-ec20dbdc6905) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:48.468548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network 0f18160f-a8af-4f38-b266-fb54f8d03ec9 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:48.475275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48a22ad-0234-4838-98e7-e31100d10648 None None] Network 25b39843-a66f-4899-ac23-ec20dbdc6905 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:48.519291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:48.519944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:48.615078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Allocated IP 172.26.6.74 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/56c327b6-548c-42a6-92a2-e9f4f0fd1d9d) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:48.633134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:48.650568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Subnet': ['ID=d9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:48.654388 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:48.657699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:48.662319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:48.665662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Transition to ACTIVE for port object b63375b0-5292-4e3c-8501-6647b571a85f will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:48.701811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9db34b1d-a8d1-42ac-86c0-b9d75e3c17f4 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:48.717998 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2375281 Apr 22 17:01:48.723465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:48.724547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:48.725499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55278) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:48.733970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:48.735813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:48.743090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d686743e-2f0c-4ceb-9c74-ead14c6fb475 None None] Network 91975d43-0e78-45ac-aad6-0d00d4d64d6d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:48.766120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f18160f-a8af-4f38-b266-fb54f8d03ec9 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 22 17:01:48.774118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-804525c2-a72d-48da-9568-0302e85190bf tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'router': {'external_gateway_info': {'network_id': '25b39843-a66f-4899-ac23-ec20dbdc6905'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:48.774603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2575b74-11f4-4a9b-9921-f65de35d0af4 None None] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:48.802237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db34b1d-a8d1-42ac-86c0-b9d75e3c17f4 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6f64d8-2906-4f5b-ab0e-f4cf1327f5e7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:48.814043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9db34b1d-a8d1-42ac-86c0-b9d75e3c17f4 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:48.820679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9db34b1d-a8d1-42ac-86c0-b9d75e3c17f4 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/subnets/9e6f64d8-2906-4f5b-ab0e-f4cf1327f5e7 HTTP/1.1" status: 204 len: 168 time: 1.9723814 Apr 22 17:01:48.822383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9db34b1d-a8d1-42ac-86c0-b9d75e3c17f4 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:48.827835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55282) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:48.845264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:48.852353 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "DELETE /v2.0/networks/0f18160f-a8af-4f38-b266-fb54f8d03ec9 HTTP/1.1" status: 204 len: 168 time: 2.8456192 Apr 22 17:01:48.870258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55286) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:48.877592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:48.877592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:48.881078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f18160f-a8af-4f38-b266-fb54f8d03ec9,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:48.898889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Request body: {'network': {'name': 'tempest-network--1957663909'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:48.905547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:48.910239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Usage tracker for resource:network and tenant:86a1bac3e934424c91487c1ef59fa414 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:48.913842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:48.921332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:48.991606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:48.997108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e828944c-8899-4488-8601-f68078a800b0 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:48.999337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e828944c-8899-4488-8601-f68078a800b0 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:49.000541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e828944c-8899-4488-8601-f68078a800b0 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Synchronizing usage tracker for tenant:d457a84261764b75b80b7f2c3b82739b on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:01:49.014484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Made reservation on behalf of 86a1bac3e934424c91487c1ef59fa414 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:49.017434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.019430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.118604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Transition to ACTIVE for port object b63375b0-5292-4e3c-8501-6647b571a85f will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:49.120703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e828944c-8899-4488-8601-f68078a800b0 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Unset dirty status for tenant:d457a84261764b75b80b7f2c3b82739b on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:01:49.126318 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e828944c-8899-4488-8601-f68078a800b0 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2969468 Apr 22 17:01:49.137126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55290) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:49.202953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.230290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:49.297184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0ff0d6bb-7892-452d-979f-a233d7621e4f None None] Provisioning for port 959bc214-e793-4c5c-a215-2ed79d447751 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:49.363629 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9064617 Apr 22 17:01:49.368115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55294) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:49.369948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0ff0d6bb-7892-452d-979f-a233d7621e4f None None] Provisioning complete for port 959bc214-e793-4c5c-a215-2ed79d447751 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:49.370910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d6bb-7892-452d-979f-a233d7621e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.373673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-804525c2-a72d-48da-9568-0302e85190bf tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.387316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'security_group': {'name': 'tempest-secgroup-59585198'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:49.405982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:49.408783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:49.418992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:49.432221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:security_group and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:49.466246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:49.481172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:49.483719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:49.484430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:49.489531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.497359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.497763 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Added segment d5a6fa42-73f2-44d4-a403-477b774427ab of type vlan for network 88887504-2cdc-4b58-afd9-5299f780b101 Apr 22 17:01:49.567867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Pushing event updated for resources: {'Port': ['ID=b63375b0-5292-4e3c-8501-6647b571a85f,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:49.567867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:49.672459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.737183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-25b39843-a66f-4899-ac23-ec20dbdc6905', 'network_id': '25b39843-a66f-4899-ac23-ec20dbdc6905', 'tenant_id': '0b6adabbe22b4678bcab73227a87d9fb', 'fixed_ips': [{'subnet_id': 'db485386-a0fe-4ee5-91f5-39c78bbf8fc0'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:49.738766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.780912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b7018b82-d719-44ff-ae19-da79016b6855 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:49.785561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69a88ec7-72d5-41be-a910-ea997b2c55a8 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.809453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.820590 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a88ec7-72d5-41be-a910-ea997b2c55a8 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 17:01:49.821231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a88ec7-72d5-41be-a910-ea997b2c55a8 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:01:49.840473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.841620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:49.846808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.847029 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-69a88ec7-72d5-41be-a910-ea997b2c55a8 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/networks/91975d43-0e78-45ac-aad6-0d00d4d64d6d HTTP/1.1" status: 409 len: 405 time: 0.7040427 Apr 22 17:01:49.848052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55298) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:49.849761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:49.857586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:49.857788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1379075038'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:49.860840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d2f7c2e-86e4-4b66-820f-b4badad8f026 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:49.867519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:49.885256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:security_group_rule and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:49.908836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:network and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:49.914465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:49.926319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:49.953788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:49.978310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Attempting to bind port b63375b0-5292-4e3c-8501-6647b571a85f on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:49.978758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Attempting to bind port b63375b0-5292-4e3c-8501-6647b571a85f by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '614b1de0-8384-4c8a-b2bb-61c98011d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:49.978970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:49.979172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Attempting to bind port b63375b0-5292-4e3c-8501-6647b571a85f on network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:49.987976 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-804525c2-a72d-48da-9568-0302e85190bf tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:01:49.992370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-804525c2-a72d-48da-9568-0302e85190bf tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "PUT /v2.0/routers/069ae231-ea64-4fc8-9286-7321bcb20be7 HTTP/1.1" status: 400 len: 364 time: 1.2331293 Apr 22 17:01:49.996710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55302) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:50.006544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:50.014413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:50.014569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.017897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:50.018312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Checking segment: {'id': '614b1de0-8384-4c8a-b2bb-61c98011d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:50.018789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.019235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Bound using segment: {'id': '614b1de0-8384-4c8a-b2bb-61c98011d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:50.019783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Bound port: b63375b0-5292-4e3c-8501-6647b571a85f, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614b1de0-8384-4c8a-b2bb-61c98011d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:50.020200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.070324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:01:50.072772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Allocated IP 2001:db8:3::1 (917a8a54-6d1b-458d-bfd2-50d847d0a1c6/3d6e5efe-66b4-4dc8-94d8-d8173013447e/89ef8278-45b7-451d-a5de-f22a6e47ff9e) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:50.078249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:50.090174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.091580 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Added segment a3eb6467-ca0f-464b-9f9c-713563e1a920 of type vlan for network b39580b9-832d-4845-b5c1-3df74d9ff559 Apr 22 17:01:50.097164 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2235034 Apr 22 17:01:50.105380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:50.116211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55306) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:50.131191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8dbf43b4-f0da-4070-aa4b-ce7da42391a8 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:50.133878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event updated for resources: {'Network': ['ID=88887504-2cdc-4b58-afd9-5299f780b101,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:50.148168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:50.149614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2203d01c-1eda-4d93-af35-ec5ee7ca64ae tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:50.223593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 88887504-2cdc-4b58-afd9-5299f780b101 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:50.316509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.382003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port b7018b82-d719-44ff-ae19-da79016b6855 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:50.385289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d6bb-7892-452d-979f-a233d7621e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.404061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ee60b-c39e-4a2e-8708-7431ccf4bc9f None None] DHCP port deletion for 91975d43-0e78-45ac-aad6-0d00d4d64d6d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:01:50.440237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port b7018b82-d719-44ff-ae19-da79016b6855 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:50.440639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.452979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event updated for resources: {'Port': ['ID=56c327b6-548c-42a6-92a2-e9f4f0fd1d9d,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:50.467487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:50.484298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c20ee60b-c39e-4a2e-8708-7431ccf4bc9f None None] Deleting port 959bc214-e793-4c5c-a215-2ed79d447751 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:50.484848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c20ee60b-c39e-4a2e-8708-7431ccf4bc9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.526465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.540718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.546836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:50.547494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.556191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Allocated IP 2001:db8:1::2 (25b39843-a66f-4899-ac23-ec20dbdc6905/db485386-a0fe-4ee5-91f5-39c78bbf8fc0/ad8f97fc-cf43-47ea-9c3b-97d82bda8d42) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:50.571178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e6a8d1bf-5dbf-4094-9e42-7f5de24379be tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:50.621223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] For port b63375b0-5292-4e3c-8501-6647b571a85f, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:50.633375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0ff0d6bb-7892-452d-979f-a233d7621e4f None None] For port 959bc214-e793-4c5c-a215-2ed79d447751, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=959bc214-e793-4c5c-a215-2ed79d447751,segment=NetworkSegment(b63750ab-2626-42be-8fde-19c8e94099af),segment_id=b63750ab-2626-42be-8fde-19c8e94099af)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:50.665308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] For port b63375b0-5292-4e3c-8501-6647b571a85f, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b63375b0-5292-4e3c-8501-6647b571a85f,segment=NetworkSegment(614b1de0-8384-4c8a-b2bb-61c98011d28b),segment_id=614b1de0-8384-4c8a-b2bb-61c98011d28b)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:50.677979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Transition to ACTIVE for port object 89ef8278-45b7-451d-a5de-f22a6e47ff9e will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:50.717137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Network': ['ID=b39580b9-832d-4845-b5c1-3df74d9ff559,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:50.734501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8830965 Apr 22 17:01:50.735776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:50.737742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55310) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:50.745815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dbf43b4-f0da-4070-aa4b-ce7da42391a8 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.759807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'subnet': {'network_id': 'b39580b9-832d-4845-b5c1-3df74d9ff559', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:50.769912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d6bb-7892-452d-979f-a233d7621e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.777280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network b39580b9-832d-4845-b5c1-3df74d9ff559 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:01:50.832588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:50.864290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dbf43b4-f0da-4070-aa4b-ce7da42391a8 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.875009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed21296c-75c9-410e-9780-d261f5826e32 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:50.900019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dbf43b4-f0da-4070-aa4b-ce7da42391a8 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network 88887504-2cdc-4b58-afd9-5299f780b101 is not hosted by any dhcp agent {{(pid=87209) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:229}} Apr 22 17:01:50.900983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf43b4-f0da-4070-aa4b-ce7da42391a8 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:50.901677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dbf43b4-f0da-4070-aa4b-ce7da42391a8 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.905796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8dbf43b4-f0da-4070-aa4b-ce7da42391a8 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "PUT /v2.0/networks/88887504-2cdc-4b58-afd9-5299f780b101 HTTP/1.1" status: 200 len: 859 time: 0.7849863 Apr 22 17:01:50.973415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55314) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:50.984009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:50.991362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.033257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.045967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ae8f1c8-7a39-42ac-aca5-29d5fbaba5a1 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:51.053399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.058662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'tenant_id': '5c8c0ef2b1f94398b158df9ec2d73437', 'fixed_ips': [{'subnet_id': 'd9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:51.060328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.095554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf43b4-f0da-4070-aa4b-ce7da42391a8 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event updated for resources: {'Network': ['ID=88887504-2cdc-4b58-afd9-5299f780b101,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:51.106159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.117482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8dbf43b4-f0da-4070-aa4b-ce7da42391a8 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:51.120827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea96ce49-d907-43ee-9afc-770b167f3074 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:51.152081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c67421-31eb-4237-82b6-a1016502ea40,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:51.158697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.159008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:51.162707 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.7827678 Apr 22 17:01:51.163575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55318) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:51.164688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:51.168740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.179272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:51.182245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'security_group': {'name': 'tempest-secgroup-403430232'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:51.190713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:51.193816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:51.206913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:51.212495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:51.213073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.249214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.274068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=89ef8278-45b7-451d-a5de-f22a6e47ff9e,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:51.279002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:51.292497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:security_group and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:51.302608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:51.325177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:51.331498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.333297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:51.459977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.488845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0d6bb-7892-452d-979f-a233d7621e4f None None] Pushing event updated for resources: {'Port': ['ID=959bc214-e793-4c5c-a215-2ed79d447751,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:51.492232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0ff0d6bb-7892-452d-979f-a233d7621e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:51.508705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:51.545682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.562262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.615713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.673868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:51.678138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:security_group_rule and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:51.694808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:51.814279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88887504-2cdc-4b58-afd9-5299f780b101']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:51.819621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c20ee60b-c39e-4a2e-8708-7431ccf4bc9f None None] For port 959bc214-e793-4c5c-a215-2ed79d447751, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=959bc214-e793-4c5c-a215-2ed79d447751,segment=NetworkSegment(b63750ab-2626-42be-8fde-19c8e94099af),segment_id=b63750ab-2626-42be-8fde-19c8e94099af)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:51.820078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c20ee60b-c39e-4a2e-8708-7431ccf4bc9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.824254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:51.831017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.834768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Pushing event updated for resources: {'Port': ['ID=b63375b0-5292-4e3c-8501-6647b571a85f,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:51.845186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:51.886867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a6fa42-73f2-44d4-a403-477b774427ab') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:51.887238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a6fa42-73f2-44d4-a403-477b774427ab') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:51.907526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:01:51.909996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.984434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:51.990064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.007457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.026453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.027945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.038441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d3ab0813-58fd-443d-9636-1b1ad7512b35 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:52.039553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c20ee60b-c39e-4a2e-8708-7431ccf4bc9f None None] Calling delete_port for 959bc214-e793-4c5c-a215-2ed79d447751 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:52.071783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port b7018b82-d719-44ff-ae19-da79016b6855, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b7018b82-d719-44ff-ae19-da79016b6855,segment=NetworkSegment(12ff053c-27b4-468f-8cdd-bee262e77a12),segment_id=12ff053c-27b4-468f-8cdd-bee262e77a12)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:52.079544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:52.092121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Allocated IP 172.20.0.2 (dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b/d9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff/e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:52.095171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.096459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Transition to ACTIVE for port object ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:52.119034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.129894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:52.219679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Transition to ACTIVE for port object ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:52.341947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.347544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=b7018b82-d719-44ff-ae19-da79016b6855,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:52.355200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:52.355678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-58dc851c-700c-4b5c-8e5d-cfde469e6078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:52.364481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.397769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b63375b0-5292-4e3c-8501-6647b571a85f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:52.398611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Allocated IP 2001:db8::1 (c9be4fd0-c2df-4bcc-923f-08b5f9430384/990c3293-1dad-4be0-8ce4-8892c7689032/2e0804f4-9abb-4bf6-91ac-97c97b0107e2) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:52.445652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c20ee60b-c39e-4a2e-8708-7431ccf4bc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.484092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Network 25b39843-a66f-4899-ac23-ec20dbdc6905 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:52.494669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network 88887504-2cdc-4b58-afd9-5299f780b101 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:52.501320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:52.509563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.516460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event updated for resources: {'Port': ['ID=56c327b6-548c-42a6-92a2-e9f4f0fd1d9d,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:52.519760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:52.527653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:52.532770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cdd3bcfd-a17f-4ab2-a464-37a889c82053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:52.540336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ee60b-c39e-4a2e-8708-7431ccf4bc9f None None] No DVR routers for this DVR port 959bc214-e793-4c5c-a215-2ed79d447751 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:01:52.543241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.545839 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3798389 Apr 22 17:01:52.576553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55322) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:52.601675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-62962238', 'security_groups': ['0b6c8e13-c975-4ef0-85de-88ea45146ef9'], 'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:52.607158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Pushing event updated for resources: {'Port': ['ID=ad8f97fc-cf43-47ea-9c3b-97d82bda8d42,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:52.623091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6c8e13-c975-4ef0-85de-88ea45146ef9,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:52.626153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:52.627048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.629720 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8991508 Apr 22 17:01:52.645832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:52.654495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a65b550c-f942-4cf1-8529-3fad5716ac23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:52.656077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55326) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:52.662018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0d6fc168-7d78-4758-80c4-d136ab4fd707 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Request body: {'floatingip': {'port_id': '3cdc4c33-46f7-4cd7-bea3-05508de92c81', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:52.777075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ee60b-c39e-4a2e-8708-7431ccf4bc9f None None] Pushing event deleted for resources: {'Port': ['ID=959bc214-e793-4c5c-a215-2ed79d447751,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:52.790222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c20ee60b-c39e-4a2e-8708-7431ccf4bc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:52.825122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Attempting to bind port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:52.825549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Attempting to bind port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '1ee82fe7-d403-42b9-90e8-3f883e033eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '25b39843-a66f-4899-ac23-ec20dbdc6905'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:52.826049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Attempting to bind port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 on network 25b39843-a66f-4899-ac23-ec20dbdc6905 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:52.835540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.839265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:52.839686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Checking segment: {'id': '1ee82fe7-d403-42b9-90e8-3f883e033eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '25b39843-a66f-4899-ac23-ec20dbdc6905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:52.840151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.840608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Bound using segment: {'id': '1ee82fe7-d403-42b9-90e8-3f883e033eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '25b39843-a66f-4899-ac23-ec20dbdc6905'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:52.841175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Bound port: ad8f97fc-cf43-47ea-9c3b-97d82bda8d42, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee82fe7-d403-42b9-90e8-3f883e033eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '25b39843-a66f-4899-ac23-ec20dbdc6905'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:52.841602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.860998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port b63375b0-5292-4e3c-8501-6647b571a85f completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:52.875457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Transition to ACTIVE for port object e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:52.897290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:52.916310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:port and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:52.928691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:52.942666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:52.948786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:52.960645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Transition to ACTIVE for port object e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:52.975616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Transition to ACTIVE for port object 2e0804f4-9abb-4bf6-91ac-97c97b0107e2 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:53.028199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:53.115322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.126134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36259d0f-f10a-4d6f-bed0-6770908ad49f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:53.200086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network c9be4fd0-c2df-4bcc-923f-08b5f9430384 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:53.215874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 959bc214-e793-4c5c-a215-2ed79d447751 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:01:53.216099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:53.218649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:53.219866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.241323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e0c02-9ac9-4cbf-ac70-1c1717cc8d4e None None] Network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:53.267815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Port': ['ID=2e0804f4-9abb-4bf6-91ac-97c97b0107e2,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:53.268294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.271458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:53.278396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc168-7d78-4758-80c4-d136ab4fd707 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for floatingip, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.284701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-78b47425-940d-48e0-9287-3fda41ca9c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:53.338608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.372552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:01:53.377696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 959bc214-e793-4c5c-a215-2ed79d447751 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:01:53.378098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 959bc214-e793-4c5c-a215-2ed79d447751 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:01:53.408336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] For port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:53.452674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Network 88887504-2cdc-4b58-afd9-5299f780b101 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:53.455805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] For port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ad8f97fc-cf43-47ea-9c3b-97d82bda8d42,segment=NetworkSegment(1ee82fe7-d403-42b9-90e8-3f883e033eb7),segment_id=1ee82fe7-d403-42b9-90e8-3f883e033eb7)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:53.458261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:53.465044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cc166e4d-60c3-4acc-974d-a2cbe8b8a23d None None] Provisioning for port b63375b0-5292-4e3c-8501-6647b571a85f completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:53.470382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:53.470908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Pushing event updated for resources: {'Port': ['ID=e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:53.474522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:53.480707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:53.495749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cc166e4d-60c3-4acc-974d-a2cbe8b8a23d None None] Provisioning complete for port b63375b0-5292-4e3c-8501-6647b571a85f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:53.496331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc166e4d-60c3-4acc-974d-a2cbe8b8a23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:53.502507 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:53.549835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.626435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.651520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6c03dbe-a9d8-4184-87d9-f20c2fa7251f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:53.744297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.760955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db6b6514-3b5a-4831-9bef-823d0a2dff6b tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:53.769044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.3 (dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b/d9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff/31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:53.775919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88887504-2cdc-4b58-afd9-5299f780b101 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 22 17:01:53.783168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.785366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.793202 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-0d6fc168-7d78-4758-80c4-d136ab4fd707 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] update failed (client error): The resource could not be found. Apr 22 17:01:53.798758 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0d6fc168-7d78-4758-80c4-d136ab4fd707 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "PUT /v2.0/floatingips/eaf6fac5-4595-4a64-a090-c06755e2e8df HTTP/1.1" status: 404 len: 507 time: 1.1372304 Apr 22 17:01:53.800130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55330) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:53.802612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Pushing event deleted for resources: {'Network': ['ID=88887504-2cdc-4b58-afd9-5299f780b101,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:53.872502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Attempting to bind port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:53.873222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Attempting to bind port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'b141a225-6531-4551-a3d1-674bc7607d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:53.873795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Attempting to bind port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb on network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:53.882079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:53.904212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:53.904935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Checking segment: {'id': 'b141a225-6531-4551-a3d1-674bc7607d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:53.905553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.906160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Bound using segment: {'id': 'b141a225-6531-4551-a3d1-674bc7607d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:53.907643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Bound port: e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b141a225-6531-4551-a3d1-674bc7607d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:53.908289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.920600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.921030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Pushing event updated for resources: {'Port': ['ID=ad8f97fc-cf43-47ea-9c3b-97d82bda8d42,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:53.921782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:53.934713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:53.943684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-507cd496-23a4-4536-80db-dbc52708b13e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:54.020725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:54.051127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:54.089632 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] 10.222.0.77 "DELETE /v2.0/networks/88887504-2cdc-4b58-afd9-5299f780b101 HTTP/1.1" status: 204 len: 168 time: 3.1150126 Apr 22 17:01:54.097103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55334) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:54.149009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc166e4d-60c3-4acc-974d-a2cbe8b8a23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:54.203169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] For port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:54.203456 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d873d30d-2f74-4742-926f-6281b15bee37 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] DELETE failed (client error): The resource could not be found. Apr 22 17:01:54.204259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d873d30d-2f74-4742-926f-6281b15bee37 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:01:54.219288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:54.233913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] For port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb,segment=NetworkSegment(b141a225-6531-4551-a3d1-674bc7607d54),segment_id=b141a225-6531-4551-a3d1-674bc7607d54)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:54.238351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cc166e4d-60c3-4acc-974d-a2cbe8b8a23d None None] For port b63375b0-5292-4e3c-8501-6647b571a85f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b63375b0-5292-4e3c-8501-6647b571a85f,segment=NetworkSegment(614b1de0-8384-4c8a-b2bb-61c98011d28b),segment_id=614b1de0-8384-4c8a-b2bb-61c98011d28b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:54.250521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-828678f2-dbc1-498f-8282-48dafe8206a5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:54.266932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:54.271542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6bf74959-8f31-455f-a7b5-4a9e89f2ad9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:54.323651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Deleting port 56c327b6-548c-42a6-92a2-e9f4f0fd1d9d {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:01:54.323651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:54.350919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d873d30d-2f74-4742-926f-6281b15bee37 tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] 10.222.0.77 "DELETE /v2.0/subnets/c29ba3ed-71aa-4adb-af3d-fde1ad37d6b8 HTTP/1.1" status: 404 len: 337 time: 0.2481387 Apr 22 17:01:54.367824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc166e4d-60c3-4acc-974d-a2cbe8b8a23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:54.422434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55338) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:54.431222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b7018b82-d719-44ff-ae19-da79016b6855 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:54.577506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:54.587543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Pushing event updated for resources: {'Port': ['ID=e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:54.591913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87209) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:01:54.594505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:54.595869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:54.600158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:54.634251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d62e76fc-361f-491e-b747-3852883fbbcc None None] Provisioning for port 2e0804f4-9abb-4bf6-91ac-97c97b0107e2 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:54.652875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:54.666794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d62e76fc-361f-491e-b747-3852883fbbcc None None] Provisioning complete for port 2e0804f4-9abb-4bf6-91ac-97c97b0107e2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:54.670445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d62e76fc-361f-491e-b747-3852883fbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:54.747554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:54.755560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:54.865895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:54.876277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:54.877128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:54.877669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port b7018b82-d719-44ff-ae19-da79016b6855 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:54.878093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:54.895814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:54.900355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event updated for resources: {'Port': ['ID=89ef8278-45b7-451d-a5de-f22a6e47ff9e,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:54.913024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:54.926898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2d624e71-45f5-46b7-953e-454d629f319c tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:54.933416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc166e4d-60c3-4acc-974d-a2cbe8b8a23d None None] Pushing event updated for resources: {'Port': ['ID=b63375b0-5292-4e3c-8501-6647b571a85f,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:54.962747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d62e76fc-361f-491e-b747-3852883fbbcc None None] Port 2e0804f4-9abb-4bf6-91ac-97c97b0107e2 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:54.981599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cc166e4d-60c3-4acc-974d-a2cbe8b8a23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:55.226463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-14408ece-f941-40fc-800b-af5145a89e84 None None] Provisioning for port 89ef8278-45b7-451d-a5de-f22a6e47ff9e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:55.247525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-14408ece-f941-40fc-800b-af5145a89e84 None None] Provisioning complete for port 89ef8278-45b7-451d-a5de-f22a6e47ff9e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:55.248205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14408ece-f941-40fc-800b-af5145a89e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:55.348743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-14408ece-f941-40fc-800b-af5145a89e84 None None] Port 89ef8278-45b7-451d-a5de-f22a6e47ff9e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:55.365590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-14408ece-f941-40fc-800b-af5145a89e84 None None] Provisioning complete for port b63375b0-5292-4e3c-8501-6647b571a85f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:55.366277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14408ece-f941-40fc-800b-af5145a89e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:55.544073 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9636405 Apr 22 17:01:55.548346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55342) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:55.557165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b923c70b-982b-423a-947b-8ede448c6778 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:55.608487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Subnet': ['ID=b8ea7c2b-2210-4b60-8aaf-12843114eac8,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:55.629944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:55.636043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:55.646383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:55.648462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d3856ad2-7da6-45b5-b9aa-43ec27365f02 None None] Provisioning complete for port 89ef8278-45b7-451d-a5de-f22a6e47ff9e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:55.648462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3856ad2-7da6-45b5-b9aa-43ec27365f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:55.763311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d3856ad2-7da6-45b5-b9aa-43ec27365f02 None None] Port 89ef8278-45b7-451d-a5de-f22a6e47ff9e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:55.792079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:55.792959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Checking segment: {'id': 'a3eb6467-ca0f-464b-9f9c-713563e1a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b39580b9-832d-4845-b5c1-3df74d9ff559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:55.793384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network hostable DHCP agents. Network: b39580b9-832d-4845-b5c1-3df74d9ff559, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:01:55.796203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b923c70b-982b-423a-947b-8ede448c6778 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:55.805686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b923c70b-982b-423a-947b-8ede448c6778 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:55.806178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:55.809785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b923c70b-982b-423a-947b-8ede448c6778 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:55.817049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:55.818205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:55.824250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b923c70b-982b-423a-947b-8ede448c6778 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:55.826530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b8dad603-bb56-4f20-adae-77206be06b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:55.977750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b923c70b-982b-423a-947b-8ede448c6778 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:55.984132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b923c70b-982b-423a-947b-8ede448c6778 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:55.986846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:01:55.996599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3d773146-d844-4d2e-84fa-912b21d2decf None None] Provisioning complete for port 89ef8278-45b7-451d-a5de-f22a6e47ff9e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:55.997196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d773146-d844-4d2e-84fa-912b21d2decf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:56.078111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3d773146-d844-4d2e-84fa-912b21d2decf None None] Port 89ef8278-45b7-451d-a5de-f22a6e47ff9e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:56.085654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network b39580b9-832d-4845-b5c1-3df74d9ff559 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:01:56.096549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event updated for resources: {'Port': ['ID=2e0804f4-9abb-4bf6-91ac-97c97b0107e2,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:56.113820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:56.123586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:56.124423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:56.125870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a1b513-c973-4d7c-87f6-bf1c4f19f06a None None] Network 25b39843-a66f-4899-ac23-ec20dbdc6905 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:56.151916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c45fcf-c71c-491e-ba2f-3a1dbd97fdf9']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:56.263719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network c9be4fd0-c2df-4bcc-923f-08b5f9430384 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:56.263719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:56.365134 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-b923c70b-982b-423a-947b-8ede448c6778 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff (CIDR: 172.20.0.0/28) Apr 22 17:01:56.440791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b3a84057-2032-4061-acb0-e0a08d3671d0 None None] Provisioning for port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:56.511599 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b923c70b-982b-423a-947b-8ede448c6778 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:01:56.512165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b923c70b-982b-423a-947b-8ede448c6778 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:01:56.575059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Router 069ae231-ea64-4fc8-9286-7321bcb20be7 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:01:56.598787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:56.699839 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b923c70b-982b-423a-947b-8ede448c6778 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1502988 Apr 22 17:01:56.710124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55346) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:56.721727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:56.758345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Calling delete_port for 56c327b6-548c-42a6-92a2-e9f4f0fd1d9d owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:01:56.786795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:56.793452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:56.837585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-676631df-cd14-458d-ae94-fcc52a1ef3c1 None None] Provisioning complete for port 2e0804f4-9abb-4bf6-91ac-97c97b0107e2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:56.838410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-676631df-cd14-458d-ae94-fcc52a1ef3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:56.868323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, b39580b9-832d-4845-b5c1-3df74d9ff559) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:56.882837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc509bc-77d2-4864-b4c7-ddb9ee889b40') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:56.882837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc509bc-77d2-4864-b4c7-ddb9ee889b40') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:56.884569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c5e71f-7762-42d2-8279-61a3928ebaf4 None None] Network b39580b9-832d-4845-b5c1-3df74d9ff559 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:01:56.892563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:56.906087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router a4c803e6-6a92-4b94-aab6-003a048d187c has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:01:57.020302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:01:57.021373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.045041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:57.049438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.067311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5dd51039-9ebb-40c7-98a2-31f8714fbf45 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:57.088627 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "PUT /v2.0/routers/069ae231-ea64-4fc8-9286-7321bcb20be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0842402 Apr 22 17:01:57.094603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55350) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:57.130260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.205092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daff4db9-0449-4a3b-9c81-bab30f74c75e None None] Sync routers for ids ['069ae231-ea64-4fc8-9286-7321bcb20be7'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:57.218863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-676631df-cd14-458d-ae94-fcc52a1ef3c1 None None] Port 2e0804f4-9abb-4bf6-91ac-97c97b0107e2 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:57.237706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event deleted for resources: {'Port': ['ID=56c327b6-548c-42a6-92a2-e9f4f0fd1d9d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:57.241487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daff4db9-0449-4a3b-9c81-bab30f74c75e None None] Routers {'069ae231-ea64-4fc8-9286-7321bcb20be7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:57.245314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-daff4db9-0449-4a3b-9c81-bab30f74c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['069ae231-ea64-4fc8-9286-7321bcb20be7'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:57.269013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:01:57.294402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:57.311238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:57.312055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.312494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.312930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.313582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.313714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.314572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.314572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.314940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.315350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.315930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.316125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.316241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:57.316547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:57.323598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-daff4db9-0449-4a3b-9c81-bab30f74c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:57.327934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:57.336588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7fc810a-996c-421e-879f-fd860e728a23 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.337319 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 6.5963874 Apr 22 17:01:57.341627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:57.391571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:57.400615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55354) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:57.401248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daff4db9-0449-4a3b-9c81-bab30f74c75e None None] Routers {'069ae231-ea64-4fc8-9286-7321bcb20be7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:57.401955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-daff4db9-0449-4a3b-9c81-bab30f74c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['069ae231-ea64-4fc8-9286-7321bcb20be7'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:57.474560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:57.475006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.521294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-daff4db9-0449-4a3b-9c81-bab30f74c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:57.521644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daff4db9-0449-4a3b-9c81-bab30f74c75e None None] The sync data for ids ['069ae231-ea64-4fc8-9286-7321bcb20be7'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:01:57.532290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Provisioning complete for port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:57.532711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.565373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:01:57.571664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.597525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:01:57.599302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.601879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.608132 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "DELETE /v2.0/floatingips/eaf6fac5-4595-4a64-a090-c06755e2e8df HTTP/1.1" status: 204 len: 168 time: 3.7966313 Apr 22 17:01:57.611256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55358) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:57.615129 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7824495 Apr 22 17:01:57.616446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Sync routers for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:01:57.627594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55360) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:57.629434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Network e3c45fcf-c71c-491e-ba2f-3a1dbd97fdf9 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:57.633643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:01:57.634699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:57.641471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7a156482-f44c-494c-88be-759d71c626ed tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Request body: {'floatingip': {'floating_network_id': 'a49077c8-8f4a-4f81-9477-4eaf7968c586', 'port_id': '3cdc4c33-46f7-4cd7-bea3-05508de92c81', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:57.651531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1cd4d7e1-c000-4714-9879-bad8ddea23f2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:57.707092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-b39580b9-832d-4845-b5c1-3df74d9ff559', 'network_id': 'b39580b9-832d-4845-b5c1-3df74d9ff559', 'tenant_id': 'd457a84261764b75b80b7f2c3b82739b', 'fixed_ips': [{'subnet_id': 'b8ea7c2b-2210-4b60-8aaf-12843114eac8'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:01:57.707976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.720196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.726851 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-d7fc810a-996c-421e-879f-fd860e728a23 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 17:01:57.731453 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d7fc810a-996c-421e-879f-fd860e728a23 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "DELETE /v2.0/routers/069ae231-ea64-4fc8-9286-7321bcb20be7 HTTP/1.1" status: 409 len: 329 time: 0.6323857 Apr 22 17:01:57.735415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55366) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:57.832013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:01:57.932894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.951390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.967803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:57.986281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3bfc4247-6756-4ef1-b331-9957c9267e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:58.063036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ad8f97fc-cf43-47ea-9c3b-97d82bda8d42,segment=NetworkSegment(1ee82fe7-d403-42b9-90e8-3f883e033eb7),segment_id=1ee82fe7-d403-42b9-90e8-3f883e033eb7)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:01:58.115022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:58.115861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b63375b0-5292-4e3c-8501-6647b571a85f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:58.154144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:58.188388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Network e3c45fcf-c71c-491e-ba2f-3a1dbd97fdf9 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:01:58.199084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': '89ef8278-45b7-451d-a5de-f22a6e47ff9e', 'name': '', 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:00:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:49Z', 'updated_at': '2021-04-22T17:01:52Z', 'revision_number': 2, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:01:58.204091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Checking router: a4c803e6-6a92-4b94-aab6-003a048d187c for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:01:58.204769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Updating router a4c803e6-6a92-4b94-aab6-003a048d187c port 89ef8278-45b7-451d-a5de-f22a6e47ff9e binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:01:58.228636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Allocated IP 2001:db8::f816:3eff:fe8c:2788 (b39580b9-832d-4845-b5c1-3df74d9ff559/b8ea7c2b-2210-4b60-8aaf-12843114eac8/d3adbacc-c0d3-4147-98c9-1e7ee521508f) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:01:58.266992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:58.274870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:01:58.275288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:01:58.352073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7a156482-f44c-494c-88be-759d71c626ed tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:01:58.426239 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:01:58.430582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=ad8f97fc-cf43-47ea-9c3b-97d82bda8d42,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:58.439229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:58.445525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:58.449927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7a156482-f44c-494c-88be-759d71c626ed tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Usage tracker for resource:floatingip and tenant:38f8f61d33494cddbaf497847c0c8a19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:01:58.462130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port b63375b0-5292-4e3c-8501-6647b571a85f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:58.462553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:58.474333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7a156482-f44c-494c-88be-759d71c626ed tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:01:58.484737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:58.522579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:58.530409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Pushing event deleted for resources: {'Network': ['ID=e3c45fcf-c71c-491e-ba2f-3a1dbd97fdf9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:58.545164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7a156482-f44c-494c-88be-759d71c626ed tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:01:58.618987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:58.643327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:58.734776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:58.762565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Transition to ACTIVE for port object d3adbacc-c0d3-4147-98c9-1e7ee521508f will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:58.863389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Transition to ACTIVE for port object d3adbacc-c0d3-4147-98c9-1e7ee521508f will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:58.919279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:58.923935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:58.966317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Provisioning complete for port 199b823e-bb72-42ed-80b8-8a836138c580 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:58.966819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:58.975608 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] 10.222.0.77 "DELETE /v2.0/networks/e3c45fcf-c71c-491e-ba2f-3a1dbd97fdf9 HTTP/1.1" status: 204 len: 168 time: 4.4792950 Apr 22 17:01:58.995728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:01:59.008196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a156482-f44c-494c-88be-759d71c626ed tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.055973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.096039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Transition to ACTIVE for port object 89ef8278-45b7-451d-a5de-f22a6e47ff9e will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:01:59.135579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.144641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:59.149442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Network b39580b9-832d-4845-b5c1-3df74d9ff559 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:01:59.156353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:01:59.159232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:01:59.171857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Pushing event updated for resources: {'Port': ['ID=d3adbacc-c0d3-4147-98c9-1e7ee521508f,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:59.175152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:59.177706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Port 199b823e-bb72-42ed-80b8-8a836138c580 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:01:59.365354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Attempting to bind port d3adbacc-c0d3-4147-98c9-1e7ee521508f on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:59.366269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Attempting to bind port d3adbacc-c0d3-4147-98c9-1e7ee521508f by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'a3eb6467-ca0f-464b-9f9c-713563e1a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b39580b9-832d-4845-b5c1-3df74d9ff559'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:59.367201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Attempting to bind port d3adbacc-c0d3-4147-98c9-1e7ee521508f on network b39580b9-832d-4845-b5c1-3df74d9ff559 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:59.376315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:59.377290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.433227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.437891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Provisioning for port 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:01:59.442746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:59.443215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-1cd4d7e1-c000-4714-9879-bad8ddea23f2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:01:59.443442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Checking segment: {'id': 'a3eb6467-ca0f-464b-9f9c-713563e1a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b39580b9-832d-4845-b5c1-3df74d9ff559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:59.443996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.444693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Bound using segment: {'id': 'a3eb6467-ca0f-464b-9f9c-713563e1a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b39580b9-832d-4845-b5c1-3df74d9ff559'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:59.445350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Bound port: d3adbacc-c0d3-4147-98c9-1e7ee521508f, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3eb6467-ca0f-464b-9f9c-713563e1a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b39580b9-832d-4845-b5c1-3df74d9ff559'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:59.445881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.472179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Provisioning complete for port 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:01:59.472672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.536863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-1cd4d7e1-c000-4714-9879-bad8ddea23f2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Removed routes are [] {{(pid=87209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:01:59.537310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cd4d7e1-c000-4714-9879-bad8ddea23f2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.586575 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-7a156482-f44c-494c-88be-759d71c626ed tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:01:59.592341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7a156482-f44c-494c-88be-759d71c626ed tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.9660928 Apr 22 17:01:59.593033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55374) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:59.609284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.624827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9524f584-d7fa-4830-85e2-91db980f7034 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:59.649876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Attempting to bind port 89ef8278-45b7-451d-a5de-f22a6e47ff9e on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:01:59.650294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Attempting to bind port 89ef8278-45b7-451d-a5de-f22a6e47ff9e by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '614b1de0-8384-4c8a-b2bb-61c98011d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:01:59.651294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Attempting to bind port 89ef8278-45b7-451d-a5de-f22a6e47ff9e on network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:01:59.660291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:01:59.660705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Checking segment: {'id': '614b1de0-8384-4c8a-b2bb-61c98011d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:01:59.661154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.661591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Bound using segment: {'id': '614b1de0-8384-4c8a-b2bb-61c98011d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:01:59.662120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Bound port: 89ef8278-45b7-451d-a5de-f22a6e47ff9e, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614b1de0-8384-4c8a-b2bb-61c98011d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:01:59.662536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.664485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55378) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:01:59.718750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] For port d3adbacc-c0d3-4147-98c9-1e7ee521508f, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:59.728160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] For port d3adbacc-c0d3-4147-98c9-1e7ee521508f, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d3adbacc-c0d3-4147-98c9-1e7ee521508f,segment=NetworkSegment(a3eb6467-ca0f-464b-9f9c-713563e1a920),segment_id=a3eb6467-ca0f-464b-9f9c-713563e1a920)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:59.730776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '3cdc4c33-46f7-4cd7-bea3-05508de92c81', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:01:59.775267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:01:59.790857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ea7c2b-2210-4b60-8aaf-12843114eac8,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:59.813984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.824213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.824789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.825316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.825838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.826356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.826990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.827519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.828039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.828555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.829085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.829598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.830109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:01:59.832945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:01:59.834760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:59.914551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] For port 89ef8278-45b7-451d-a5de-f22a6e47ff9e, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:01:59.922769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] For port 89ef8278-45b7-451d-a5de-f22a6e47ff9e, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=89ef8278-45b7-451d-a5de-f22a6e47ff9e,segment=NetworkSegment(614b1de0-8384-4c8a-b2bb-61c98011d28b),segment_id=614b1de0-8384-4c8a-b2bb-61c98011d28b)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:01:59.933762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28e5f9-4c7b-4584-a4e2-1cb550c3c769 None None] Pushing event updated for resources: {'Port': ['ID=89ef8278-45b7-451d-a5de-f22a6e47ff9e,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:01:59.945886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0a28e5f9-4c7b-4584-a4e2-1cb550c3c769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:01:59.955603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.961606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:01:59.976685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:00.002064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Port 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:02:00.103164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Pushing event updated for resources: {'Port': ['ID=d3adbacc-c0d3-4147-98c9-1e7ee521508f,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:00.104789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:00.109387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:00.121648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:00.145975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Provisioning for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:00.152700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc67c7d-d1d7-40e9-8d66-a49b4c7960cf None None] Network b39580b9-832d-4845-b5c1-3df74d9ff559 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:00.310499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39580b9-832d-4845-b5c1-3df74d9ff559']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:00.333935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3eb6467-ca0f-464b-9f9c-713563e1a920') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:00.334326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3eb6467-ca0f-464b-9f9c-713563e1a920') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:00.364934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:00.390557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:00.391216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:00.397760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:00.501352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Usage tracker for resource:floatingip and tenant:38f8f61d33494cddbaf497847c0c8a19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:00.513913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:00.524162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:00.560078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Provisioning complete for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:00.560489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:00.713143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:00.775185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network b39580b9-832d-4845-b5c1-3df74d9ff559 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:00.788689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:00.796149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28e5f9-4c7b-4584-a4e2-1cb550c3c769 None None] Pushing event updated for resources: {'Port': ['ID=89ef8278-45b7-451d-a5de-f22a6e47ff9e,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:00.804887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0a28e5f9-4c7b-4584-a4e2-1cb550c3c769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:00.834209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc67b2f0-50bb-454a-8220-9be19343ffae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:00.837319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:59Z', 'revision_number': 6, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': '89ef8278-45b7-451d-a5de-f22a6e47ff9e', 'name': '', 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:00:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:49Z', 'updated_at': '2021-04-22T17:01:59Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:00.844279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3c69d-718a-4761-907a-ee7ff5f74a8e None None] The sync data for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv is: [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:59Z', 'revision_number': 6, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': '89ef8278-45b7-451d-a5de-f22a6e47ff9e', 'name': '', 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:00:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:49Z', 'updated_at': '2021-04-22T17:01:59Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:02:00.959930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cd4d7e1-c000-4714-9879-bad8ddea23f2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:00.972039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cd4d7e1-c000-4714-9879-bad8ddea23f2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.044757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.052635 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-92b09c3f-dd75-4347-a59a-a6351de11a8c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=031a1aa0bbd3404baf4a20f39a3d0553&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3854098 Apr 22 17:02:01.065555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55384) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:01.080694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.086344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f7042b-4106-4faf-a3a3-752c22b18bd8 None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:02:01.139342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-336e9e0e-d8a3-4d5b-91d0-4776ac52ba69 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:01.239921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:01.241817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network b39580b9-832d-4845-b5c1-3df74d9ff559 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:01.271633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:01.273506 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:01.276498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd4d7e1-c000-4714-9879-bad8ddea23f2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router a4c803e6-6a92-4b94-aab6-003a048d187c has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:02:01.289310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8997-1b7a-4002-8ecd-501e6cdfc53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.292429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:01.293108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.351385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] For port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb,segment=NetworkSegment(b141a225-6531-4551-a3d1-674bc7607d54),segment_id=b141a225-6531-4551-a3d1-674bc7607d54)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:01.357221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f7042b-4106-4faf-a3a3-752c22b18bd8 None None] Resources bound (agent type, host, resource id): {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:02:01.389518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.395066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1d31672-0f2d-42d4-835f-6a28aaafd23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:01.416443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8997-1b7a-4002-8ecd-501e6cdfc53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.455116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.484524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.511219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.618557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Pushing event updated for resources: {'Port': ['ID=e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:01.623987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:01.648159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd4d7e1-c000-4714-9879-bad8ddea23f2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:02:01.688052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Subnet': ['ID=f217b9b7-6726-4887-a532-434bcbab6201,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:01.698807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:01.768849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Allocated IP 172.26.6.94 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/db4f815f-b828-48d6-a80b-600bf067a5df) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:01.783337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:02:01.783337 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:02:01.783337 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': 'b39580b9-832d-4845-b5c1-3df74d9ff559'}] Apr 22 17:02:01.783337 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:02:01.783750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:02:01.784448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Deleting port 2e0804f4-9abb-4bf6-91ac-97c97b0107e2 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:01.784828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.826454 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.1148198 Apr 22 17:02:01.894887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55388) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:01.899954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cd4d7e1-c000-4714-9879-bad8ddea23f2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:01.904320 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1cd4d7e1-c000-4714-9879-bad8ddea23f2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c HTTP/1.1" status: 200 len: 952 time: 4.2575853 Apr 22 17:02:01.906893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc70d31-f0dd-4976-b0a1-712e9d0f0c01 None None] Sync routers for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:02:01.909742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55390) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:01.920778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-647754994', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f217b9b7-6726-4887-a532-434bcbab6201'}], 'security_groups': ['72c67421-31eb-4237-82b6-a1016502ea40']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:01.933092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc70d31-f0dd-4976-b0a1-712e9d0f0c01 None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:01.933790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8bc70d31-f0dd-4976-b0a1-712e9d0f0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:02.015985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:02.097877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6d05be-92d9-456b-b5fd-5d99b1566a0a None None] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:02.157893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8997-1b7a-4002-8ecd-501e6cdfc53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:02.165461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:02.172959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98c4e13d-1a33-46cc-825c-d84a71b30f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:02.180316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Calling delete_port for 2e0804f4-9abb-4bf6-91ac-97c97b0107e2 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:02.220954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8bc70d31-f0dd-4976-b0a1-712e9d0f0c01 None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:02.226469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc8997-1b7a-4002-8ecd-501e6cdfc53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e748e96-7cb6-4348-b366-13d96c0ff688,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:02.285064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:02.296618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8997-1b7a-4002-8ecd-501e6cdfc53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:02.300730 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c2fc8997-1b7a-4002-8ecd-501e6cdfc53f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e748e96-7cb6-4348-b366-13d96c0ff688 HTTP/1.1" status: 204 len: 168 time: 1.2259276 Apr 22 17:02:02.300880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Deleting port d3adbacc-c0d3-4147-98c9-1e7ee521508f {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:02.300880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:02.301043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2fc8997-1b7a-4002-8ecd-501e6cdfc53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:02.387574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-538ac04f-946a-4d98-afc4-fe77cd05b25f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c HTTP/1.1" status: 200 len: 952 time: 0.4732254 Apr 22 17:02:02.392989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55398) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:02.404168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-789c56f5-867d-47ec-8836-959c0f888b6c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'routes': None}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:02.612516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] For port d3adbacc-c0d3-4147-98c9-1e7ee521508f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d3adbacc-c0d3-4147-98c9-1e7ee521508f,segment=NetworkSegment(a3eb6467-ca0f-464b-9f9c-713563e1a920),segment_id=a3eb6467-ca0f-464b-9f9c-713563e1a920)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:02.612930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:02.658930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:02.790087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Calling delete_port for d3adbacc-c0d3-4147-98c9-1e7ee521508f owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:02.802541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8bc70d31-f0dd-4976-b0a1-712e9d0f0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:59Z', 'revision_number': 6, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': '89ef8278-45b7-451d-a5de-f22a6e47ff9e', 'name': '', 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:00:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:49Z', 'updated_at': '2021-04-22T17:01:59Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:02.806085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc70d31-f0dd-4976-b0a1-712e9d0f0c01 None None] Checking router: a4c803e6-6a92-4b94-aab6-003a048d187c for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:02:02.812484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:02.819844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc70d31-f0dd-4976-b0a1-712e9d0f0c01 None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:02.820544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8bc70d31-f0dd-4976-b0a1-712e9d0f0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:02.919174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:02.948285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:03.119212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:03.205497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55404) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:03.214175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:03.218062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:03.240869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event deleted for resources: {'Port': ['ID=2e0804f4-9abb-4bf6-91ac-97c97b0107e2,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:03.243711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:03.245261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:03.250770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72388eee-f658-446f-989a-5fe9dd33be54 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:03.307494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No DVR routers for this DVR port d3adbacc-c0d3-4147-98c9-1e7ee521508f on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:03.310395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2cb8b12a-f27d-45d3-9c1f-0d0049ef4352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:03.319459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860143ac-00c2-4f83-b637-76c9e9010ea1 None None] Update dhcp port {'port': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'fixed_ips': [{'subnet_id': 'd9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f217b9b7-6726-4887-a532-434bcbab6201'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': 'e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:02:03.357797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8bc70d31-f0dd-4976-b0a1-712e9d0f0c01 None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:03.402289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Port': ['ID=d3adbacc-c0d3-4147-98c9-1e7ee521508f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:03.404855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:03.437908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:03.454807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:03.459387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-860143ac-00c2-4f83-b637-76c9e9010ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:03.468040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:03.473105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:03.473528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:03.553886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event updated for resources: {'Port': ['ID=db4f815f-b828-48d6-a80b-600bf067a5df,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:03.564068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:03.609508 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b0520ea3-b3a1-4ae3-abec-27595080d443 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86a1bac3e934424c91487c1ef59fa414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837500 Apr 22 17:02:03.637317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55408) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:03.671358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:03.857704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Router 069ae231-ea64-4fc8-9286-7321bcb20be7 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:02:03.889758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39580b9-832d-4845-b5c1-3df74d9ff559']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:03.968948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3eb6467-ca0f-464b-9f9c-713563e1a920') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:03.969506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3eb6467-ca0f-464b-9f9c-713563e1a920') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:04.001069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 89ef8278-45b7-451d-a5de-f22a6e47ff9e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:04.025454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb1f8c2c-f113-4391-b3ac-725994a40dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.047914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.075225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:02:04.083180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb1f8c2c-f113-4391-b3ac-725994a40dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.090836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.094677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "PUT /v2.0/routers/069ae231-ea64-4fc8-9286-7321bcb20be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3558164 Apr 22 17:02:04.100561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55412) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:04.101724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-860143ac-00c2-4f83-b637-76c9e9010ea1 None None] Allocated IP 172.20.0.18 (dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b/f217b9b7-6726-4887-a532-434bcbab6201/e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:04.104033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:04.104746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912d8ec-c27a-49b2-89bc-2300b411b3cd None None] Sync routers for ids ['069ae231-ea64-4fc8-9286-7321bcb20be7'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:02:04.120782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912d8ec-c27a-49b2-89bc-2300b411b3cd None None] Routers {'069ae231-ea64-4fc8-9286-7321bcb20be7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:04.122049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9912d8ec-c27a-49b2-89bc-2300b411b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['069ae231-ea64-4fc8-9286-7321bcb20be7'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:04.128418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Deleting port db4f815f-b828-48d6-a80b-600bf067a5df {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:04.129345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.211462 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-3e85cb77-a48c-4205-a57b-37fbdae45cdf tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] show failed (client error): The resource could not be found. Apr 22 17:02:04.212598 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3e85cb77-a48c-4205-a57b-37fbdae45cdf tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-2129528303 HTTP/1.1" status: 404 len: 335 time: 0.1110146 Apr 22 17:02:04.214958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9912d8ec-c27a-49b2-89bc-2300b411b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:04.226179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 89ef8278-45b7-451d-a5de-f22a6e47ff9e completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:04.230421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912d8ec-c27a-49b2-89bc-2300b411b3cd None None] Routers {'069ae231-ea64-4fc8-9286-7321bcb20be7'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:04.231444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9912d8ec-c27a-49b2-89bc-2300b411b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['069ae231-ea64-4fc8-9286-7321bcb20be7'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:04.235195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8bc70d31-f0dd-4976-b0a1-712e9d0f0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:59Z', 'revision_number': 6, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': '89ef8278-45b7-451d-a5de-f22a6e47ff9e', 'name': '', 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:00:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:49Z', 'updated_at': '2021-04-22T17:01:59Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:04.241675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 89ef8278-45b7-451d-a5de-f22a6e47ff9e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:04.242097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.265379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55416) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:04.276995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7a606c18-fd57-4882-ac41-ff082a4fdde0 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:04.285157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc70d31-f0dd-4976-b0a1-712e9d0f0c01 None None] The sync data for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv is: [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:01:59Z', 'revision_number': 6, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': '89ef8278-45b7-451d-a5de-f22a6e47ff9e', 'name': '', 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:00:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:49Z', 'updated_at': '2021-04-22T17:01:59Z', 'revision_number': 4, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:02:04.326354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.326780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.368126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9912d8ec-c27a-49b2-89bc-2300b411b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:04.368582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912d8ec-c27a-49b2-89bc-2300b411b3cd None None] The sync data for ids ['069ae231-ea64-4fc8-9286-7321bcb20be7'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:02:04.378611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-860143ac-00c2-4f83-b637-76c9e9010ea1 None None] For port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb,segment=NetworkSegment(b141a225-6531-4551-a3d1-674bc7607d54),segment_id=b141a225-6531-4551-a3d1-674bc7607d54)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:04.386617 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-7a606c18-fd57-4882-ac41-ff082a4fdde0 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] update failed (client error): The resource could not be found. Apr 22 17:02:04.387963 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7a606c18-fd57-4882-ac41-ff082a4fdde0 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-646349693 HTTP/1.1" status: 404 len: 334 time: 0.1215472 Apr 22 17:02:04.392280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55420) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:04.473513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Calling delete_port for db4f815f-b828-48d6-a80b-600bf067a5df owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:04.477148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-860143ac-00c2-4f83-b637-76c9e9010ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.486890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.531947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 89ef8278-45b7-451d-a5de-f22a6e47ff9e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=89ef8278-45b7-451d-a5de-f22a6e47ff9e,segment=NetworkSegment(614b1de0-8384-4c8a-b2bb-61c98011d28b),segment_id=614b1de0-8384-4c8a-b2bb-61c98011d28b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:04.537729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network b39580b9-832d-4845-b5c1-3df74d9ff559 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:04.553941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.563277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.565823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed496a96-8a6b-4e6b-93f2-694830057856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:04.650154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=89ef8278-45b7-451d-a5de-f22a6e47ff9e,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:04.653921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:04.721652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-789c56f5-867d-47ec-8836-959c0f888b6c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added routes are [] {{(pid=87209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:02:04.722129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-789c56f5-867d-47ec-8836-959c0f888b6c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:02:04.748630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb1f8c2c-f113-4391-b3ac-725994a40dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.756950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1ac26b07-6639-4e77-b532-70812e397060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:04.789129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f8c2c-f113-4391-b3ac-725994a40dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922c233d-64f1-4210-851c-dff160f00b2a,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:04.791695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bb1f8c2c-f113-4391-b3ac-725994a40dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:04.815301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.820331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-789c56f5-867d-47ec-8836-959c0f888b6c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.825066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e220895e-021f-4421-9672-09078a673745 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:04.865042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 89ef8278-45b7-451d-a5de-f22a6e47ff9e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:04.867204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb1f8c2c-f113-4391-b3ac-725994a40dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.868443 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bb1f8c2c-f113-4391-b3ac-725994a40dd8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/922c233d-64f1-4210-851c-dff160f00b2a HTTP/1.1" status: 204 len: 168 time: 1.2281024 Apr 22 17:02:04.879228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event deleted for resources: {'Port': ['ID=db4f815f-b828-48d6-a80b-600bf067a5df,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:04.881967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:04.946314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b73d05-93e9-4579-9b43-c931da92cea8 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Deleting subnet db485386-a0fe-4ee5-91f5-39c78bbf8fc0 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:04.950454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00b73d05-93e9-4579-9b43-c931da92cea8 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:04.967871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 89ef8278-45b7-451d-a5de-f22a6e47ff9e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:04.968698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.022679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00b73d05-93e9-4579-9b43-c931da92cea8 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.204566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network b39580b9-832d-4845-b5c1-3df74d9ff559 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:05.234126 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:05.312279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.356246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00b73d05-93e9-4579-9b43-c931da92cea8 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.358988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] create failed (client error): The resource could not be found. Apr 22 17:02:05.363517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-860143ac-00c2-4f83-b637-76c9e9010ea1 None None] Transition to ACTIVE for port object e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:05.363726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.7659481 Apr 22 17:02:05.377674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55428) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:05.393849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.403671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:05.411663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-860143ac-00c2-4f83-b637-76c9e9010ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.418505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d41c098-831e-4acd-b77f-1854bf9b2583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:05.422930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.443206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Network': ['ID=b39580b9-832d-4845-b5c1-3df74d9ff559,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:05.457664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/networks/b39580b9-832d-4845-b5c1-3df74d9ff559 HTTP/1.1" status: 204 len: 168 time: 8.0565331 Apr 22 17:02:05.460065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:05.466046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55434) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:05.471828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-511322077'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:05.491139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:05.523138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-789c56f5-867d-47ec-8836-959c0f888b6c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.528360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:network and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:05.542075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-789c56f5-867d-47ec-8836-959c0f888b6c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.561606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e86666a1-4fc2-41ef-9896-ebe775fc46fb tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Deleting port 3cdc4c33-46f7-4cd7-bea3-05508de92c81 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:05.561988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e86666a1-4fc2-41ef-9896-ebe775fc46fb tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.587742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:05.603182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:05.692017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860143ac-00c2-4f83-b637-76c9e9010ea1 None None] Pushing event updated for resources: {'Port': ['ID=e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:05.701124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-860143ac-00c2-4f83-b637-76c9e9010ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:05.707488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:05.714668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.811096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:02:05.830733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.831079 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Added segment cc72ee61-d084-48eb-9627-daad40cd8b74 of type vlan for network b8fe6a23-b63c-4176-9708-0c30ba520c4c Apr 22 17:02:05.938142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.969780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00b73d05-93e9-4579-9b43-c931da92cea8 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:05.982172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f811ca96-c966-4743-9b13-f1ba8f5c716f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:06.032489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b73d05-93e9-4579-9b43-c931da92cea8 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event deleted for resources: {'Subnet': ['ID=db485386-a0fe-4ee5-91f5-39c78bbf8fc0,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:06.035405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-00b73d05-93e9-4579-9b43-c931da92cea8 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:06.038874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00b73d05-93e9-4579-9b43-c931da92cea8 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:06.050187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac19a694-9a5c-4354-b1b0-ba46d22d15fd None None] Network 25b39843-a66f-4899-ac23-ec20dbdc6905 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:06.051008 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-00b73d05-93e9-4579-9b43-c931da92cea8 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "DELETE /v2.0/subnets/db485386-a0fe-4ee5-91f5-39c78bbf8fc0 HTTP/1.1" status: 204 len: 168 time: 1.6572082 Apr 22 17:02:06.055389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55452) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:06.084365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:06.090916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:06.091630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:06.103111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d2e5078-c9b2-4e73-a93e-73f18cfde46e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:06.352615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8844001 Apr 22 17:02:06.358298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55458) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:06.363630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.18-b66647ec-29bd-447b-a369-f139ce46b2c8 {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:02:06.364626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:02:06.378993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'subnet': {'network_id': 'b8fe6a23-b63c-4176-9708-0c30ba520c4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:06.392320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789c56f5-867d-47ec-8836-959c0f888b6c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router a4c803e6-6a92-4b94-aab6-003a048d187c has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:02:06.421557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Network': ['ID=b8fe6a23-b63c-4176-9708-0c30ba520c4c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:06.445713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network b8fe6a23-b63c-4176-9708-0c30ba520c4c details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:02:06.490251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:06.526432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:06.559384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Deleting port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:06.559777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:06.581223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec54160-3519-4937-acc5-522798167be3 None None] DHCP port deletion for 25b39843-a66f-4899-ac23-ec20dbdc6905 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:06.613343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:06.620988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3ec54160-3519-4937-acc5-522798167be3 None None] Deleting port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:06.621846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ec54160-3519-4937-acc5-522798167be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:06.633390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:subnet and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:06.638962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:06.649594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:06.711552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd91d1d7-90d3-4c47-b968-61d4edb21acf None None] Provisioning complete for port 199b823e-bb72-42ed-80b8-8a836138c580 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:06.711971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd91d1d7-90d3-4c47-b968-61d4edb21acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:06.784854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:06.791531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:06.987623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3ec54160-3519-4937-acc5-522798167be3 None None] For port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ad8f97fc-cf43-47ea-9c3b-97d82bda8d42,segment=NetworkSegment(1ee82fe7-d403-42b9-90e8-3f883e033eb7),segment_id=1ee82fe7-d403-42b9-90e8-3f883e033eb7)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:06.988217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ec54160-3519-4937-acc5-522798167be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:06.998008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] For port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ad8f97fc-cf43-47ea-9c3b-97d82bda8d42,segment=NetworkSegment(1ee82fe7-d403-42b9-90e8-3f883e033eb7),segment_id=1ee82fe7-d403-42b9-90e8-3f883e033eb7)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:06.998425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:07.008924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e86666a1-4fc2-41ef-9896-ebe775fc46fb tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:07.134854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3ec54160-3519-4937-acc5-522798167be3 None None] Calling delete_port for ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:07.162259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Calling delete_port for ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:07.223541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:07.254936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e86666a1-4fc2-41ef-9896-ebe775fc46fb tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Calling delete_port for 3cdc4c33-46f7-4cd7-bea3-05508de92c81 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:07.263919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55474) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:07.283384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ec54160-3519-4937-acc5-522798167be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:07.299313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bef3e6f0-5f8b-4109-bdfb-893fcff41c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:07.300844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c56f5-867d-47ec-8836-959c0f888b6c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:02:07.309539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-789c56f5-867d-47ec-8836-959c0f888b6c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:07.315502 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-789c56f5-867d-47ec-8836-959c0f888b6c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c HTTP/1.1" status: 200 len: 702 time: 4.9163041 Apr 22 17:02:07.315785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55480) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:07.318398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:07.355373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec54160-3519-4937-acc5-522798167be3 None None] No DVR routers for this DVR port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:07.368469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec54160-3519-4937-acc5-522798167be3 None None] Pushing event deleted for resources: {'Port': ['ID=ad8f97fc-cf43-47ea-9c3b-97d82bda8d42,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:07.371409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bbe76-fbab-4bd4-b82a-f7eff32439e1 None None] Sync routers for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:02:07.377683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ec54160-3519-4937-acc5-522798167be3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:07.388154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bd91d1d7-90d3-4c47-b968-61d4edb21acf None None] Port 199b823e-bb72-42ed-80b8-8a836138c580 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:02:07.399216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:02:07.399755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:02:07.426938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd91d1d7-90d3-4c47-b968-61d4edb21acf None None] Provisioning complete for port 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:07.428645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd91d1d7-90d3-4c47-b968-61d4edb21acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:07.469065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bbe76-fbab-4bd4-b82a-f7eff32439e1 None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:07.469784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ab0bbe76-fbab-4bd4-b82a-f7eff32439e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:07.503384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1637468520', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:07.526020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:07.544762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Usage tracker for resource:port and tenant:71bc2d0ae97c4d2491472b4d1f5b1bf0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:07.561233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:07.582752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:07.596636 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b77b50a1-87c9-4f0c-8dfb-3ad8a075e84f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c HTTP/1.1" status: 200 len: 702 time: 0.2721066 Apr 22 17:02:07.597339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55484) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:07.664822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Made reservation on behalf of 71bc2d0ae97c4d2491472b4d1f5b1bf0 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:07.670854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:07.707747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ab0bbe76-fbab-4bd4-b82a-f7eff32439e1 None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:07.727469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:07.759298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:07.780158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e86666a1-4fc2-41ef-9896-ebe775fc46fb tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:07.788146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-593ebb58-9c22-4c48-af20-7de432ea4be2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:07.813283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:07.813746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:07.842104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bd91d1d7-90d3-4c47-b968-61d4edb21acf None None] Port 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:02:07.851681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86666a1-4fc2-41ef-9896-ebe775fc46fb tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event deleted for resources: {'Port': ['ID=3cdc4c33-46f7-4cd7-bea3-05508de92c81,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:07.858914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e86666a1-4fc2-41ef-9896-ebe775fc46fb tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:07.902536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:07.904868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Deleting port ad8f97fc-cf43-47ea-9c3b-97d82bda8d42 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:07.905223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:07.921315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd91d1d7-90d3-4c47-b968-61d4edb21acf None None] Provisioning for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:07.951688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd91d1d7-90d3-4c47-b968-61d4edb21acf None None] Provisioning complete for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:07.952115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd91d1d7-90d3-4c47-b968-61d4edb21acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:07.952837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Usage tracker for resource:security_group_rule and tenant:71bc2d0ae97c4d2491472b4d1f5b1bf0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:07.966020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:08.019934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:08.033773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Delete allocated IP 172.20.0.3 (dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b/d9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff) {{(pid=87209) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 22 17:02:08.056337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.28 (dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b/f217b9b7-6726-4887-a532-434bcbab6201/31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:08.111165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e86666a1-4fc2-41ef-9896-ebe775fc46fb tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:08.132658 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e86666a1-4fc2-41ef-9896-ebe775fc46fb tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "DELETE /v2.0/ports/3cdc4c33-46f7-4cd7-bea3-05508de92c81 HTTP/1.1" status: 204 len: 168 time: 2.7493913 Apr 22 17:02:08.133485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55488) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:08.404143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] The port 'ad8f97fc-cf43-47ea-9c3b-97d82bda8d42' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:02:08.411723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5745b586-e32c-4b8a-9639-baf4cb007621 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:08.413083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5745b586-e32c-4b8a-9639-baf4cb007621 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Synchronizing usage tracker for tenant:38f8f61d33494cddbaf497847c0c8a19 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:08.456161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ab0bbe76-fbab-4bd4-b82a-f7eff32439e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:04Z', 'revision_number': 7, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': '89ef8278-45b7-451d-a5de-f22a6e47ff9e', 'name': '', 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:00:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:49Z', 'updated_at': '2021-04-22T17:02:04Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:08.469100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bbe76-fbab-4bd4-b82a-f7eff32439e1 None None] Checking router: a4c803e6-6a92-4b94-aab6-003a048d187c for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:02:08.470134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:08.479036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bbe76-fbab-4bd4-b82a-f7eff32439e1 None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:08.479828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ab0bbe76-fbab-4bd4-b82a-f7eff32439e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:08.480774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5745b586-e32c-4b8a-9639-baf4cb007621 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Unset dirty status for tenant:38f8f61d33494cddbaf497847c0c8a19 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:08.482081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5745b586-e32c-4b8a-9639-baf4cb007621 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "GET /v2.0/ports?device_id=6851464d-c49b-4f59-aed0-fd978defb144 HTTP/1.1" status: 200 len: 913 time: 0.3477948 Apr 22 17:02:08.485630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55492) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:08.573616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:08.643426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:08.651580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2079c837-f855-4316-bbc2-917c081d8e8a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:08.697419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ab0bbe76-fbab-4bd4-b82a-f7eff32439e1 None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:08.731352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:08.752366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:08.798250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:09.028426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] In _notify_port_updated(), no bound segment for port 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b on network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 17:02:09.034297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:09.035035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:09.039490 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "PUT /v2.0/ports/31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b HTTP/1.1" status: 200 len: 920 time: 7.1329355 Apr 22 17:02:09.044437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55496) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:09.047087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b39843-a66f-4899-ac23-ec20dbdc6905']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:09.060477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:09.071131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee82fe7-d403-42b9-90e8-3f883e033eb7') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:09.076211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee82fe7-d403-42b9-90e8-3f883e033eb7') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:09.093548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:09.116575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ab0bbe76-fbab-4bd4-b82a-f7eff32439e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:04Z', 'revision_number': 7, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': '89ef8278-45b7-451d-a5de-f22a6e47ff9e', 'name': '', 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:00:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:49Z', 'updated_at': '2021-04-22T17:02:04Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:09.122254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bbe76-fbab-4bd4-b82a-f7eff32439e1 None None] The sync data for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv is: [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:04Z', 'revision_number': 7, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': '89ef8278-45b7-451d-a5de-f22a6e47ff9e', 'name': '', 'network_id': '917a8a54-6d1b-458d-bfd2-50d847d0a1c6', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:00:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:49Z', 'updated_at': '2021-04-22T17:02:04Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '3d6e5efe-66b4-4dc8-94d8-d8173013447e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:02:09.185057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:09.193975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c11a1bb3-b56f-4585-8da4-062908216d54 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:09.194364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c11a1bb3-b56f-4585-8da4-062908216d54 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:09.194490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-707270ef-2968-46b7-b797-d1a56e56a149 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:09.204188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] device_id is not set on port 9c0016f5-b8f5-4535-9fca-93c883188385 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:02:09.244512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:09.255823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:09.299381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:09.348046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370a0eec-4f71-4288-8005-60669d6b2465,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:09.356410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:09.397319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-edf78dad-a3bc-4ddd-8839-f2638f65b0c3 None None] Provisioning for port 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:09.405485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-edf78dad-a3bc-4ddd-8839-f2638f65b0c3 None None] Provisioning complete for port 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:09.407094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edf78dad-a3bc-4ddd-8839-f2638f65b0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:09.412164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf1b9f3b-891d-423c-bf56-65c7f5bf9669 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:09.530932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-edf78dad-a3bc-4ddd-8839-f2638f65b0c3 None None] Port 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:02:09.664658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Checking segment: {'id': 'cc72ee61-d084-48eb-9627-daad40cd8b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b8fe6a23-b63c-4176-9708-0c30ba520c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:09.665065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network hostable DHCP agents. Network: b8fe6a23-b63c-4176-9708-0c30ba520c4c, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:02:09.727345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network 25b39843-a66f-4899-ac23-ec20dbdc6905 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:09.739129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Subnet': ['ID=8be244a9-02d9-4122-8ad0-84fff54e2ad4,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:09.744978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:09.776020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:09.873163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Allocated IP 172.26.6.76 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/9c0016f5-b8f5-4535-9fca-93c883188385) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:09.903272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c11a1bb3-b56f-4585-8da4-062908216d54 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:09.921238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:09.975750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network b8fe6a23-b63c-4176-9708-0c30ba520c4c is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:02:10.004812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network 25b39843-a66f-4899-ac23-ec20dbdc6905 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:10.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:10.117765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c11a1bb3-b56f-4585-8da4-062908216d54 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:10.137257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, b8fe6a23-b63c-4176-9708-0c30ba520c4c) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:10.145990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f54af9-9b7a-4d14-bb31-9ea5c49f0ff4 None None] Network b8fe6a23-b63c-4176-9708-0c30ba520c4c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:10.157533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:10.253994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:10.254669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:10.414197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-b8fe6a23-b63c-4176-9708-0c30ba520c4c', 'network_id': 'b8fe6a23-b63c-4176-9708-0c30ba520c4c', 'tenant_id': 'd457a84261764b75b80b7f2c3b82739b', 'fixed_ips': [{'subnet_id': '8be244a9-02d9-4122-8ad0-84fff54e2ad4'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:02:10.414935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:10.446247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:10.521578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c11a1bb3-b56f-4585-8da4-062908216d54 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:10.529810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71193f83-d74d-44a0-b90d-3f9cfdc7529a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:10.591879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1bb3-b56f-4585-8da4-062908216d54 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:10.599530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c11a1bb3-b56f-4585-8da4-062908216d54 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:10.643891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Allocated IP 2001:db8::2 (b8fe6a23-b63c-4176-9708-0c30ba520c4c/8be244a9-02d9-4122-8ad0-84fff54e2ad4/14eaf2cd-6171-47ba-99ea-3ce1f6ff5318) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:10.649180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Deleting port b2db6ecf-688d-4fa7-8c72-da60d2089d29 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:10.649766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:10.779096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c11a1bb3-b56f-4585-8da4-062908216d54 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:10.808324 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c11a1bb3-b56f-4585-8da4-062908216d54 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b HTTP/1.1" status: 204 len: 168 time: 1.7627316 Apr 22 17:02:10.809017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55500) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:10.817204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:10.846695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:10.937914 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d922cf-950c-44c0-95dc-0475e6977935 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 17:02:10.938520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-93d922cf-950c-44c0-95dc-0475e6977935 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:10.939398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event deleted for resources: {'Network': ['ID=25b39843-a66f-4899-ac23-ec20dbdc6905,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:10.941951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:10.945907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:10.958486 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5917139 Apr 22 17:02:10.960328 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "DELETE /v2.0/networks/25b39843-a66f-4899-ac23-ec20dbdc6905 HTTP/1.1" status: 204 len: 168 time: 4.9030120 Apr 22 17:02:10.960838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55504) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:10.965314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Transition to ACTIVE for port object 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:10.968023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55506) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:10.987466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Transition to ACTIVE for port object 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:11.004506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.020315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.027388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:11.047047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-93d922cf-950c-44c0-95dc-0475e6977935 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:11.051336 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-93d922cf-950c-44c0-95dc-0475e6977935 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/31d8f4c9-1cf7-4dda-9035-2b9ea7cbb80b HTTP/1.1" status: 404 len: 333 time: 0.2329800 Apr 22 17:02:11.081396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55512) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:11.091558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Network b8fe6a23-b63c-4176-9708-0c30ba520c4c is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:11.101866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:11.112318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:11.161375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 89ef8278-45b7-451d-a5de-f22a6e47ff9e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:11.161746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.163575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Pushing event updated for resources: {'Port': ['ID=14eaf2cd-6171-47ba-99ea-3ce1f6ff5318,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:11.172070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:11.211245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.229500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7caa64ab-5c6a-442c-83a6-23a178afcef8 tempest-ServerActionsTestJSON-58115945 tempest-ServerActionsTestJSON-58115945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:11.235088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Attempting to bind port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:02:11.235518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Attempting to bind port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'cc72ee61-d084-48eb-9627-daad40cd8b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b8fe6a23-b63c-4176-9708-0c30ba520c4c'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:02:11.235925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Attempting to bind port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 on network b8fe6a23-b63c-4176-9708-0c30ba520c4c {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:02:11.242078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:02:11.242656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Checking segment: {'id': 'cc72ee61-d084-48eb-9627-daad40cd8b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b8fe6a23-b63c-4176-9708-0c30ba520c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:11.243127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.243574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Bound using segment: {'id': 'cc72ee61-d084-48eb-9627-daad40cd8b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b8fe6a23-b63c-4176-9708-0c30ba520c4c'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:02:11.244717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Bound port: 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc72ee61-d084-48eb-9627-daad40cd8b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b8fe6a23-b63c-4176-9708-0c30ba520c4c'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:02:11.245152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.264922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.290870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-469851ca-7d89-4a19-ad1a-fd10fc431f6f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Deleting subnet 862fcbfb-57bc-416e-ac2d-195c975ee41f {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:11.299926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-311f1882-b8e1-42ab-9abd-180de1c09048 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.312689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-469851ca-7d89-4a19-ad1a-fd10fc431f6f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.338432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:11.358347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] For port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:02:11.362468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] For port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=14eaf2cd-6171-47ba-99ea-3ce1f6ff5318,segment=NetworkSegment(cc72ee61-d084-48eb-9627-daad40cd8b74),segment_id=cc72ee61-d084-48eb-9627-daad40cd8b74)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:02:11.366008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:11.368554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:11.391936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.397584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a3cb77e6-ac25-45c8-b574-76373aa350f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:11.483954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Pushing event updated for resources: {'Port': ['ID=9c0016f5-b8f5-4535-9fca-93c883188385,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:11.488095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:11.495304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-311f1882-b8e1-42ab-9abd-180de1c09048 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.496353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Pushing event updated for resources: {'Port': ['ID=14eaf2cd-6171-47ba-99ea-3ce1f6ff5318,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:11.503663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:11.526765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Calling delete_port for b2db6ecf-688d-4fa7-8c72-da60d2089d29 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:11.568936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:11.569620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.586424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.601911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-469851ca-7d89-4a19-ad1a-fd10fc431f6f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.648633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] For port 89ef8278-45b7-451d-a5de-f22a6e47ff9e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=89ef8278-45b7-451d-a5de-f22a6e47ff9e,segment=NetworkSegment(614b1de0-8384-4c8a-b2bb-61c98011d28b),segment_id=614b1de0-8384-4c8a-b2bb-61c98011d28b)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:11.649036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.668749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4025648 Apr 22 17:02:11.671077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55516) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:11.673959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Deleting port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:11.677345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.746050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.76'}]}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:11.836613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for 89ef8278-45b7-451d-a5de-f22a6e47ff9e owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:11.907089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:11.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-311f1882-b8e1-42ab-9abd-180de1c09048 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.913218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-311f1882-b8e1-42ab-9abd-180de1c09048 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:11.914511 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-311f1882-b8e1-42ab-9abd-180de1c09048 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/security-groups/0b6c8e13-c975-4ef0-85de-88ea45146ef9 HTTP/1.1" status: 204 len: 168 time: 0.8335378 Apr 22 17:02:11.920652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:11.929418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55520) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:11.935916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Usage tracker for resource:router and tenant:71bc2d0ae97c4d2491472b4d1f5b1bf0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:11.947043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:11.970303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f1882-b8e1-42ab-9abd-180de1c09048 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6c8e13-c975-4ef0-85de-88ea45146ef9,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:11.973188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-311f1882-b8e1-42ab-9abd-180de1c09048 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:11.974260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:12.017913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-469851ca-7d89-4a19-ad1a-fd10fc431f6f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.069846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.070890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.085675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34abc71f-3a93-492c-907f-95f68e46b62e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.127666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34abc71f-3a93-492c-907f-95f68e46b62e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.157996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.205704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.219060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:12.326256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.335167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34abc71f-3a93-492c-907f-95f68e46b62e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.350222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9fdbfe8-671b-49ea-b2f0-0f0d594e1046 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:12.512907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=89ef8278-45b7-451d-a5de-f22a6e47ff9e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:12.524687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:12.575371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event deleted for resources: {'Port': ['ID=b2db6ecf-688d-4fa7-8c72-da60d2089d29,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:12.578738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:12.659527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:12.700370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] For port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=14eaf2cd-6171-47ba-99ea-3ce1f6ff5318,segment=NetworkSegment(cc72ee61-d084-48eb-9627-daad40cd8b74),segment_id=cc72ee61-d084-48eb-9627-daad40cd8b74)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:12.700747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.773307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.797513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abc71f-3a93-492c-907f-95f68e46b62e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c67421-31eb-4237-82b6-a1016502ea40,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:12.803318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-34abc71f-3a93-492c-907f-95f68e46b62e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:12.928264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Calling delete_port for 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:12.934464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34abc71f-3a93-492c-907f-95f68e46b62e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:12.939162 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-34abc71f-3a93-492c-907f-95f68e46b62e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/security-groups/72c67421-31eb-4237-82b6-a1016502ea40 HTTP/1.1" status: 204 len: 168 time: 0.9991486 Apr 22 17:02:12.946357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55524) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:13.024270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:13.082279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:13.156437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab95880-8d04-46d9-b829-5ece5385e0c3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting subnet d9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:13.197684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:13.230001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cab95880-8d04-46d9-b829-5ece5385e0c3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:13.249391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:13.315449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cab95880-8d04-46d9-b829-5ece5385e0c3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:13.338403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab65408-3099-4999-a718-a22a01fbb13f None None] Network b8fe6a23-b63c-4176-9708-0c30ba520c4c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:13.559537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-469851ca-7d89-4a19-ad1a-fd10fc431f6f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:13.575909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a6eb0494-237c-4e70-a7dc-01008f6a8f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:13.616771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e5075c15-21cd-4701-b2d5-397804be3839 None None] Provisioning for port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:13.624256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e5075c15-21cd-4701-b2d5-397804be3839 None None] Provisioning complete for port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:13.624727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5075c15-21cd-4701-b2d5-397804be3839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:13.666909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d55432a-0b18-4e29-a400-80c766cb2646 None None] Network 68b21695-e096-4fcb-9565-5a4114179ad6 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:13.674895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-469851ca-7d89-4a19-ad1a-fd10fc431f6f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:13.678488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469851ca-7d89-4a19-ad1a-fd10fc431f6f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event deleted for resources: {'Subnet': ['ID=862fcbfb-57bc-416e-ac2d-195c975ee41f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:13.693567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e5075c15-21cd-4701-b2d5-397804be3839 None None] Port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 was deleted so its status cannot be updated. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Apr 22 17:02:13.706819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:13.711377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-469851ca-7d89-4a19-ad1a-fd10fc431f6f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:13.721063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e8cecedc-3552-4fda-ab58-5cbadd9cbe5f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:13.788688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Router 6851464d-c49b-4f59-aed0-fd978defb144 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:02:13.801667 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-469851ca-7d89-4a19-ad1a-fd10fc431f6f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "DELETE /v2.0/subnets/862fcbfb-57bc-416e-ac2d-195c975ee41f HTTP/1.1" status: 204 len: 168 time: 2.8307643 Apr 22 17:02:13.802723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55528) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:13.834239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Port': ['ID=14eaf2cd-6171-47ba-99ea-3ce1f6ff5318,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:13.840037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:13.922520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a6e9aa07-8a95-4087-b5f4-c8a6a1b0bd9d None None] Could not find standard attr ID for object 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:02:13.969330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11ba498-ccb9-4d24-a46c-c697bbfa8050 None None] DHCP port deletion for b8fe6a23-b63c-4176-9708-0c30ba520c4c request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:14.021273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12ff3fa-c853-4a3a-908d-74bc4e359be8 None None] DHCP port deletion for 68b21695-e096-4fcb-9565-5a4114179ad6 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:14.027882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e12ff3fa-c853-4a3a-908d-74bc4e359be8 None None] Deleting port 8f7029ee-aca2-412e-b700-067bbd07fffe {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:14.028386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e12ff3fa-c853-4a3a-908d-74bc4e359be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:14.066674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No DVR routers for this DVR port 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:14.092460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cab95880-8d04-46d9-b829-5ece5385e0c3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:14.107974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7f4e5c-919d-44ef-9468-fd6302223e81 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Deleting subnet 81605cb3-81db-4eae-a20e-1ab672431a56 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:14.116369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4e5c-919d-44ef-9468-fd6302223e81 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:14.148738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router a4c803e6-6a92-4b94-aab6-003a048d187c has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:02:14.290515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:02:14.303161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2800949-8177-4f12-bdf0-a3d20a7904e6 None None] Sync routers for ids ['6851464d-c49b-4f59-aed0-fd978defb144'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:02:14.307058 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "PUT /v2.0/routers/6851464d-c49b-4f59-aed0-fd978defb144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8202147 Apr 22 17:02:14.317954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55532) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:14.318560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2800949-8177-4f12-bdf0-a3d20a7904e6 None None] Routers {'6851464d-c49b-4f59-aed0-fd978defb144'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:14.319492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c2800949-8177-4f12-bdf0-a3d20a7904e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6851464d-c49b-4f59-aed0-fd978defb144'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:14.384368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e12ff3fa-c853-4a3a-908d-74bc4e359be8 None None] For port 8f7029ee-aca2-412e-b700-067bbd07fffe, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8f7029ee-aca2-412e-b700-067bbd07fffe,segment=NetworkSegment(785b3a75-654c-4caf-8b1c-91b69b1ba87f),segment_id=785b3a75-654c-4caf-8b1c-91b69b1ba87f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:14.385391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e12ff3fa-c853-4a3a-908d-74bc4e359be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:14.393915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4e5c-919d-44ef-9468-fd6302223e81 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:14.416477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c2800949-8177-4f12-bdf0-a3d20a7904e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:14.428904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2800949-8177-4f12-bdf0-a3d20a7904e6 None None] Routers {'6851464d-c49b-4f59-aed0-fd978defb144'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:14.429906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c2800949-8177-4f12-bdf0-a3d20a7904e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6851464d-c49b-4f59-aed0-fd978defb144'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:14.515606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:14.522310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c2800949-8177-4f12-bdf0-a3d20a7904e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:14.523407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2800949-8177-4f12-bdf0-a3d20a7904e6 None None] The sync data for ids ['6851464d-c49b-4f59-aed0-fd978defb144'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:02:14.557163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e12ff3fa-c853-4a3a-908d-74bc4e359be8 None None] Calling delete_port for 8f7029ee-aca2-412e-b700-067bbd07fffe owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:14.565486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dcc500d4-12b8-4ec4-9614-b5b666571b40 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:14.665469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:02:14.671536 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0732191 Apr 22 17:02:14.679283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55536) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:14.694802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e12ff3fa-c853-4a3a-908d-74bc4e359be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:14.701781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2998b1-ca19-4e0f-9ae5-ac52b6d3129b None None] Sync routers for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:02:14.710390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ec54160-3519-4937-acc5-522798167be3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:14.807406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ff3fa-c853-4a3a-908d-74bc4e359be8 None None] Pushing event deleted for resources: {'Port': ['ID=8f7029ee-aca2-412e-b700-067bbd07fffe,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:14.810424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ff3fa-c853-4a3a-908d-74bc4e359be8 None None] No DVR routers for this DVR port 8f7029ee-aca2-412e-b700-067bbd07fffe on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:14.815039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e12ff3fa-c853-4a3a-908d-74bc4e359be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:14.818117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2998b1-ca19-4e0f-9ae5-ac52b6d3129b None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:14.819828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be2998b1-ca19-4e0f-9ae5-ac52b6d3129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:14.893519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:14.906026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a21e15d-b859-4c31-bf93-90965ff20113 None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:02:14.929573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-4430a9a5-9396-48e8-88f4-2370f7fec4cf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting subnet 3d6e5efe-66b4-4dc8-94d8-d8173013447e {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:14.946097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4430a9a5-9396-48e8-88f4-2370f7fec4cf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:14.995937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.096350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4430a9a5-9396-48e8-88f4-2370f7fec4cf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.154933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:15.217606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cab95880-8d04-46d9-b829-5ece5385e0c3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.232287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19322e83-a750-4443-bc90-f0ce8ef705ce tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:15.257620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:15.257620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 14eaf2cd-6171-47ba-99ea-3ce1f6ff5318 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:15.258089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8f7029ee-aca2-412e-b700-067bbd07fffe no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:15.290544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cab95880-8d04-46d9-b829-5ece5385e0c3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.300551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab95880-8d04-46d9-b829-5ece5385e0c3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Subnet': ['ID=d9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:15.303001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cab95880-8d04-46d9-b829-5ece5385e0c3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:15.307655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 8f7029ee-aca2-412e-b700-067bbd07fffe {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:15.308840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8f7029ee-aca2-412e-b700-067bbd07fffe not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:15.358001 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cab95880-8d04-46d9-b829-5ece5385e0c3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/d9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff HTTP/1.1" status: 204 len: 168 time: 2.4046564 Apr 22 17:02:15.361953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55540) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:15.371946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:15.398761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-be2998b1-ca19-4e0f-9ae5-ac52b6d3129b None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:15.472636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4430a9a5-9396-48e8-88f4-2370f7fec4cf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.484699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dcc500d4-12b8-4ec4-9614-b5b666571b40 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.498224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dcc500d4-12b8-4ec4-9614-b5b666571b40 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.523075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4e5c-919d-44ef-9468-fd6302223e81 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.551788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.673058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dcc500d4-12b8-4ec4-9614-b5b666571b40 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.673602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc500d4-12b8-4ec4-9614-b5b666571b40 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Fanout notify agent at l3_agent the message router_deleted on router 6851464d-c49b-4f59-aed0-fd978defb144 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:02:15.701529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21e15d-b859-4c31-bf93-90965ff20113 None None] Resources bound (agent type, host, resource id): {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:02:15.776517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dcc500d4-12b8-4ec4-9614-b5b666571b40 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.781483 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dcc500d4-12b8-4ec4-9614-b5b666571b40 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "DELETE /v2.0/routers/6851464d-c49b-4f59-aed0-fd978defb144 HTTP/1.1" status: 204 len: 168 time: 1.4588077 Apr 22 17:02:15.785782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55544) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:15.873530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:15.887560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d285f7ef-8848-4bf0-a988-bfdcedb68b71 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:15.954781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:15.955041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Subnet': ['ID=8be244a9-02d9-4122-8ad0-84fff54e2ad4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:15.980532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-559cdc35-1a11-40bc-8d38-a9135a686f93 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Deleting subnet 4a281c5c-c661-4354-9aed-64da2fd6090b {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:15.982902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:16.050923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559cdc35-1a11-40bc-8d38-a9135a686f93 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.058964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be2998b1-ca19-4e0f-9ae5-ac52b6d3129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:12Z', 'revision_number': 8, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:16.066939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2998b1-ca19-4e0f-9ae5-ac52b6d3129b None None] Checking router: a4c803e6-6a92-4b94-aab6-003a048d187c for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:02:16.089953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2998b1-ca19-4e0f-9ae5-ac52b6d3129b None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:16.090690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be2998b1-ca19-4e0f-9ae5-ac52b6d3129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:16.261566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.328797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:16.338234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-be2998b1-ca19-4e0f-9ae5-ac52b6d3129b None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:16.343013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:16.348113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.367944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.372868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:16.379562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559cdc35-1a11-40bc-8d38-a9135a686f93 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.468517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:16.474262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.481835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fe6a23-b63c-4176-9708-0c30ba520c4c']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:16.499410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.499955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d11fd60-04d5-479e-bff2-c849a4337edb {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:02:16.506232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc72ee61-d084-48eb-9627-daad40cd8b74') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:16.506574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc72ee61-d084-48eb-9627-daad40cd8b74') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:16.518310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f979c2d-479c-4b34-8119-b4b6b2c1db60 None None] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:16.525986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.532635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195e0df-ff88-4f11-9221-d1d10dc4876c None None] Network b8fe6a23-b63c-4176-9708-0c30ba520c4c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:16.543395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4e5c-919d-44ef-9468-fd6302223e81 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.550772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:16.601830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.603926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f4e5c-919d-44ef-9468-fd6302223e81 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event deleted for resources: {'Subnet': ['ID=81605cb3-81db-4eae-a20e-1ab672431a56,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:16.613496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6d7f4e5c-919d-44ef-9468-fd6302223e81 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:16.614294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:16.629159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4e5c-919d-44ef-9468-fd6302223e81 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.649555 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 17:02:16.654048 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b21c91ea-ea7f-4a2b-ae6f-e2cf448065cc tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.9772131 Apr 22 17:02:16.655025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55548) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:16.685951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4430a9a5-9396-48e8-88f4-2370f7fec4cf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.690804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f760178d-a9e1-47c6-87a6-33a3f628d8e6 None None] Network c028c179-0683-4e52-9e93-9be445676847 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:16.769302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-47b3cb55-b961-4365-9e33-d9d45add8e89 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:16.802676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa9e50-4d29-41cc-a7fc-bd6053b715bd tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Deleting port 9c0016f5-b8f5-4535-9fca-93c883188385 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:16.803092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9e50-4d29-41cc-a7fc-bd6053b715bd tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.803969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4430a9a5-9396-48e8-88f4-2370f7fec4cf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:16.833805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430a9a5-9396-48e8-88f4-2370f7fec4cf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6e5efe-66b4-4dc8-94d8-d8173013447e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:16.837035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4430a9a5-9396-48e8-88f4-2370f7fec4cf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:16.844182 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4430a9a5-9396-48e8-88f4-2370f7fec4cf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/3d6e5efe-66b4-4dc8-94d8-d8173013447e HTTP/1.1" status: 204 len: 168 time: 2.1547356 Apr 22 17:02:16.848026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55552) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:16.867330 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6d7f4e5c-919d-44ef-9468-fd6302223e81 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "DELETE /v2.0/subnets/81605cb3-81db-4eae-a20e-1ab672431a56 HTTP/1.1" status: 204 len: 168 time: 3.0304086 Apr 22 17:02:16.868383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55556) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:16.869767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559cdc35-1a11-40bc-8d38-a9135a686f93 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:17.004088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc77162-de4d-4915-850e-15824c211cd9 None None] Network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:17.004681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:17.046329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port b63375b0-5292-4e3c-8501-6647b571a85f {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:17.046744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:17.329879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network b8fe6a23-b63c-4176-9708-0c30ba520c4c has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:17.341803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:17.381570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] For port b63375b0-5292-4e3c-8501-6647b571a85f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b63375b0-5292-4e3c-8501-6647b571a85f,segment=NetworkSegment(614b1de0-8384-4c8a-b2bb-61c98011d28b),segment_id=614b1de0-8384-4c8a-b2bb-61c98011d28b)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:17.381989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:17.426093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c86406-cae1-480f-8cad-2a6d62c98568 None None] DHCP port deletion for b8fe6a23-b63c-4176-9708-0c30ba520c4c request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:17.483668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:17.535530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for b63375b0-5292-4e3c-8501-6647b571a85f owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:17.669558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:17.679405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c385fca-37e5-4f9c-a831-df26851d0b4b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:17.726069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be2998b1-ca19-4e0f-9ae5-ac52b6d3129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:12Z', 'revision_number': 8, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:17.733348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2998b1-ca19-4e0f-9ae5-ac52b6d3129b None None] The sync data for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv is: [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:12Z', 'revision_number': 8, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'b7018b82-d719-44ff-ae19-da79016b6855', 'name': '', 'network_id': '36b3f95d-dfd0-4a32-9abc-92a2457a658c', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:71:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:33Z', 'updated_at': '2021-04-22T17:01:51Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'ab63cc78-48a5-4d6c-ac5c-be513b83f505', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:02:17.735348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=b63375b0-5292-4e3c-8501-6647b571a85f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:17.745420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No DVR routers for this DVR port b63375b0-5292-4e3c-8501-6647b571a85f on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:17.750118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:17.805495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c903951f-8425-4894-9ab4-c95b45a65234 None None] DHCP port deletion for c028c179-0683-4e52-9e93-9be445676847 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:17.811257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c903951f-8425-4894-9ab4-c95b45a65234 None None] Deleting port eefa39e8-1569-4010-a345-8e947547b5b5 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:17.811678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c903951f-8425-4894-9ab4-c95b45a65234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:17.844040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:17.855069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c861c886-025d-4cd1-853a-4a538d51d90c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:17.875063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e854728d-1419-4474-b0f8-63fb5f7fcc9a None None] DHCP port deletion for 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:17.914151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network b8fe6a23-b63c-4176-9708-0c30ba520c4c has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:18.035406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:18.039809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.057532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:18.083835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2136b10d-d093-45b2-ba20-9f3be186a806 None None] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:18.133674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Subnet': ['ID=10460f01-5dd6-4536-8f4a-318334433e3a,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:18.136832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:18.138399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:18.139159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.226617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917a8a54-6d1b-458d-bfd2-50d847d0a1c6']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:18.238441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8753290 Apr 22 17:02:18.242650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55560) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:18.250525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dcceabe3-9333-4897-adc5-9d8ab086be82 None None] Provisioning complete for port 199b823e-bb72-42ed-80b8-8a836138c580 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:18.250985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dcceabe3-9333-4897-adc5-9d8ab086be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.252229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'security_group': {'name': 'tempest-secgroup-494260528'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:18.262491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614b1de0-8384-4c8a-b2bb-61c98011d28b') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:18.262903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614b1de0-8384-4c8a-b2bb-61c98011d28b') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:18.271935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:18.282030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:security_group and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:18.286639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.294181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:18.305327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c903951f-8425-4894-9ab4-c95b45a65234 None None] For port eefa39e8-1569-4010-a345-8e947547b5b5, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=eefa39e8-1569-4010-a345-8e947547b5b5,segment=NetworkSegment(9ac2decf-af9b-4261-ac85-a2d354b92549),segment_id=9ac2decf-af9b-4261-ac85-a2d354b92549)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:18.305757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c903951f-8425-4894-9ab4-c95b45a65234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.305876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:18.315262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.325312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:18.355809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.368320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.455527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:18.503696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b21695-e096-4fcb-9565-5a4114179ad6']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:18.504631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c903951f-8425-4894-9ab4-c95b45a65234 None None] Calling delete_port for eefa39e8-1569-4010-a345-8e947547b5b5 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:18.514243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:security_group_rule and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:18.531830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:18.544033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:18.544489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-dcceabe3-9333-4897-adc5-9d8ab086be82 None None] Port 199b823e-bb72-42ed-80b8-8a836138c580 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:18.546717 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:18.557384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:18.560273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785b3a75-654c-4caf-8b1c-91b69b1ba87f') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:18.560666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785b3a75-654c-4caf-8b1c-91b69b1ba87f') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:18.569724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.608581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dcceabe3-9333-4897-adc5-9d8ab086be82 None None] Provisioning complete for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:18.608999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dcceabe3-9333-4897-adc5-9d8ab086be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.645711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.681744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.688476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:18.798266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c903951f-8425-4894-9ab4-c95b45a65234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.804647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c20ee60b-c39e-4a2e-8708-7431ccf4bc9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:18.864419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903951f-8425-4894-9ab4-c95b45a65234 None None] Pushing event deleted for resources: {'Port': ['ID=eefa39e8-1569-4010-a345-8e947547b5b5,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:18.878125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c903951f-8425-4894-9ab4-c95b45a65234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:18.882251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903951f-8425-4894-9ab4-c95b45a65234 None None] No DVR routers for this DVR port eefa39e8-1569-4010-a345-8e947547b5b5 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:18.891469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.903227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device eefa39e8-1569-4010-a345-8e947547b5b5 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:18.918234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 917a8a54-6d1b-458d-bfd2-50d847d0a1c6 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:18.936425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network 68b21695-e096-4fcb-9565-5a4114179ad6 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:18.949882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:18.951886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: eefa39e8-1569-4010-a345-8e947547b5b5 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:18.952635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device eefa39e8-1569-4010-a345-8e947547b5b5 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:18.953318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 89ef8278-45b7-451d-a5de-f22a6e47ff9e no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:18.998103 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:19.002321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 89ef8278-45b7-451d-a5de-f22a6e47ff9e {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:19.002746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 89ef8278-45b7-451d-a5de-f22a6e47ff9e not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:19.003318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b63375b0-5292-4e3c-8501-6647b571a85f no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:19.013069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.022336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-49f4b636-f236-427d-9752-8d49fb37e726 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:19.040139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9e50-4d29-41cc-a7fc-bd6053b715bd tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.050524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: b63375b0-5292-4e3c-8501-6647b571a85f {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:19.051036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b63375b0-5292-4e3c-8501-6647b571a85f not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:19.077489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b35855-063d-401c-b020-7d296e4ff6e7,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:19.080528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:19.094108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.097404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ce284a2-596b-4b0f-8300-1635686650a3 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:19.124279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.124564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2fa6a490-866f-42e5-af2a-b6a80827058e None None] Provisioning complete for port 199b823e-bb72-42ed-80b8-8a836138c580 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:19.124952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a490-866f-42e5-af2a-b6a80827058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.129459 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/networks/917a8a54-6d1b-458d-bfd2-50d847d0a1c6 HTTP/1.1" status: 204 len: 168 time: 2.2774816 Apr 22 17:02:19.133849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55564) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:19.135302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.144449 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8925648 Apr 22 17:02:19.144449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Network': ['ID=917a8a54-6d1b-458d-bfd2-50d847d0a1c6,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:19.144449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:19.178379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55568) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:19.186312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa9e50-4d29-41cc-a7fc-bd6053b715bd tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Calling delete_port for 9c0016f5-b8f5-4535-9fca-93c883188385 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:19.187836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6a490-866f-42e5-af2a-b6a80827058e None None] Port 199b823e-bb72-42ed-80b8-8a836138c580 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:02:19.200324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2fa6a490-866f-42e5-af2a-b6a80827058e None None] Provisioning complete for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:19.200793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a490-866f-42e5-af2a-b6a80827058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.256125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'security_group': {'name': 'tempest-secgroup-98557055'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:19.270460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:19.319556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.343420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:security_group and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:19.350885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8dbf43b4-f0da-4070-aa4b-ce7da42391a8 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:19.371379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.381627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:19.409689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Network': ['ID=b8fe6a23-b63c-4176-9708-0c30ba520c4c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:19.411981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559cdc35-1a11-40bc-8d38-a9135a686f93 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.420043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network 68b21695-e096-4fcb-9565-5a4114179ad6 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:19.428608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:19.430599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:19.433222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:19.485182 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:19.513862 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/networks/b8fe6a23-b63c-4176-9708-0c30ba520c4c HTTP/1.1" status: 204 len: 168 time: 8.5461576 Apr 22 17:02:19.514676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55572) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:19.529817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-944286077'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:19.537151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:19.545610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:network and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:19.554218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:19.565057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cdc35-1a11-40bc-8d38-a9135a686f93 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event deleted for resources: {'Subnet': ['ID=4a281c5c-c661-4354-9aed-64da2fd6090b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:19.565231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:19.572045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-559cdc35-1a11-40bc-8d38-a9135a686f93 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:19.580172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ef60a-8234-4d4d-bec3-1b12c5220ac9 None None] Network a49077c8-8f4a-4f81-9477-4eaf7968c586 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:19.589135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559cdc35-1a11-40bc-8d38-a9135a686f93 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.593798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-559cdc35-1a11-40bc-8d38-a9135a686f93 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "DELETE /v2.0/subnets/4a281c5c-c661-4354-9aed-64da2fd6090b HTTP/1.1" status: 204 len: 168 time: 3.8044448 Apr 22 17:02:19.597553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55576) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:19.668447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:19.674846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.741839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.785381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.807996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c2337f1-1862-462a-807e-74bb8000806c tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:19.832697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.840200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:19.853904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:security_group_rule and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:19.861012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event deleted for resources: {'Network': ['ID=68b21695-e096-4fcb-9565-5a4114179ad6,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:19.865343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:19.873625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:19.887401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.890951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:19.903757 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "DELETE /v2.0/networks/68b21695-e096-4fcb-9565-5a4114179ad6 HTTP/1.1" status: 204 len: 168 time: 2.8615460 Apr 22 17:02:19.910916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55580) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:19.958045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9e50-4d29-41cc-a7fc-bd6053b715bd tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:19.969400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Deleting port f18f57a0-f5e2-44b0-bb95-5959c115057c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:19.969788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.053122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-87a57a3e-282d-40d5-bc5b-3db3fd16be17 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:20.056291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:02:20.075183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c73b7-2ea9-4a6a-8083-50416f4030c3 None None] DHCP port deletion for a49077c8-8f4a-4f81-9477-4eaf7968c586 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:20.079086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.079464 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Added segment 6d7a86f1-129d-44eb-8484-a650b6d423f4 of type vlan for network beef8f4e-28df-4e6d-8b9a-8b49f143d270 Apr 22 17:02:20.081748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f80c73b7-2ea9-4a6a-8083-50416f4030c3 None None] Deleting port f18f57a0-f5e2-44b0-bb95-5959c115057c {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:20.082245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f80c73b7-2ea9-4a6a-8083-50416f4030c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.115878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.180022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa9e50-4d29-41cc-a7fc-bd6053b715bd tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c0016f5-b8f5-4535-9fca-93c883188385,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:20.187686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.196280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7ffa9e50-4d29-41cc-a7fc-bd6053b715bd tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:20.331702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.332199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f80c73b7-2ea9-4a6a-8083-50416f4030c3 None None] For port f18f57a0-f5e2-44b0-bb95-5959c115057c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f18f57a0-f5e2-44b0-bb95-5959c115057c,segment=NetworkSegment(03c7d867-2d9e-4a1c-a269-2a6d3386a9f6),segment_id=03c7d867-2d9e-4a1c-a269-2a6d3386a9f6)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:20.332718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f80c73b7-2ea9-4a6a-8083-50416f4030c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.482696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.486388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f80c73b7-2ea9-4a6a-8083-50416f4030c3 None None] Calling delete_port for f18f57a0-f5e2-44b0-bb95-5959c115057c owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:20.546818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port b7018b82-d719-44ff-ae19-da79016b6855 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:20.547209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.583530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.589544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:20.590214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.603428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee54c9fd-6311-4467-8da9-712883eaa043 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:20.604738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f80c73b7-2ea9-4a6a-8083-50416f4030c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.610183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cc166e4d-60c3-4acc-974d-a2cbe8b8a23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:20.647827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9e50-4d29-41cc-a7fc-bd6053b715bd tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.657017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.657651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c73b7-2ea9-4a6a-8083-50416f4030c3 None None] Pushing event deleted for resources: {'Port': ['ID=f18f57a0-f5e2-44b0-bb95-5959c115057c,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:20.660458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f80c73b7-2ea9-4a6a-8083-50416f4030c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:20.662881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c73b7-2ea9-4a6a-8083-50416f4030c3 None None] No DVR routers for this DVR port f18f57a0-f5e2-44b0-bb95-5959c115057c on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:20.682658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-063fc0b2-a95b-4771-9f1d-8db4ca83374c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:20.716188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.746671 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7ffa9e50-4d29-41cc-a7fc-bd6053b715bd tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] 10.222.0.77 "DELETE /v2.0/ports/9c0016f5-b8f5-4535-9fca-93c883188385 HTTP/1.1" status: 204 len: 168 time: 4.0900888 Apr 22 17:02:20.749646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] For port f18f57a0-f5e2-44b0-bb95-5959c115057c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f18f57a0-f5e2-44b0-bb95-5959c115057c,segment=NetworkSegment(03c7d867-2d9e-4a1c-a269-2a6d3386a9f6),segment_id=03c7d867-2d9e-4a1c-a269-2a6d3386a9f6)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:20.750130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.758242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2395077 Apr 22 17:02:20.766476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55586) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:20.810452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Network': ['ID=beef8f4e-28df-4e6d-8b9a-8b49f143d270,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:20.815360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:20.839100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da29d5-48f8-45b9-9bd5-aecdd3717bb1,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:20.842058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:20.846247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network beef8f4e-28df-4e6d-8b9a-8b49f143d270 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:02:20.858073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Request body: {'subnet': {'network_id': 'beef8f4e-28df-4e6d-8b9a-8b49f143d270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:20.917607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] For port b7018b82-d719-44ff-ae19-da79016b6855, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b7018b82-d719-44ff-ae19-da79016b6855,segment=NetworkSegment(12ff053c-27b4-468f-8cdd-bee262e77a12),segment_id=12ff053c-27b4-468f-8cdd-bee262e77a12)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:20.918004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.936648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f18f57a0-f5e2-44b0-bb95-5959c115057c no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:20.944817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:20.949207 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.7273374 Apr 22 17:02:20.983067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55590) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:20.988084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: f18f57a0-f5e2-44b0-bb95-5959c115057c {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:20.988544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f18f57a0-f5e2-44b0-bb95-5959c115057c not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:21.027099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Calling delete_port for f18f57a0-f5e2-44b0-bb95-5959c115057c owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:21.053523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1236894342'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:21.065994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for b7018b82-d719-44ff-ae19-da79016b6855 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:21.109244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:21.111889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:security_group and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:21.122235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:21.133337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:21.191989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.201168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c028c179-0683-4e52-9e93-9be445676847']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:21.226308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac2decf-af9b-4261-ac85-a2d354b92549') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:21.226732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac2decf-af9b-4261-ac85-a2d354b92549') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:21.227484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:21.233604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:security_group_rule and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:21.238651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:21.247835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:21.252158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:21.257977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.268078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55596) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:21.274282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Usage tracker for resource:subnet and tenant:d457a84261764b75b80b7f2c3b82739b is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:21.286330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:21.290578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:02:21.291011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:02:21.291912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.299712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:21.304413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:21.388633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.391088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.396396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d887a865-e080-42b3-ae4f-fbba75363fe8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:21.451829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.459280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=b7018b82-d719-44ff-ae19-da79016b6855,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:21.486459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Made reservation on behalf of d457a84261764b75b80b7f2c3b82739b for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:21.492594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.496810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:21.503852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f71c353a-9e51-4468-85c0-b30b28745b46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:21.531063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e3aa-46d8-4fa7-89f1-08f2c5a74c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.679974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9460d492-98dc-4c7c-bc96-71bde25d178f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:21.709205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.713575 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7267842 Apr 22 17:02:21.713575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:21.715158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55602) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:21.724313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1210358642', 'security_groups': ['9460d492-98dc-4c7c-bc96-71bde25d178f'], 'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10460f01-5dd6-4536-8f4a-318334433e3a'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:21.828707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.903089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Deleting port f18f57a0-f5e2-44b0-bb95-5959c115057c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:21.903390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.954453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network c028c179-0683-4e52-9e93-9be445676847 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:21.969951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:21.987658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e4e7e3aa-46d8-4fa7-89f1-08f2c5a74c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:22.029379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e4e7e3aa-46d8-4fa7-89f1-08f2c5a74c11 admin admin] Usage tracker for resource:security_group_rule and tenant:cee6e5a096f44118a699304af1f720c8 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:22.046832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:22.065771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:22.082338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e4e7e3aa-46d8-4fa7-89f1-08f2c5a74c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:22.102450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] The port 'f18f57a0-f5e2-44b0-bb95-5959c115057c' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:02:22.112426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e4e7e3aa-46d8-4fa7-89f1-08f2c5a74c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:22.228679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:22.316509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router a4c803e6-6a92-4b94-aab6-003a048d187c has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:02:22.380863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network c028c179-0683-4e52-9e93-9be445676847 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:22.412132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:22.427559 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:22.513617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:22.559523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] device_id is not set on port bbd5a563-8005-46ce-8592-e9993cae9ae3 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:02:22.599932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:02:22.608831 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4680469 Apr 22 17:02:22.610586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade47fc-ef22-4557-95cc-0c76f5d4712a None None] Sync routers for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:02:22.615917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55606) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:22.622600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade47fc-ef22-4557-95cc-0c76f5d4712a None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:22.623368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1ade47fc-ef22-4557-95cc-0c76f5d4712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:22.701342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49077c8-8f4a-4f81-9477-4eaf7968c586']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:22.735287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:22.740109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:22.749471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c7d867-2d9e-4a1c-a269-2a6d3386a9f6') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:22.749471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c7d867-2d9e-4a1c-a269-2a6d3386a9f6') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:22.756885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e26139b0-a6fb-4bef-ad2a-2966ee77d6ff tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:22.771157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62403b4-b549-4d2c-95e4-578e283c41f7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting subnet ab63cc78-48a5-4d6c-ac5c-be513b83f505 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:22.780175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a62403b4-b549-4d2c-95e4-578e283c41f7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:22.814968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:22.839354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-1ade47fc-ef22-4557-95cc-0c76f5d4712a None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:22.844027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event deleted for resources: {'Network': ['ID=c028c179-0683-4e52-9e93-9be445676847,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:22.871692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:22.879418 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "DELETE /v2.0/networks/c028c179-0683-4e52-9e93-9be445676847 HTTP/1.1" status: 204 len: 168 time: 2.9650612 Apr 22 17:02:22.879418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:22.907210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55610) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:22.961870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e3aa-46d8-4fa7-89f1-08f2c5a74c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:22.963789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:23.012451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e3aa-46d8-4fa7-89f1-08f2c5a74c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.128968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a4822d9a-6648-4d0f-9c94-dec2a3680bd5 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:23.195641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a62403b4-b549-4d2c-95e4-578e283c41f7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.284876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.3 (dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b/10460f01-5dd6-4536-8f4a-318334433e3a/bbd5a563-8005-46ce-8592-e9993cae9ae3) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:23.294866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e4e7e3aa-46d8-4fa7-89f1-08f2c5a74c11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cee6e5a096f44118a699304af1f720c8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0224695 Apr 22 17:02:23.295967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7e3aa-46d8-4fa7-89f1-08f2c5a74c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e070f1-d8e0-4319-b0eb-8a1a641b6f94,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:23.301343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55614) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:23.303513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4e7e3aa-46d8-4fa7-89f1-08f2c5a74c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:23.316743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b3729a-8a01-4fb0-932e-866e48bd55e4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Deleting subnet 990c3293-1dad-4be0-8ce4-8892c7689032 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:23.325350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63b3729a-8a01-4fb0-932e-866e48bd55e4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.373102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Network a49077c8-8f4a-4f81-9477-4eaf7968c586 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:23.385540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.398450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a62403b4-b549-4d2c-95e4-578e283c41f7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.446571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1ade47fc-ef22-4557-95cc-0c76f5d4712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:21Z', 'revision_number': 9, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:23.454569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade47fc-ef22-4557-95cc-0c76f5d4712a None None] Checking router: a4c803e6-6a92-4b94-aab6-003a048d187c for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:02:23.464991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade47fc-ef22-4557-95cc-0c76f5d4712a None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:23.466240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1ade47fc-ef22-4557-95cc-0c76f5d4712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:23.528388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63b3729a-8a01-4fb0-932e-866e48bd55e4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.547723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c917758-6f39-4554-9e56-65ed2ab91ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.639092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-1ade47fc-ef22-4557-95cc-0c76f5d4712a None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:23.668854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Network a49077c8-8f4a-4f81-9477-4eaf7968c586 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:23.709545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c917758-6f39-4554-9e56-65ed2ab91ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:23.713369 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:23.816857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.841895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63b3729a-8a01-4fb0-932e-866e48bd55e4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.856113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object bbd5a563-8005-46ce-8592-e9993cae9ae3 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:23.879610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.928472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1b9ef6e3-22fe-4820-bcee-79d98f0813eb tempest-DHCPAgentSchedulersTestJSON-1661282538 tempest-DHCPAgentSchedulersTestJSON-1661282538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:23.954106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.979848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c917758-6f39-4554-9e56-65ed2ab91ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:23.984599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7924f2a-2bcc-445e-b9d2-54674c4dbac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:23.988261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Pushing event deleted for resources: {'Network': ['ID=a49077c8-8f4a-4f81-9477-4eaf7968c586,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:23.997813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c917758-6f39-4554-9e56-65ed2ab91ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e070f1-d8e0-4319-b0eb-8a1a641b6f94,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:24.000567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c917758-6f39-4554-9e56-65ed2ab91ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:24.014310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.017647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1ade47fc-ef22-4557-95cc-0c76f5d4712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:21Z', 'revision_number': 9, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:24.022148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4ad28d9-00db-443a-90b9-41453380fea7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:24.024415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade47fc-ef22-4557-95cc-0c76f5d4712a None None] The sync data for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv is: [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:21Z', 'revision_number': 9, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f295e978-6305-4387-a5d3-fa77ce56fa55', 'name': '', 'network_id': '9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:f1:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:01:18Z', 'updated_at': '2021-04-22T17:01:43Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': '91ffa7de-f27c-49cd-ad1e-2069316f2458', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:02:24.036471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:24.060577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] 10.222.0.77 "DELETE /v2.0/networks/a49077c8-8f4a-4f81-9477-4eaf7968c586 HTTP/1.1" status: 204 len: 168 time: 4.4564698 Apr 22 17:02:24.065119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a62403b4-b549-4d2c-95e4-578e283c41f7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.075704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87209) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:02:24.108194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a62403b4-b549-4d2c-95e4-578e283c41f7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.116424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb637756-1c6b-4a71-b685-b738a51385fd None None] Network 36b3f95d-dfd0-4a32-9abc-92a2457a658c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:24.120467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:24.136267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.138962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:24.152430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c917758-6f39-4554-9e56-65ed2ab91ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.152530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-469851ca-7d89-4a19-ad1a-fd10fc431f6f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:24.152615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4c917758-6f39-4554-9e56-65ed2ab91ae3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f8e070f1-d8e0-4319-b0eb-8a1a641b6f94 HTTP/1.1" status: 204 len: 168 time: 0.8450491 Apr 22 17:02:24.175023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:24.267775 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a62403b4-b549-4d2c-95e4-578e283c41f7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/ab63cc78-48a5-4d6c-ac5c-be513b83f505 HTTP/1.1" status: 204 len: 168 time: 1.6479261 Apr 22 17:02:24.275563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55622) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:24.308360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=bbd5a563-8005-46ce-8592-e9993cae9ae3,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:24.312498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:24.318917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:24.431650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62403b4-b549-4d2c-95e4-578e283c41f7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Subnet': ['ID=ab63cc78-48a5-4d6c-ac5c-be513b83f505,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:24.434377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a62403b4-b549-4d2c-95e4-578e283c41f7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:24.457738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:24.458547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.507353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event updated for resources: {'Subnet': ['ID=82820833-e8db-4a68-b1d2-f468ead9ed25,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:24.525669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:24.530734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.541057 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8215652 Apr 22 17:02:24.544546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Checking segment: {'id': '6d7a86f1-129d-44eb-8484-a650b6d423f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'beef8f4e-28df-4e6d-8b9a-8b49f143d270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:24.544546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network hostable DHCP agents. Network: beef8f4e-28df-4e6d-8b9a-8b49f143d270, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:02:24.544845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55630) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:24.551642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-30dbc93b-3db5-4938-9625-1fa690be4663 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:24.562821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0842585e-8a15-4551-8c0a-35e90d4e4ad3 None None] Provisioning for port bbd5a563-8005-46ce-8592-e9993cae9ae3 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:24.574178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0842585e-8a15-4551-8c0a-35e90d4e4ad3 None None] Provisioning complete for port bbd5a563-8005-46ce-8592-e9993cae9ae3 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:24.574908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0842585e-8a15-4551-8c0a-35e90d4e4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.581321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 6229acc9-a3dc-4df4-8b57-85129d767a97 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:24.581692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.625252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network beef8f4e-28df-4e6d-8b9a-8b49f143d270 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:02:24.640471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55634) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:24.649358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2549b2d5-b346-414c-ab99-351e4e47ccc5 None None] DHCP port deletion for 36b3f95d-dfd0-4a32-9abc-92a2457a658c request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:24.653157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63b3729a-8a01-4fb0-932e-866e48bd55e4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.665300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:24.668376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2549b2d5-b346-414c-ab99-351e4e47ccc5 None None] Deleting port 6229acc9-a3dc-4df4-8b57-85129d767a97 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:24.669036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2549b2d5-b346-414c-ab99-351e4e47ccc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.708450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3729a-8a01-4fb0-932e-866e48bd55e4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event deleted for resources: {'Subnet': ['ID=990c3293-1dad-4be0-8ce4-8892c7689032,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:24.710890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63b3729a-8a01-4fb0-932e-866e48bd55e4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.714987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, beef8f4e-28df-4e6d-8b9a-8b49f143d270) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:24.718063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63b3729a-8a01-4fb0-932e-866e48bd55e4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:24.733066 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-63b3729a-8a01-4fb0-932e-866e48bd55e4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "DELETE /v2.0/subnets/990c3293-1dad-4be0-8ce4-8892c7689032 HTTP/1.1" status: 204 len: 168 time: 1.8142025 Apr 22 17:02:24.733312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:24.734069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.735136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00c6c5d-e17f-42ee-bf9f-1c00788bdc49 None None] Network c9be4fd0-c2df-4bcc-923f-08b5f9430384 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:24.739572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55640) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:24.765847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb28a55-d005-4db7-a42a-3a1b39984b87 None None] Network beef8f4e-28df-4e6d-8b9a-8b49f143d270 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:24.844977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.0273452 Apr 22 17:02:24.849725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55644) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:24.937370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:24.939385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b7018b82-d719-44ff-ae19-da79016b6855 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:24.967341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0842585e-8a15-4551-8c0a-35e90d4e4ad3 None None] Port bbd5a563-8005-46ce-8592-e9993cae9ae3 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:02:24.982128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-09c3ea92-d54b-4076-8005-abaad75c542b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38f8f61d33494cddbaf497847c0c8a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403261 Apr 22 17:02:24.983185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Deleting port ef2c021a-0ebb-473a-92e2-f2356ab7e184 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:24.983564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:25.011096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55648) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:25.011454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55650) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:25.081882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: b7018b82-d719-44ff-ae19-da79016b6855 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:25.082453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b7018b82-d719-44ff-ae19-da79016b6855 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:25.083071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6229acc9-a3dc-4df4-8b57-85129d767a97 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:25.317140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-30dbc93b-3db5-4938-9625-1fa690be4663 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:25.345123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-30dbc93b-3db5-4938-9625-1fa690be4663 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:25.349430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] For port 6229acc9-a3dc-4df4-8b57-85129d767a97, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6229acc9-a3dc-4df4-8b57-85129d767a97,segment=NetworkSegment(12ff053c-27b4-468f-8cdd-bee262e77a12),segment_id=12ff053c-27b4-468f-8cdd-bee262e77a12)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:25.349843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:25.382205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e2d95e42-6b8f-4f50-b8a9-d06428003524 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71bc2d0ae97c4d2491472b4d1f5b1bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622816 Apr 22 17:02:25.384788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-30dbc93b-3db5-4938-9625-1fa690be4663 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:25.393364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55656) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:25.403730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:25.411543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-30dbc93b-3db5-4938-9625-1fa690be4663 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:25.428899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a832446b-890b-48ca-b597-2f2afc27b9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:25.580618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] For port ef2c021a-0ebb-473a-92e2-f2356ab7e184, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ef2c021a-0ebb-473a-92e2-f2356ab7e184,segment=NetworkSegment(6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f),segment_id=6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:25.580927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:25.582516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for 6229acc9-a3dc-4df4-8b57-85129d767a97 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:25.704088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a832446b-890b-48ca-b597-2f2afc27b9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:25.711810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dbc93b-3db5-4938-9625-1fa690be4663 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:25.718745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30dbc93b-3db5-4938-9625-1fa690be4663 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:25.725691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Calling delete_port for ef2c021a-0ebb-473a-92e2-f2356ab7e184 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:25.842139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:25.847443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16917372-3145-4547-8ff8-ed144edc4713 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:25.895084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event deleted for resources: {'Port': ['ID=ef2c021a-0ebb-473a-92e2-f2356ab7e184,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:25.898611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:25.899574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] No DVR routers for this DVR port ef2c021a-0ebb-473a-92e2-f2356ab7e184 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:25.940450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:25.985883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:25.990922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd754335-ea1c-4cd2-b4eb-4049d2f59a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.002293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1c0031e-434f-484d-b35f-f720811fd32a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:26.043863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.058202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.061669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-beef8f4e-28df-4e6d-8b9a-8b49f143d270', 'network_id': 'beef8f4e-28df-4e6d-8b9a-8b49f143d270', 'tenant_id': 'd457a84261764b75b80b7f2c3b82739b', 'fixed_ips': [{'subnet_id': '82820833-e8db-4a68-b1d2-f468ead9ed25'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:02:26.063286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.087214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No DVR routers for this DVR port 6229acc9-a3dc-4df4-8b57-85129d767a97 on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:26.094841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2549b2d5-b346-414c-ab99-351e4e47ccc5 None None] For port 6229acc9-a3dc-4df4-8b57-85129d767a97, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6229acc9-a3dc-4df4-8b57-85129d767a97,segment=NetworkSegment(12ff053c-27b4-468f-8cdd-bee262e77a12),segment_id=12ff053c-27b4-468f-8cdd-bee262e77a12)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:26.095180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2549b2d5-b346-414c-ab99-351e4e47ccc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.139629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=6229acc9-a3dc-4df4-8b57-85129d767a97,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:26.142457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:26.181434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd754335-ea1c-4cd2-b4eb-4049d2f59a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.201822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9be4fd0-c2df-4bcc-923f-08b5f9430384']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:26.221625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:26.221967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b44b2f3-7f6d-496c-b435-86b3a9fcfd8f') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:26.235660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.251127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2549b2d5-b346-414c-ab99-351e4e47ccc5 None None] Calling delete_port for 6229acc9-a3dc-4df4-8b57-85129d767a97 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:26.254959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.263729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:26.288276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a832446b-890b-48ca-b597-2f2afc27b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.457513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-2549b2d5-b346-414c-ab99-351e4e47ccc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:02:26.457513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-2549b2d5-b346-414c-ab99-351e4e47ccc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:02:26.470673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c4ac2-4836-45a5-937a-b5325047d5b0 None None] DHCP port deletion for c9be4fd0-c2df-4bcc-923f-08b5f9430384 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:26.545456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network c9be4fd0-c2df-4bcc-923f-08b5f9430384 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:26.551850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Allocated IP 2001:db8::f816:3eff:fe68:5424 (beef8f4e-28df-4e6d-8b9a-8b49f143d270/82820833-e8db-4a68-b1d2-f468ead9ed25/6b931866-9927-4d00-9c88-4476d41fa71c) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:26.564179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.689067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9c2fa427-9939-4ccd-b630-7f73a5daaed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:26.721097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-30dbc93b-3db5-4938-9625-1fa690be4663 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 10460f01-5dd6-4536-8f4a-318334433e3a (CIDR: 172.20.0.0/28) Apr 22 17:02:26.742609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832446b-890b-48ca-b597-2f2afc27b9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d95fbcf-7b87-418c-9f3d-a9423e66bc89,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:26.762177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a832446b-890b-48ca-b597-2f2afc27b9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:26.765982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.791989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Network c9be4fd0-c2df-4bcc-923f-08b5f9430384 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:26.804476 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-30dbc93b-3db5-4938-9625-1fa690be4663 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:02:26.805019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30dbc93b-3db5-4938-9625-1fa690be4663 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:26.828329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:26.830534 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:26.854654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Transition to ACTIVE for port object 6b931866-9927-4d00-9c88-4476d41fa71c will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:26.879333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Transition to ACTIVE for port object 6b931866-9927-4d00-9c88-4476d41fa71c will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:26.900231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.908419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c903951f-8425-4894-9ab4-c95b45a65234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:26.941565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ef2c021a-0ebb-473a-92e2-f2356ab7e184 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:26.944995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.948973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d5222ee-fc97-4db4-8cff-7959331d54a2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:26.951128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a832446b-890b-48ca-b597-2f2afc27b9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.954798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a832446b-890b-48ca-b597-2f2afc27b9fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d95fbcf-7b87-418c-9f3d-a9423e66bc89 HTTP/1.1" status: 204 len: 168 time: 1.9373806 Apr 22 17:02:26.968090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:26.984018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Pushing event deleted for resources: {'Network': ['ID=c9be4fd0-c2df-4bcc-923f-08b5f9430384,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:26.987503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:26.992989 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "DELETE /v2.0/networks/c9be4fd0-c2df-4bcc-923f-08b5f9430384 HTTP/1.1" status: 204 len: 168 time: 2.2523038 Apr 22 17:02:26.994578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55662) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:27.003205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b3f95d-dfd0-4a32-9abc-92a2457a658c']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:27.011054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd754335-ea1c-4cd2-b4eb-4049d2f59a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.013791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd754335-ea1c-4cd2-b4eb-4049d2f59a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.015075 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fd754335-ea1c-4cd2-b4eb-4049d2f59a5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/370a0eec-4f71-4288-8005-60669d6b2465 HTTP/1.1" status: 204 len: 168 time: 1.6088572 Apr 22 17:02:27.020681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-311f1882-b8e1-42ab-9abd-180de1c09048 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:27.064519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-56423b78-de5e-4599-bc0b-4267a3eddc17 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Synchronizing usage tracker for tenant:0b6adabbe22b4678bcab73227a87d9fb on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:27.068111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2549b2d5-b346-414c-ab99-351e4e47ccc5 None None] Deleting port 6229acc9-a3dc-4df4-8b57-85129d767a97 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:27.068367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ff053c-27b4-468f-8cdd-bee262e77a12') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:27.068918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ff053c-27b4-468f-8cdd-bee262e77a12') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:27.069578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2549b2d5-b346-414c-ab99-351e4e47ccc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.088657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55668) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:27.088986 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-30dbc93b-3db5-4938-9625-1fa690be4663 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5437522 Apr 22 17:02:27.095884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd754335-ea1c-4cd2-b4eb-4049d2f59a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370a0eec-4f71-4288-8005-60669d6b2465,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:27.105321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd754335-ea1c-4cd2-b4eb-4049d2f59a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:27.113863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.116778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ae30cc26-7372-4ee5-8805-a4f3db31325f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:27.137245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-56423b78-de5e-4599-bc0b-4267a3eddc17 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Unset dirty status for tenant:0b6adabbe22b4678bcab73227a87d9fb on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:27.141284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Pushing event updated for resources: {'Port': ['ID=6b931866-9927-4d00-9c88-4476d41fa71c,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:27.141481 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-56423b78-de5e-4599-bc0b-4267a3eddc17 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "GET /v2.0/ports?device_id=069ae231-ea64-4fc8-9286-7321bcb20be7 HTTP/1.1" status: 200 len: 205 time: 0.1428270 Apr 22 17:02:27.144955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.145124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55672) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:27.149100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:27.150688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:27.194051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: ef2c021a-0ebb-473a-92e2-f2356ab7e184 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:27.194441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ef2c021a-0ebb-473a-92e2-f2356ab7e184 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:27.215439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Network beef8f4e-28df-4e6d-8b9a-8b49f143d270 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:27.257705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2549b2d5-b346-414c-ab99-351e4e47ccc5 None None] The port '6229acc9-a3dc-4df4-8b57-85129d767a97' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:02:27.259448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:27.262295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:27.380848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 36b3f95d-dfd0-4a32-9abc-92a2457a658c has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:27.391245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6d0823a-47c1-4d55-bdfd-41b2e386df56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.392197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.431948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Attempting to bind port 6b931866-9927-4d00-9c88-4476d41fa71c on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:02:27.432374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Attempting to bind port 6b931866-9927-4d00-9c88-4476d41fa71c by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '6d7a86f1-129d-44eb-8484-a650b6d423f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'beef8f4e-28df-4e6d-8b9a-8b49f143d270'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:02:27.432748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Attempting to bind port 6b931866-9927-4d00-9c88-4476d41fa71c on network beef8f4e-28df-4e6d-8b9a-8b49f143d270 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:02:27.438730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:02:27.439144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Checking segment: {'id': '6d7a86f1-129d-44eb-8484-a650b6d423f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'beef8f4e-28df-4e6d-8b9a-8b49f143d270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:27.439594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.440026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Bound using segment: {'id': '6d7a86f1-129d-44eb-8484-a650b6d423f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'beef8f4e-28df-4e6d-8b9a-8b49f143d270'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:02:27.440535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Bound port: 6b931866-9927-4d00-9c88-4476d41fa71c, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7a86f1-129d-44eb-8484-a650b6d423f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'beef8f4e-28df-4e6d-8b9a-8b49f143d270'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:02:27.441183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.556172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-574e4263-7047-4449-abd7-6b793610f846 None None] For port 6b931866-9927-4d00-9c88-4476d41fa71c, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:02:27.562809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-574e4263-7047-4449-abd7-6b793610f846 None None] For port 6b931866-9927-4d00-9c88-4476d41fa71c, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6b931866-9927-4d00-9c88-4476d41fa71c,segment=NetworkSegment(6d7a86f1-129d-44eb-8484-a650b6d423f4),segment_id=6d7a86f1-129d-44eb-8484-a650b6d423f4)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:02:27.598376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.608003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a7dec86-5913-41df-ad20-579aaf6d5a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:27.615880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 36b3f95d-dfd0-4a32-9abc-92a2457a658c has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:27.659914 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:27.665700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.741463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-64c39e72-fe66-44fa-9efc-6aa1ef9c0d86 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:27.755168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Pushing event updated for resources: {'Port': ['ID=6b931866-9927-4d00-9c88-4476d41fa71c,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:27.760764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:27.786532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6d0823a-47c1-4d55-bdfd-41b2e386df56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.789777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6d0823a-47c1-4d55-bdfd-41b2e386df56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.822212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ae30cc26-7372-4ee5-8805-a4f3db31325f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:27.829040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ae30cc26-7372-4ee5-8805-a4f3db31325f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:27.829678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Subnet': ['ID=82820833-e8db-4a68-b1d2-f468ead9ed25,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:27.832726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ae30cc26-7372-4ee5-8805-a4f3db31325f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:27.839031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:27.840986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ae30cc26-7372-4ee5-8805-a4f3db31325f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:27.848210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6d0823a-47c1-4d55-bdfd-41b2e386df56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.848939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d0823a-47c1-4d55-bdfd-41b2e386df56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Fanout notify agent at l3_agent the message router_deleted on router 069ae231-ea64-4fc8-9286-7321bcb20be7 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:02:27.874949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6d0823a-47c1-4d55-bdfd-41b2e386df56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.876369 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f6d0823a-47c1-4d55-bdfd-41b2e386df56 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] 10.222.0.77 "DELETE /v2.0/routers/069ae231-ea64-4fc8-9286-7321bcb20be7 HTTP/1.1" status: 204 len: 168 time: 0.7306495 Apr 22 17:02:27.917107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05acd5d7-78d3-45fd-85eb-93c1ada82c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.933655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae30cc26-7372-4ee5-8805-a4f3db31325f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:27.940215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae30cc26-7372-4ee5-8805-a4f3db31325f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.981228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:27.999661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:28.012414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:28.023437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:28.109080 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-ae30cc26-7372-4ee5-8805-a4f3db31325f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f217b9b7-6726-4887-a532-434bcbab6201 (CIDR: 172.20.0.16/28) Apr 22 17:02:28.109358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Network': ['ID=36b3f95d-dfd0-4a32-9abc-92a2457a658c,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:28.114013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:28.118739 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/networks/36b3f95d-dfd0-4a32-9abc-92a2457a658c HTTP/1.1" status: 204 len: 168 time: 3.8435302 Apr 22 17:02:28.122603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55702) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:28.179734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beef8f4e-28df-4e6d-8b9a-8b49f143d270']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:28.211674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7a86f1-129d-44eb-8484-a650b6d423f4') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:28.212655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7a86f1-129d-44eb-8484-a650b6d423f4') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:28.229634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:28.234326 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae30cc26-7372-4ee5-8805-a4f3db31325f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:02:28.234925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae30cc26-7372-4ee5-8805-a4f3db31325f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:28.247417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:28.255270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:28.455116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55710) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:28.457682 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ae30cc26-7372-4ee5-8805-a4f3db31325f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3665242 Apr 22 17:02:28.472938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55712) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:28.506483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'subnet': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:28.528798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network beef8f4e-28df-4e6d-8b9a-8b49f143d270 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:28.543868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:28.553395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55720) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:28.839792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:28.844247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network beef8f4e-28df-4e6d-8b9a-8b49f143d270 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:28.912425 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:28.933302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-872693830'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:28.970358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6b931866-9927-4d00-9c88-4476d41fa71c up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:29.006303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:29.032685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:29.038386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Usage tracker for resource:subnet and tenant:5c8c0ef2b1f94398b158df9ec2d73437 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:29.042400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:29.052027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:29.077583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:network and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:29.093729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:29.106435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:29.173937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 6b931866-9927-4d00-9c88-4476d41fa71c completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:29.205643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Made reservation on behalf of 5c8c0ef2b1f94398b158df9ec2d73437 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:29.210659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.242216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:02:29.242216 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:02:29.242216 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': 'beef8f4e-28df-4e6d-8b9a-8b49f143d270'}] Apr 22 17:02:29.242216 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:02:29.243037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:02:29.298889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:29.306902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.328150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.348511 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c3040da1-d80a-4227-b37e-e4b2ac6c4e90 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b6adabbe22b4678bcab73227a87d9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7957532 Apr 22 17:02:29.351444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55738) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:29.362562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:29.365355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5acbe1-510e-40b9-bb9e-6c7f61c3e247 None None] Network beef8f4e-28df-4e6d-8b9a-8b49f143d270 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:29.372075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:security_group_rule and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:29.378528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:29.399243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:29.445197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55742) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:29.548451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c1721995-b61f-4330-a9ab-2ddea76287ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.567329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5667a967-07a3-438a-b547-d59311342440 None None] Provisioning for port 6b931866-9927-4d00-9c88-4476d41fa71c completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:29.581518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5667a967-07a3-438a-b547-d59311342440 None None] Provisioning complete for port 6b931866-9927-4d00-9c88-4476d41fa71c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:29.581936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5667a967-07a3-438a-b547-d59311342440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.588896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1698635429'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:29.602147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c1721995-b61f-4330-a9ab-2ddea76287ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.604478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:29.624905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:network and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:29.633802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:29.657461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:29.683709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.736133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.741293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8447c251-1758-413b-8a15-8e52f941cc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:29.743026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port f295e978-6305-4387-a5d3-fa77ce56fa55 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:29.743495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.748024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5667a967-07a3-438a-b547-d59311342440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.752724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.784754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5667a967-07a3-438a-b547-d59311342440 None None] For port 6b931866-9927-4d00-9c88-4476d41fa71c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6b931866-9927-4d00-9c88-4476d41fa71c,segment=NetworkSegment(6d7a86f1-129d-44eb-8484-a650b6d423f4),segment_id=6d7a86f1-129d-44eb-8484-a650b6d423f4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:29.791771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:02:29.804364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073e8caa-a223-496e-bfca-823527a5955b None None] DHCP port deletion for beef8f4e-28df-4e6d-8b9a-8b49f143d270 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:29.809055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-073e8caa-a223-496e-bfca-823527a5955b None None] Deleting port 6b931866-9927-4d00-9c88-4476d41fa71c {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:29.809639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-073e8caa-a223-496e-bfca-823527a5955b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.825691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f5b3d8-cde7-4a57-b645-7e5b9f9dd6bb,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:29.832491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:29.841836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.848779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Deleting port 6b931866-9927-4d00-9c88-4476d41fa71c {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:29.849159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.853015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5667a967-07a3-438a-b547-d59311342440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.856684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:29.881980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:29.892548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.892751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c1721995-b61f-4330-a9ab-2ddea76287ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.892840 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Added segment 02085016-be23-41a8-8cdd-fc6939bf787b of type vlan for network 63d2c248-b0b7-4763-b320-1003dcde90aa Apr 22 17:02:29.902928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.903754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bb1f8c2c-f113-4391-b3ac-725994a40dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:29.919363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1721995-b61f-4330-a9ab-2ddea76287ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661e212b-4c73-4af4-9a29-25ddafd8aeb5,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:29.925883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c1721995-b61f-4330-a9ab-2ddea76287ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:29.936616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c1721995-b61f-4330-a9ab-2ddea76287ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:29.938505 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c1721995-b61f-4330-a9ab-2ddea76287ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/661e212b-4c73-4af4-9a29-25ddafd8aeb5 HTTP/1.1" status: 204 len: 168 time: 0.5860488 Apr 22 17:02:30.001549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:30.022132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667a967-07a3-438a-b547-d59311342440 None None] Pushing event updated for resources: {'Port': ['ID=6b931866-9927-4d00-9c88-4476d41fa71c,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:30.028320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5667a967-07a3-438a-b547-d59311342440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:30.039930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] For port f295e978-6305-4387-a5d3-fa77ce56fa55, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f295e978-6305-4387-a5d3-fa77ce56fa55,segment=NetworkSegment(601aaea9-29b0-48a7-919d-470aa5743310),segment_id=601aaea9-29b0-48a7-919d-470aa5743310)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:30.041233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.042016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:security_group_rule and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:30.059490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:30.073659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.087912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:30.148418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-073e8caa-a223-496e-bfca-823527a5955b None None] For port 6b931866-9927-4d00-9c88-4476d41fa71c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6b931866-9927-4d00-9c88-4476d41fa71c,segment=NetworkSegment(6d7a86f1-129d-44eb-8484-a650b6d423f4),segment_id=6d7a86f1-129d-44eb-8484-a650b6d423f4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:30.148862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-073e8caa-a223-496e-bfca-823527a5955b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.215385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:02:30.224384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for f295e978-6305-4387-a5d3-fa77ce56fa55 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:30.281905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] For port 6b931866-9927-4d00-9c88-4476d41fa71c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6b931866-9927-4d00-9c88-4476d41fa71c,segment=NetworkSegment(6d7a86f1-129d-44eb-8484-a650b6d423f4),segment_id=6d7a86f1-129d-44eb-8484-a650b6d423f4)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:30.282302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.322452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-073e8caa-a223-496e-bfca-823527a5955b None None] Calling delete_port for 6b931866-9927-4d00-9c88-4476d41fa71c owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:30.322705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.333104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:30.334211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.348791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-59703c34-54bc-432c-940e-2323818d129b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:30.419489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f1702bb-0604-4844-aa82-ccbb6e9e624b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.442465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-073e8caa-a223-496e-bfca-823527a5955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.451352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-574e4263-7047-4449-abd7-6b793610f846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:30.507917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e8caa-a223-496e-bfca-823527a5955b None None] No DVR routers for this DVR port 6b931866-9927-4d00-9c88-4476d41fa71c on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:30.509861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e8caa-a223-496e-bfca-823527a5955b None None] Pushing event deleted for resources: {'Port': ['ID=6b931866-9927-4d00-9c88-4476d41fa71c,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:30.512879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-073e8caa-a223-496e-bfca-823527a5955b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:30.562493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.568474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:30.618807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=f295e978-6305-4387-a5d3-fa77ce56fa55,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:30.622286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:30.651567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Calling delete_port for 6b931866-9927-4d00-9c88-4476d41fa71c owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:30.794523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=63d2c248-b0b7-4763-b320-1003dcde90aa,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:30.804989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:30.835047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 63d2c248-b0b7-4763-b320-1003dcde90aa details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:02:30.858111 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3846107 Apr 22 17:02:30.872038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.916037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.940072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:30.949286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d09b644-4915-4cfc-8e77-4a723120fbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:30.994442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:02:30.996928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:02:30.997415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:02:31.020312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3fdb08-3dc1-415b-b313-b7ffff9219a2,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:31.074286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:31.082820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:31.083518 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Added segment 0042edfc-5f5c-4798-9706-7e35830d0136 of type vlan for network 9f37a3e5-e543-44dd-91a5-83fee171a55d Apr 22 17:02:31.096822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:31.105347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6b931866-9927-4d00-9c88-4476d41fa71c no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:31.109378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-06cc6306-8188-4bfc-9841-28fbf44517cc tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:31.172986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 6b931866-9927-4d00-9c88-4476d41fa71c {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:31.175818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6b931866-9927-4d00-9c88-4476d41fa71c not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:31.194156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:31.200841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:31.208925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:31.217995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a94a0c-59c1-4754-8a28-d9e56cf5604c None None] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:31.234800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Subnet': ['ID=29edd542-2e12-4e03-8b45-0d9f518e6473,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:31.238962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:31.239741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:31.266397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55768) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:31.267365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:31.298355 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8183713 Apr 22 17:02:31.315753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55774) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:31.334035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-506661002', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29edd542-2e12-4e03-8b45-0d9f518e6473'}], 'security_groups': ['f6b35855-063d-401c-b020-7d296e4ff6e7', 'e1da29d5-48f8-45b9-9bd5-aecdd3717bb1']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:31.345559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:31.351978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:31.353167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:31.388338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:31.513130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group': {'name': 'tempest-secgroup--949999615'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:31.519072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Deleting port 6b931866-9927-4d00-9c88-4476d41fa71c {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:31.519454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:31.547266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Network': ['ID=9f37a3e5-e543-44dd-91a5-83fee171a55d,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:31.554446 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1080682 Apr 22 17:02:31.555617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55778) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:31.563199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:31.569352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:31.572213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:31.574007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:02:31.576847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router a4c803e6-6a92-4b94-aab6-003a048d187c has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:02:31.584223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:31.591690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:31.608702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:31.613130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:31.719017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:31.878441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:02:31.898704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:31.922324 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7909367 Apr 22 17:02:31.923609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55782) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:32.052672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] The port '6b931866-9927-4d00-9c88-4476d41fa71c' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:02:32.099422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe94f2-d83f-4e3b-8f68-919b5f2b625c None None] Sync routers for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:02:32.110294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a618fada-73a8-4d12-b5b6-65bf690c34d7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting subnet 91ffa7de-f27c-49cd-ad1e-2069316f2458 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:32.116595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a618fada-73a8-4d12-b5b6-65bf690c34d7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:32.141355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe94f2-d83f-4e3b-8f68-919b5f2b625c None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:32.142227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-aebe94f2-d83f-4e3b-8f68-919b5f2b625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:32.171329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:32.252294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a618fada-73a8-4d12-b5b6-65bf690c34d7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:32.268260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:32.272553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:32.276312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:32.282542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:32.289847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:32.314362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:32.320634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:32.327414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:32.345557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:32.359064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-aebe94f2-d83f-4e3b-8f68-919b5f2b625c None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:32.368889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:32.440118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:32.519700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:32.568316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Delete allocated IP 172.20.0.3 (dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b/10460f01-5dd6-4536-8f4a-318334433e3a) {{(pid=87209) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 22 17:02:32.578115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Allocated IP 172.20.0.36 (dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b/29edd542-2e12-4e03-8b45-0d9f518e6473/bbd5a563-8005-46ce-8592-e9993cae9ae3) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:32.603586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beef8f4e-28df-4e6d-8b9a-8b49f143d270']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:32.633527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7a86f1-129d-44eb-8484-a650b6d423f4') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:32.633890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7a86f1-129d-44eb-8484-a650b6d423f4') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:32.658204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:32.696216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:32.716242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:32.839124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:32.866823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a618fada-73a8-4d12-b5b6-65bf690c34d7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:32.908961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:32.968513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Update dhcp port {'port': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'fixed_ips': [{'subnet_id': 'f217b9b7-6726-4887-a532-434bcbab6201', 'ip_address': '172.20.0.18'}, {'subnet_id': '10460f01-5dd6-4536-8f4a-318334433e3a'}, {'subnet_id': '29edd542-2e12-4e03-8b45-0d9f518e6473'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': 'e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:02:32.996610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:02:33.047620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.049955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.080324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-aebe94f2-d83f-4e3b-8f68-919b5f2b625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:30Z', 'revision_number': 10, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:33.092389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.097159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network beef8f4e-28df-4e6d-8b9a-8b49f143d270 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:33.108568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a832446b-890b-48ca-b597-2f2afc27b9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:33.136025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe94f2-d83f-4e3b-8f68-919b5f2b625c None None] Checking router: a4c803e6-6a92-4b94-aab6-003a048d187c for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:02:33.145272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:33.149477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.161275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe94f2-d83f-4e3b-8f68-919b5f2b625c None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:33.162147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-aebe94f2-d83f-4e3b-8f68-919b5f2b625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:33.175299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cef8c03-9d0e-4f96-ba90-3d0c5cc6d1f7,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:33.195793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:33.214790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a618fada-73a8-4d12-b5b6-65bf690c34d7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.220795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cde9840f-2dcc-42fe-b7f8-5f1ecc5629fc tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:33.245852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:33.262440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:33.276772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618fada-73a8-4d12-b5b6-65bf690c34d7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Subnet': ['ID=91ffa7de-f27c-49cd-ad1e-2069316f2458,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:33.279505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:33.285546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a618fada-73a8-4d12-b5b6-65bf690c34d7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.291928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a618fada-73a8-4d12-b5b6-65bf690c34d7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:33.298878 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a618fada-73a8-4d12-b5b6-65bf690c34d7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/91ffa7de-f27c-49cd-ad1e-2069316f2458 HTTP/1.1" status: 204 len: 168 time: 1.3701756 Apr 22 17:02:33.299544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55786) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:33.344072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-aebe94f2-d83f-4e3b-8f68-919b5f2b625c None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:33.490161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network beef8f4e-28df-4e6d-8b9a-8b49f143d270 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:33.519683 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:33.627902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edbdb75-a98d-4cff-ae94-b97286aeb245 None None] Network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:33.687659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.722871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.725724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.735014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-718ce889-d692-42e3-bf10-7fe1353f6edc tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:33.749434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.759787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Transition to ACTIVE for port object bbd5a563-8005-46ce-8592-e9993cae9ae3 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:33.771019 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/networks/beef8f4e-28df-4e6d-8b9a-8b49f143d270 HTTP/1.1" status: 204 len: 168 time: 8.9165547 Apr 22 17:02:33.773131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55790) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:33.791007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.801530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:33.887137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.891475 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6227982 Apr 22 17:02:33.898038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55794) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:33.899108 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-67863cdb-69e6-4738-a2fc-87be504a2b0a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:33.900164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67863cdb-69e6-4738-a2fc-87be504a2b0a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:33.907046 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-67863cdb-69e6-4738-a2fc-87be504a2b0a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/subnets/82820833-e8db-4a68-b1d2-f468ead9ed25 HTTP/1.1" status: 404 len: 337 time: 0.1212225 Apr 22 17:02:33.913874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55796) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:33.914653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e604f405-6dda-4702-8557-9954913db418,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:33.959428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:33.971779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:34.024843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event updated for resources: {'Port': ['ID=bbd5a563-8005-46ce-8592-e9993cae9ae3,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:34.026831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3425900b-03f9-4075-a033-c1982aaa69bc tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:34.048224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:34.057495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 076b4cce-5140-40b7-99b2-4f899b1020dd {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:34.058167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:34.061616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ff9f141b-c3ef-4b02-9f6f-0ece35904de2 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:34.066548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Network': ['ID=beef8f4e-28df-4e6d-8b9a-8b49f143d270,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:34.077158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:34.089247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-aebe94f2-d83f-4e3b-8f68-919b5f2b625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:30Z', 'revision_number': 10, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:34.098533 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df6af8c-fbc2-49b1-9e9a-16acb8200f18 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:34.099545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df6af8c-fbc2-49b1-9e9a-16acb8200f18 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:34.099857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe94f2-d83f-4e3b-8f68-919b5f2b625c None None] The sync data for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv is: [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:30Z', 'revision_number': 10, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None, '_interfaces': [{'id': 'eff9959e-ec63-41a3-a2be-c3e88bc36bbe', 'name': '', 'network_id': 'd2e0605b-d1ee-4f55-99e7-119d7d9da4e5', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'mac_address': 'fa:16:3e:e1:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:00:58Z', 'updated_at': '2021-04-22T17:01:16Z', 'revision_number': 5, 'project_id': '7f996b1ec498474e922096320aa1644e', 'subnets': [{'id': 'd2417643-bd4c-49da-a97b-320694f4a0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:02:34.105013 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9df6af8c-fbc2-49b1-9e9a-16acb8200f18 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/networks/beef8f4e-28df-4e6d-8b9a-8b49f143d270 HTTP/1.1" status: 404 len: 339 time: 0.1871035 Apr 22 17:02:34.117058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55802) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:34.187216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:34.197491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a62403b4-b549-4d2c-95e4-578e283c41f7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:34.238994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Allocated IP 172.20.0.2 (dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b/10460f01-5dd6-4536-8f4a-318334433e3a/e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:34.254761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Allocated IP 172.20.0.34 (dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b/29edd542-2e12-4e03-8b45-0d9f518e6473/e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:34.276042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] In _notify_port_updated(), no bound segment for port bbd5a563-8005-46ce-8592-e9993cae9ae3 on network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 17:02:34.282004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:34.282826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:34.287002 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "PUT /v2.0/ports/bbd5a563-8005-46ce-8592-e9993cae9ae3 HTTP/1.1" status: 200 len: 959 time: 2.9674685 Apr 22 17:02:34.300684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55806) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:34.302674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=744f1d62-e6e3-474e-8562-5b6640f0ee15,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:34.305311 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fa48f4-10e6-41fe-8ee4-b6214ddcacd0 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:34.306351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fa48f4-10e6-41fe-8ee4-b6214ddcacd0 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:34.311840 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-23fa48f4-10e6-41fe-8ee4-b6214ddcacd0 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/subnets/8be244a9-02d9-4122-8ad0-84fff54e2ad4 HTTP/1.1" status: 404 len: 337 time: 0.1935756 Apr 22 17:02:34.315157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:34.316160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55808) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:34.325093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ff9f141b-c3ef-4b02-9f6f-0ece35904de2 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:34.329922 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ff9f141b-c3ef-4b02-9f6f-0ece35904de2 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4215696 Apr 22 17:02:34.404770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55814) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:34.424093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1a6cd4c6-2673-4a94-b9f6-be76502b4bdb tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port bbd5a563-8005-46ce-8592-e9993cae9ae3 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:34.424450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd4c6-2673-4a94-b9f6-be76502b4bdb tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:34.439072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] For port 076b4cce-5140-40b7-99b2-4f899b1020dd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=076b4cce-5140-40b7-99b2-4f899b1020dd,segment=NetworkSegment(601aaea9-29b0-48a7-919d-470aa5743310),segment_id=601aaea9-29b0-48a7-919d-470aa5743310)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:34.439938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:34.519666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-28c2d273-68a2-4f89-8879-da3544d7d016 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group': {'name': 'tempest-security--1937803641', 'description': 'tempest-security-description-2061179039'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:34.591434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for 076b4cce-5140-40b7-99b2-4f899b1020dd owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:34.676374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55818) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:34.679758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] For port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb,segment=NetworkSegment(b141a225-6531-4551-a3d1-674bc7607d54),segment_id=b141a225-6531-4551-a3d1-674bc7607d54)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:34.682854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'network_id': '63d2c248-b0b7-4763-b320-1003dcde90aa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:34.714436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:34.734352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Transition to ACTIVE for port object e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:34.738354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614fd504-8601-4ca2-be6e-3d5f677ae0a2 None None] DHCP port deletion for 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:34.742767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-614fd504-8601-4ca2-be6e-3d5f677ae0a2 None None] Deleting port 076b4cce-5140-40b7-99b2-4f899b1020dd {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:34.743984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-614fd504-8601-4ca2-be6e-3d5f677ae0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:34.784671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:34.790504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:34.804637 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cd337c-81d6-4564-9e45-5e714d132e03 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:34.805174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4cd337c-81d6-4564-9e45-5e714d132e03 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:34.810369 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c4cd337c-81d6-4564-9e45-5e714d132e03 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/networks/b8fe6a23-b63c-4176-9708-0c30ba520c4c HTTP/1.1" status: 404 len: 339 time: 0.4924681 Apr 22 17:02:34.811903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55822) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:34.819694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28c2d273-68a2-4f89-8879-da3544d7d016 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:34.849196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:34.849618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network hostable DHCP agents. Network: 9f37a3e5-e543-44dd-91a5-83fee171a55d, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:02:34.870185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-51394afd-114c-45ed-8648-ac7ba00297d5 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:34.870719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51394afd-114c-45ed-8648-ac7ba00297d5 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:34.874431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:34.881564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:subnet and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:34.885171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:34.895240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-51394afd-114c-45ed-8648-ac7ba00297d5 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/subnets/b8ea7c2b-2210-4b60-8aaf-12843114eac8 HTTP/1.1" status: 404 len: 337 time: 0.0759223 Apr 22 17:02:34.895240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:34.896692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd4c6-2673-4a94-b9f6-be76502b4bdb tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:34.897317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55826) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:34.912875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 076b4cce-5140-40b7-99b2-4f899b1020dd no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:34.932313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:34.937994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e86666a1-4fc2-41ef-9896-ebe775fc46fb tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:34.978998 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8bc450-6eec-43ac-b101-170f8c423fb5 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:34.980410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8bc450-6eec-43ac-b101-170f8c423fb5 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:34.981371 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0a8bc450-6eec-43ac-b101-170f8c423fb5 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/networks/b39580b9-832d-4845-b5c1-3df74d9ff559 HTTP/1.1" status: 404 len: 339 time: 0.0829356 Apr 22 17:02:34.994584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:34.994830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55830) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:35.000493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.019008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=076b4cce-5140-40b7-99b2-4f899b1020dd,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:35.021821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:35.024130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No DVR routers for this DVR port 076b4cce-5140-40b7-99b2-4f899b1020dd on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:35.033466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 076b4cce-5140-40b7-99b2-4f899b1020dd {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:35.033855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 076b4cce-5140-40b7-99b2-4f899b1020dd not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:35.034324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f295e978-6305-4387-a5d3-fa77ce56fa55 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:35.077047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-614fd504-8601-4ca2-be6e-3d5f677ae0a2 None None] The port '076b4cce-5140-40b7-99b2-4f899b1020dd' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:02:35.104433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1a6cd4c6-2673-4a94-b9f6-be76502b4bdb tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for bbd5a563-8005-46ce-8592-e9993cae9ae3 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:35.123589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: f295e978-6305-4387-a5d3-fa77ce56fa55 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:35.129004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f295e978-6305-4387-a5d3-fa77ce56fa55 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:35.129004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Pushing event updated for resources: {'Port': ['ID=e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:35.139011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.139394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.139519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:02:35.139768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.140135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.140556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.140922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.141366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.141645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.142005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.142361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.142739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.143095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:35.148071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:35.148618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.184924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 9f37a3e5-e543-44dd-91a5-83fee171a55d) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:35.190158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28c2d273-68a2-4f89-8879-da3544d7d016 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.194125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d008dc-bd54-4cd2-b538-abe994cb71e7 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:35.238932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:35.239703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.250481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28c2d273-68a2-4f89-8879-da3544d7d016 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.253632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28c2d273-68a2-4f89-8879-da3544d7d016 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.257863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.258054 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-28c2d273-68a2-4f89-8879-da3544d7d016 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "PUT /v2.0/security-groups/e604f405-6dda-4702-8557-9954913db418 HTTP/1.1" status: 200 len: 1778 time: 0.7409527 Apr 22 17:02:35.265052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71d695fd-a049-4504-b255-fd809c0ceb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:35.274880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55834) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:35.280529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-88dba7cc-169b-44eb-83b4-e77fb870a37f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Deleting port 3493a193-5126-4703-b715-0593f871710b {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:35.281003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88dba7cc-169b-44eb-83b4-e77fb870a37f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.437617 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1b4078c2-f254-49b1-afd5-aa37bd76808a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-groups/e604f405-6dda-4702-8557-9954913db418 HTTP/1.1" status: 200 len: 1778 time: 0.1561325 Apr 22 17:02:35.437821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8645358 Apr 22 17:02:35.437821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2d273-68a2-4f89-8879-da3544d7d016 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e604f405-6dda-4702-8557-9954913db418,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:35.440638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55838) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:35.441015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55840) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:35.454098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28c2d273-68a2-4f89-8879-da3544d7d016 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:35.458994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'name': 'tempest-NetworksTestDHCPv6-2005562835'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:35.474079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': '744f1d62-e6e3-474e-8562-5b6640f0ee15'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:02:35.475357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.500000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:35.523191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601aaea9-29b0-48a7-919d-470aa5743310') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:35.523541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601aaea9-29b0-48a7-919d-470aa5743310') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:35.548186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.573730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.597037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:35.823982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1b06a4ca-8fd6-4d1a-8ca2-26138df9d100 None None] Provisioning complete for port 199b823e-bb72-42ed-80b8-8a836138c580 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:35.824405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b06a4ca-8fd6-4d1a-8ca2-26138df9d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.828018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:35.882927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:35.886892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1b06a4ca-8fd6-4d1a-8ca2-26138df9d100 None None] Port 199b823e-bb72-42ed-80b8-8a836138c580 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:02:36.098205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network 9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:36.123287 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:36.154147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1b06a4ca-8fd6-4d1a-8ca2-26138df9d100 None None] Provisioning for port bbd5a563-8005-46ce-8592-e9993cae9ae3 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:36.167998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be0131f0-9fc6-4592-b424-2107035305d6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.173616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1b06a4ca-8fd6-4d1a-8ca2-26138df9d100 None None] Provisioning complete for port bbd5a563-8005-46ce-8592-e9993cae9ae3 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:36.174033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b06a4ca-8fd6-4d1a-8ca2-26138df9d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.174222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88dba7cc-169b-44eb-83b4-e77fb870a37f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.191991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:36.202547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd4c6-2673-4a94-b9f6-be76502b4bdb tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.204843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:36.222756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1b06a4ca-8fd6-4d1a-8ca2-26138df9d100 None None] Port bbd5a563-8005-46ce-8592-e9993cae9ae3 was deleted so its status cannot be updated. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Apr 22 17:02:36.249724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.254393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.262859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:36.280249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:36.283361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cacbee60-e34c-48b1-9f96-8033265d9f27 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:36.328635 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/networks/9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa HTTP/1.1" status: 204 len: 168 time: 3.0253482 Apr 22 17:02:36.328635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Network': ['ID=9e1de225-bf9e-4d2c-88bc-73b2fe2d97aa,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:36.334864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:36.335585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55846) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:36.352367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Allocated IP 2001:db8::2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/744f1d62-e6e3-474e-8562-5b6640f0ee15/27c0950d-b86a-41a2-922b-01c5d6ea5204) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:36.356466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1b06a4ca-8fd6-4d1a-8ca2-26138df9d100 None None] Provisioning for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:36.400915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1b06a4ca-8fd6-4d1a-8ca2-26138df9d100 None None] Provisioning complete for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:36.403870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b06a4ca-8fd6-4d1a-8ca2-26138df9d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.414369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.424648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1d95a11-f134-49d7-a5a5-29a32ee216d0 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:36.440844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:36.454535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-88dba7cc-169b-44eb-83b4-e77fb870a37f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Calling delete_port for 3493a193-5126-4703-b715-0593f871710b owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:36.503896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cd4c6-2673-4a94-b9f6-be76502b4bdb tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=bbd5a563-8005-46ce-8592-e9993cae9ae3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:36.507165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be0131f0-9fc6-4592-b424-2107035305d6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.533953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a6cd4c6-2673-4a94-b9f6-be76502b4bdb tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:36.581770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=c63d3d61-7e7c-4398-87ec-609652e4b2fc,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:36.591949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:36.638819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:36.645097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.719362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 337ce722-b4bc-49ec-adc5-132229d4eba2 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:02:36.731573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Checking segment: {'id': '02085016-be23-41a8-8cdd-fc6939bf787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '63d2c248-b0b7-4763-b320-1003dcde90aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:36.731965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network hostable DHCP agents. Network: 63d2c248-b0b7-4763-b320-1003dcde90aa, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:02:36.755600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd4c6-2673-4a94-b9f6-be76502b4bdb tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.782910 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1a6cd4c6-2673-4a94-b9f6-be76502b4bdb tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/bbd5a563-8005-46ce-8592-e9993cae9ae3 HTTP/1.1" status: 204 len: 168 time: 2.4672518 Apr 22 17:02:36.790859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55852) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:36.824371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.840482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88dba7cc-169b-44eb-83b4-e77fb870a37f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.841667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Transition to ACTIVE for port object 27c0950d-b86a-41a2-922b-01c5d6ea5204 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:36.842212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be0131f0-9fc6-4592-b424-2107035305d6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.859331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d391223-8e6b-41d9-a3e4-25a28f408289 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:36.867199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Transition to ACTIVE for port object 27c0950d-b86a-41a2-922b-01c5d6ea5204 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:36.881727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:36.889651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd74ee11-6634-450a-a674-c56551b9e0b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] GET failed (client error): The resource could not be found. Apr 22 17:02:36.889651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fd74ee11-6634-450a-a674-c56551b9e0b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Synchronizing usage tracker for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:36.898313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0131f0-9fc6-4592-b424-2107035305d6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e604f405-6dda-4702-8557-9954913db418,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:36.911156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be0131f0-9fc6-4592-b424-2107035305d6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.911156 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-be0131f0-9fc6-4592-b424-2107035305d6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-groups/e604f405-6dda-4702-8557-9954913db418 HTTP/1.1" status: 204 len: 168 time: 1.4657910 Apr 22 17:02:36.911373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be0131f0-9fc6-4592-b424-2107035305d6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:36.917765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:36.921063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55856) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:36.941556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.947781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 63d2c248-b0b7-4763-b320-1003dcde90aa is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:02:36.953773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:36.960719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88dba7cc-169b-44eb-83b4-e77fb870a37f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:36.965821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-88dba7cc-169b-44eb-83b4-e77fb870a37f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/ports/3493a193-5126-4703-b715-0593f871710b HTTP/1.1" status: 204 len: 168 time: 1.9678011 Apr 22 17:02:36.974306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55860) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:37.007535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dba7cc-169b-44eb-83b4-e77fb870a37f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Port': ['ID=3493a193-5126-4703-b715-0593f871710b,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:37.011671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3ed179e9-0594-4a82-befc-f294b6af6421 None None] Could not find standard attr ID for object bbd5a563-8005-46ce-8592-e9993cae9ae3. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:02:37.018082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88dba7cc-169b-44eb-83b4-e77fb870a37f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:37.025750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:37.031339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:37.042306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:37.049041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fd74ee11-6634-450a-a674-c56551b9e0b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Unset dirty status for tenant:5c8c0ef2b1f94398b158df9ec2d73437 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:37.050163 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fd74ee11-6634-450a-a674-c56551b9e0b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports/bbd5a563-8005-46ce-8592-e9993cae9ae3 HTTP/1.1" status: 404 len: 333 time: 0.2583759 Apr 22 17:02:37.052377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 63d2c248-b0b7-4763-b320-1003dcde90aa) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:37.062931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55864) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:37.078127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::248 (9f37a3e5-e543-44dd-91a5-83fee171a55d/744f1d62-e6e3-474e-8562-5b6640f0ee15/337ce722-b4bc-49ec-adc5-132229d4eba2) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:37.087701 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-04328473-0b70-448e-aca4-60dcea967e6e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:37.087701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04328473-0b70-448e-aca4-60dcea967e6e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:37.091178 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-04328473-0b70-448e-aca4-60dcea967e6e tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/subnets/9e6f64d8-2906-4f5b-ab0e-f4cf1327f5e7 HTTP/1.1" status: 404 len: 337 time: 0.0840416 Apr 22 17:02:37.098541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55868) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:37.099804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:37.100452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.103072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576bf6d2-d8b0-4e90-b3db-a0dfdf9261d6 None None] Network 63d2c248-b0b7-4763-b320-1003dcde90aa requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:37.141047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f3841222-2a5d-476d-950c-0246524232b4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2159936 Apr 22 17:02:37.147205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55872) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:37.205619 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-b775f511-554f-4766-9da5-bfab00a5e93d tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] delete failed (client error): The resource could not be found. Apr 22 17:02:37.211222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b775f511-554f-4766-9da5-bfab00a5e93d tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-groups/e604f405-6dda-4702-8557-9954913db418 HTTP/1.1" status: 404 len: 347 time: 0.0536063 Apr 22 17:02:37.212686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b917d8b3-a6b2-4d6f-94b1-6255a7f68a63 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.215149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55876) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:37.215276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Pushing event updated for resources: {'Port': ['ID=27c0950d-b86a-41a2-922b-01c5d6ea5204,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:37.225379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group': {'name': 'tempest-secgroup--535616706'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:37.230360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:37.263984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:37.266062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:37.266947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.279232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5984600 Apr 22 17:02:37.294132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55880) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:37.301635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Attempting to bind port 27c0950d-b86a-41a2-922b-01c5d6ea5204 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:02:37.302055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Attempting to bind port 27c0950d-b86a-41a2-922b-01c5d6ea5204 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:02:37.302465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Attempting to bind port 27c0950d-b86a-41a2-922b-01c5d6ea5204 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:02:37.307964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650013859'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:37.320492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:37.331837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:02:37.332071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.332389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:37.333339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.333339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:02:37.333647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Bound port: 27c0950d-b86a-41a2-922b-01c5d6ea5204, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:02:37.334072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.335770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:network and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:37.342080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:37.348889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b917d8b3-a6b2-4d6f-94b1-6255a7f68a63 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.363713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:37.439828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.495580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:37.500444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.509491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:37.514493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b917d8b3-a6b2-4d6f-94b1-6255a7f68a63 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.518966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:37.526730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7be6d52-df4b-48bd-9f2a-d493e436b22c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:37.547472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:37.551560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 337ce722-b4bc-49ec-adc5-132229d4eba2 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:37.559250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917d8b3-a6b2-4d6f-94b1-6255a7f68a63 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9460d492-98dc-4c7c-bc96-71bde25d178f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:37.565193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b917d8b3-a6b2-4d6f-94b1-6255a7f68a63 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:37.572195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b917d8b3-a6b2-4d6f-94b1-6255a7f68a63 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.576027 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b917d8b3-a6b2-4d6f-94b1-6255a7f68a63 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/security-groups/9460d492-98dc-4c7c-bc96-71bde25d178f HTTP/1.1" status: 204 len: 168 time: 0.5094936 Apr 22 17:02:37.576765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55884) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:37.595778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4c1434e4-1383-4294-8999-70573b527368 None None] For port 27c0950d-b86a-41a2-922b-01c5d6ea5204, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:02:37.640551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:37.651665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4c1434e4-1383-4294-8999-70573b527368 None None] For port 27c0950d-b86a-41a2-922b-01c5d6ea5204, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27c0950d-b86a-41a2-922b-01c5d6ea5204,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:02:37.669621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-63d2c248-b0b7-4763-b320-1003dcde90aa', 'network_id': '63d2c248-b0b7-4763-b320-1003dcde90aa', 'tenant_id': '5bb0b439cf104a8984e5f7ab1c32ab74', 'fixed_ips': [{'subnet_id': 'c63d3d61-7e7c-4398-87ec-609652e4b2fc'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:02:37.670695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.688884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.699130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:37.714105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14b78aed-097e-401c-8917-36693c6f9931 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.718614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:37.725031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.742197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.749280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.761912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3f68b1d9-f8e9-49d2-9b9d-2cb6da7179bd tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:37.811473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.833081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14b78aed-097e-401c-8917-36693c6f9931 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.850043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.885503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:37.899885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:37.920993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:37.927737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:37.928475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:37.952135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=337ce722-b4bc-49ec-adc5-132229d4eba2,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:37.958827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:37.959403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:37.983995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:02:37.990058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadc0b8b-0708-4da6-919f-728f276fa6f7,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:37.993957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:38.007458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.012988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7913051 Apr 22 17:02:38.013694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55888) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:38.019906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': 'cadc0b8b-0708-4da6-919f-728f276fa6f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:38.027082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:38.031427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:38.038859 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5934489 Apr 22 17:02:38.042305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55892) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:38.049269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:38.049540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Pushing event updated for resources: {'Port': ['ID=27c0950d-b86a-41a2-922b-01c5d6ea5204,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:38.050496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:38.050866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:38.061822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91975d43-0e78-45ac-aad6-0d00d4d64d6d']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:38.106979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.127214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.127616 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Added segment bc405f7f-9a19-4339-a3cb-dac7bfa2f326 of type vlan for network cadfda47-9e2b-441d-b5e2-b339228a04e7 Apr 22 17:02:38.130727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63750ab-2626-42be-8fde-19c8e94099af') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:38.131069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63750ab-2626-42be-8fde-19c8e94099af') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:38.137365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14b78aed-097e-401c-8917-36693c6f9931 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.138155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Allocated IP 2001:db8:0:ffff::2 (63d2c248-b0b7-4763-b320-1003dcde90aa/c63d3d61-7e7c-4398-87ec-609652e4b2fc/4588f2f2-06e9-47ad-b68a-c196f1485f4f) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:38.146258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c917758-6f39-4554-9e56-65ed2ab91ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:38.168249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.172427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b78aed-097e-401c-8917-36693c6f9931 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da29d5-48f8-45b9-9bd5-aecdd3717bb1,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:38.174940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14b78aed-097e-401c-8917-36693c6f9931 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.176358 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-14b78aed-097e-401c-8917-36693c6f9931 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/security-groups/e1da29d5-48f8-45b9-9bd5-aecdd3717bb1 HTTP/1.1" status: 204 len: 168 time: 0.5987546 Apr 22 17:02:38.177758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-14b78aed-097e-401c-8917-36693c6f9931 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:38.182070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55896) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:38.198706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.245964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.275765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fda31b45-e6db-405d-81dd-d7236f090118 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.284359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.291015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.317390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fda31b45-e6db-405d-81dd-d7236f090118 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.365351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:38.396864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.400159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73922b75-ef5c-4cfe-bc65-0e55ba9e0160 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:38.412492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.432436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Transition to ACTIVE for port object 4588f2f2-06e9-47ad-b68a-c196f1485f4f will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:38.434394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8502ebf7-d9e3-469c-9f60-161344ba1c5e,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:38.440307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:38.441060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fda31b45-e6db-405d-81dd-d7236f090118 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.451460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be0131f0-9fc6-4592-b424-2107035305d6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:38.461040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Transition to ACTIVE for port object 4588f2f2-06e9-47ad-b68a-c196f1485f4f will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:38.484838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda31b45-e6db-405d-81dd-d7236f090118 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b35855-063d-401c-b020-7d296e4ff6e7,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:38.484838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fda31b45-e6db-405d-81dd-d7236f090118 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:38.487061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fda31b45-e6db-405d-81dd-d7236f090118 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.490643 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fda31b45-e6db-405d-81dd-d7236f090118 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/security-groups/f6b35855-063d-401c-b020-7d296e4ff6e7 HTTP/1.1" status: 204 len: 168 time: 0.3072553 Apr 22 17:02:38.491507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55900) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:38.501337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:02:38.514387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.515393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f80c73b7-2ea9-4a6a-8083-50416f4030c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:38.539476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.542691 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5262067 Apr 22 17:02:38.547001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55904) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:38.592020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Network 63d2c248-b0b7-4763-b320-1003dcde90aa is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:38.595049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:38.597638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf312638-0726-4193-8bbe-4e937de949ef tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.599481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:38.618567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-df94b456-694f-49c2-b09b-536d5059d775 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting subnet 10460f01-5dd6-4536-8f4a-318334433e3a {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:38.624354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf312638-0726-4193-8bbe-4e937de949ef tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.636347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df94b456-694f-49c2-b09b-536d5059d775 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.643273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Pushing event updated for resources: {'Port': ['ID=4588f2f2-06e9-47ad-b68a-c196f1485f4f,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:38.677089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:38.699102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Attempting to bind port 4588f2f2-06e9-47ad-b68a-c196f1485f4f on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:02:38.699514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Attempting to bind port 4588f2f2-06e9-47ad-b68a-c196f1485f4f by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '02085016-be23-41a8-8cdd-fc6939bf787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '63d2c248-b0b7-4763-b320-1003dcde90aa'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:02:38.699917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Attempting to bind port 4588f2f2-06e9-47ad-b68a-c196f1485f4f on network 63d2c248-b0b7-4763-b320-1003dcde90aa {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:02:38.702702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20239959-cc79-4b7d-9cc0-8ae143c4ee6a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:38.705920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:02:38.706332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Checking segment: {'id': '02085016-be23-41a8-8cdd-fc6939bf787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '63d2c248-b0b7-4763-b320-1003dcde90aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:38.706835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.707568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Bound using segment: {'id': '02085016-be23-41a8-8cdd-fc6939bf787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '63d2c248-b0b7-4763-b320-1003dcde90aa'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:02:38.707779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Bound port: 4588f2f2-06e9-47ad-b68a-c196f1485f4f, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02085016-be23-41a8-8cdd-fc6939bf787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '63d2c248-b0b7-4763-b320-1003dcde90aa'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:02:38.708146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.709348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20239959-cc79-4b7d-9cc0-8ae143c4ee6a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:38.711114 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-20239959-cc79-4b7d-9cc0-8ae143c4ee6a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6650672 Apr 22 17:02:38.733902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network 91975d43-0e78-45ac-aad6-0d00d4d64d6d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:38.735344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df94b456-694f-49c2-b09b-536d5059d775 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.741869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55908) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:38.766739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf312638-0726-4193-8bbe-4e937de949ef tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.777731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5332adf5-5973-428f-8a11-6f71e4e4d730 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:38.778437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.793491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.799458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:38.800119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.803510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf312638-0726-4193-8bbe-4e937de949ef tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8502ebf7-d9e3-469c-9f60-161344ba1c5e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:38.809922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf312638-0726-4193-8bbe-4e937de949ef tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:38.813632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf312638-0726-4193-8bbe-4e937de949ef tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.813977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] For port 4588f2f2-06e9-47ad-b68a-c196f1485f4f, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:02:38.817904 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bf312638-0726-4193-8bbe-4e937de949ef tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/8502ebf7-d9e3-469c-9f60-161344ba1c5e HTTP/1.1" status: 204 len: 168 time: 0.2667687 Apr 22 17:02:38.818302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55912) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:38.820619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] For port 4588f2f2-06e9-47ad-b68a-c196f1485f4f, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4588f2f2-06e9-47ad-b68a-c196f1485f4f,segment=NetworkSegment(02085016-be23-41a8-8cdd-fc6939bf787b),segment_id=02085016-be23-41a8-8cdd-fc6939bf787b)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:02:38.851144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e315a497-3382-42a8-b8df-527b2a4c9568 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:38.860320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.865894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-860143ac-00c2-4f83-b637-76c9e9010ea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:38.903584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d6c3a059-b427-40d1-a7e0-8d6607dd393d tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:38.926204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df94b456-694f-49c2-b09b-536d5059d775 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:38.959976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Pushing event updated for resources: {'Port': ['ID=4588f2f2-06e9-47ad-b68a-c196f1485f4f,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:38.964973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:38.997233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 27c0950d-b86a-41a2-922b-01c5d6ea5204 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:39.013948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d6c3a059-b427-40d1-a7e0-8d6607dd393d tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:39.018188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d6c3a059-b427-40d1-a7e0-8d6607dd393d tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1959143 Apr 22 17:02:39.044407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55916) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:39.116759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 27c0950d-b86a-41a2-922b-01c5d6ea5204 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:39.173391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=cadfda47-9e2b-441d-b5e2-b339228a04e7,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:39.176376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:39.178080 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8831336 Apr 22 17:02:39.185537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network cadfda47-9e2b-441d-b5e2-b339228a04e7 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:02:39.200068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55920) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:39.206449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'network_id': 'cadfda47-9e2b-441d-b5e2-b339228a04e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:39.217646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-146ed58f-d546-4bed-b595-0ea8e1924a49 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 337ce722-b4bc-49ec-adc5-132229d4eba2 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:39.218034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146ed58f-d546-4bed-b595-0ea8e1924a49 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:39.297456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network 91975d43-0e78-45ac-aad6-0d00d4d64d6d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:39.335648 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:39.406058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:39.413531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:subnet and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:39.420322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:39.427674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:39.447900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df94b456-694f-49c2-b09b-536d5059d775 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:39.454425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-84991298-7aa1-4e46-bac4-e4ec01f6a969 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:39.507794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:39.514427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:39.539471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94b456-694f-49c2-b09b-536d5059d775 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Subnet': ['ID=10460f01-5dd6-4536-8f4a-318334433e3a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:39.548642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df94b456-694f-49c2-b09b-536d5059d775 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:39.554547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668a398-6d1a-4177-a227-e53657ee3310 None None] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:39.560358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c94f16ae-ddd0-482c-814f-65800c1c3c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:39.572963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:39.576923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:39.594502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-640507bf-902b-4d6b-baa5-5c7e9f308d6e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:39.608565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-df94b456-694f-49c2-b09b-536d5059d775 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:39.629795 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-df94b456-694f-49c2-b09b-536d5059d775 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/10460f01-5dd6-4536-8f4a-318334433e3a HTTP/1.1" status: 204 len: 168 time: 1.1365206 Apr 22 17:02:39.639923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55924) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:39.689221 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/networks/91975d43-0e78-45ac-aad6-0d00d4d64d6d HTTP/1.1" status: 204 len: 168 time: 2.5841084 Apr 22 17:02:39.690365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port eff9959e-ec63-41a3-a2be-c3e88bc36bbe {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:39.690918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:39.721229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55928) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:39.729744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Network': ['ID=91975d43-0e78-45ac-aad6-0d00d4d64d6d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:39.738364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:39.760825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a8c05f-5f37-4794-8454-a1597aac2d00 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting subnet 29edd542-2e12-4e03-8b45-0d9f518e6473 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:39.765292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09a8c05f-5f37-4794-8454-a1597aac2d00 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:39.786769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c94f16ae-ddd0-482c-814f-65800c1c3c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:39.846507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09a8c05f-5f37-4794-8454-a1597aac2d00 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:39.856722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d80f1-6d87-43bd-bfcb-408a7647329f None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:40.004223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a9b8262b-cf84-4b8c-8356-e220f216a14c None None] Provisioning for port 27c0950d-b86a-41a2-922b-01c5d6ea5204 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:40.015197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a9b8262b-cf84-4b8c-8356-e220f216a14c None None] Provisioning complete for port 27c0950d-b86a-41a2-922b-01c5d6ea5204 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:40.015520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a9b8262b-cf84-4b8c-8356-e220f216a14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:40.039526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09a8c05f-5f37-4794-8454-a1597aac2d00 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:40.275281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a9b8262b-cf84-4b8c-8356-e220f216a14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:40.337330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a9b8262b-cf84-4b8c-8356-e220f216a14c None None] For port 27c0950d-b86a-41a2-922b-01c5d6ea5204, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27c0950d-b86a-41a2-922b-01c5d6ea5204,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:40.368618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a9b8262b-cf84-4b8c-8356-e220f216a14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:40.377189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac5026f6-6598-4ab1-a575-de3d672232af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:40.454042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-355b5022-ad13-4542-85dd-08c0de3e713b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Deleting port 6dd9dee6-2425-408f-aa1e-d922506598d7 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:40.454417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-355b5022-ad13-4542-85dd-08c0de3e713b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:40.480844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8262b-cf84-4b8c-8356-e220f216a14c None None] Pushing event updated for resources: {'Port': ['ID=27c0950d-b86a-41a2-922b-01c5d6ea5204,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:40.493372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a9b8262b-cf84-4b8c-8356-e220f216a14c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:40.530880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146ed58f-d546-4bed-b595-0ea8e1924a49 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:40.605069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09a8c05f-5f37-4794-8454-a1597aac2d00 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:40.620212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4430a9a5-9396-48e8-88f4-2370f7fec4cf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:40.680371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8c05f-5f37-4794-8454-a1597aac2d00 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Subnet': ['ID=29edd542-2e12-4e03-8b45-0d9f518e6473,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:40.683626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09a8c05f-5f37-4794-8454-a1597aac2d00 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:40.687098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:40.691236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-09a8c05f-5f37-4794-8454-a1597aac2d00 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:40.691798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-09a8c05f-5f37-4794-8454-a1597aac2d00 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:40.719750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c94f16ae-ddd0-482c-814f-65800c1c3c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:40.732009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-146ed58f-d546-4bed-b595-0ea8e1924a49 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 337ce722-b4bc-49ec-adc5-132229d4eba2 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:40.767759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=421d4350-7358-471a-b92b-5210b1d8b30d,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:40.775349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:40.780867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9353f1c7-c05c-4cb4-8432-587bd08fd8ab tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:40.787253 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-09a8c05f-5f37-4794-8454-a1597aac2d00 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/29edd542-2e12-4e03-8b45-0d9f518e6473 HTTP/1.1" status: 204 len: 168 time: 1.1462162 Apr 22 17:02:40.790296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55932) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:40.832490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f16ae-ddd0-482c-814f-65800c1c3c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadc0b8b-0708-4da6-919f-728f276fa6f7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:40.858197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Checking segment: {'id': 'bc405f7f-9a19-4339-a3cb-dac7bfa2f326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'cadfda47-9e2b-441d-b5e2-b339228a04e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:40.858601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network hostable DHCP agents. Network: cadfda47-9e2b-441d-b5e2-b339228a04e7, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:02:40.871735 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fee465-6317-4266-b08d-a753ba8af17c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:40.872255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fee465-6317-4266-b08d-a753ba8af17c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:40.874155 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a8fee465-6317-4266-b08d-a753ba8af17c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/10460f01-5dd6-4536-8f4a-318334433e3a HTTP/1.1" status: 404 len: 337 time: 0.0826905 Apr 22 17:02:40.881480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55936) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:40.905990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c94f16ae-ddd0-482c-814f-65800c1c3c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:40.912776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-de08d8e0-3a49-4745-8e3e-a664b1672299 None None] Provisioning complete for port 27c0950d-b86a-41a2-922b-01c5d6ea5204 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:40.914122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de08d8e0-3a49-4745-8e3e-a664b1672299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.072255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc55a3f9-9058-44ce-9e81-27cf964c9bf8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting subnet f217b9b7-6726-4887-a532-434bcbab6201 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:41.076733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network cadfda47-9e2b-441d-b5e2-b339228a04e7 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:02:41.078221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 27c0950d-b86a-41a2-922b-01c5d6ea5204 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:41.079245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc55a3f9-9058-44ce-9e81-27cf964c9bf8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.142039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed7cf87-92fa-4697-8e08-dde697e55611 None None] Network 63d2c248-b0b7-4763-b320-1003dcde90aa requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:41.170793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc55a3f9-9058-44ce-9e81-27cf964c9bf8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.178524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c94f16ae-ddd0-482c-814f-65800c1c3c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.183329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c94f16ae-ddd0-482c-814f-65800c1c3c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-groups/cadc0b8b-0708-4da6-919f-728f276fa6f7 HTTP/1.1" status: 204 len: 168 time: 2.1337428 Apr 22 17:02:41.185166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] For port eff9959e-ec63-41a3-a2be-c3e88bc36bbe, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=eff9959e-ec63-41a3-a2be-c3e88bc36bbe,segment=NetworkSegment(e4cd0339-796b-4d8a-9bf3-4877b24cd33b),segment_id=e4cd0339-796b-4d8a-9bf3-4877b24cd33b)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:41.185574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.196279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55940) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:41.209754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, cadfda47-9e2b-441d-b5e2-b339228a04e7) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:41.243910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4af397-57eb-4485-9207-8025a1df160e None None] Network cadfda47-9e2b-441d-b5e2-b339228a04e7 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:41.247371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:41.248039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.304164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b5cc8-6f41-423b-b0b9-a389a13e348f None None] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:41.316827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc55a3f9-9058-44ce-9e81-27cf964c9bf8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.348869 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1477113 Apr 22 17:02:41.354775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55944) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:41.385078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for eff9959e-ec63-41a3-a2be-c3e88bc36bbe owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:41.471824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-355b5022-ad13-4542-85dd-08c0de3e713b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.629230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 27c0950d-b86a-41a2-922b-01c5d6ea5204 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:41.629550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.675018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-355b5022-ad13-4542-85dd-08c0de3e713b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Calling delete_port for 6dd9dee6-2425-408f-aa1e-d922506598d7 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:41.784039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-197751c9-5ba5-4e22-9f75-7f7ac2c70957 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:41.825840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-de08d8e0-3a49-4745-8e3e-a664b1672299 None None] Provisioning for port 337ce722-b4bc-49ec-adc5-132229d4eba2 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:41.849122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146ed58f-d546-4bed-b595-0ea8e1924a49 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.858925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7ffa9e50-4d29-41cc-a7fc-bd6053b715bd tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:41.911803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-197751c9-5ba5-4e22-9f75-7f7ac2c70957 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:41.917743 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-197751c9-5ba5-4e22-9f75-7f7ac2c70957 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7152107 Apr 22 17:02:41.921124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55948) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:41.933807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group': {'name': 'tempest-secgroup--376215373'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:41.950741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:41.963227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ed58f-d546-4bed-b595-0ea8e1924a49 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=337ce722-b4bc-49ec-adc5-132229d4eba2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:41.969196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.992005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146ed58f-d546-4bed-b595-0ea8e1924a49 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:41.996564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-355b5022-ad13-4542-85dd-08c0de3e713b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.002762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:42.008283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-146ed58f-d546-4bed-b595-0ea8e1924a49 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:42.008947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-146ed58f-d546-4bed-b595-0ea8e1924a49 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:42.088586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-355b5022-ad13-4542-85dd-08c0de3e713b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.091529 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-355b5022-ad13-4542-85dd-08c0de3e713b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/ports/6dd9dee6-2425-408f-aa1e-d922506598d7 HTTP/1.1" status: 204 len: 168 time: 2.3550892 Apr 22 17:02:42.092806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b5022-ad13-4542-85dd-08c0de3e713b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Port': ['ID=6dd9dee6-2425-408f-aa1e-d922506598d7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:42.096580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-355b5022-ad13-4542-85dd-08c0de3e713b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:42.098312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55952) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:42.114615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.141030 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-146ed58f-d546-4bed-b595-0ea8e1924a49 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/337ce722-b4bc-49ec-adc5-132229d4eba2 HTTP/1.1" status: 204 len: 168 time: 3.3952029 Apr 22 17:02:42.144046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55956) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:42.148981 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d54cb56-5d71-4d91-a439-10a18a2155f2 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:42.149431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d54cb56-5d71-4d91-a439-10a18a2155f2 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:42.151438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9d54cb56-5d71-4d91-a439-10a18a2155f2 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/subnets/bbfd6846-9170-4481-8593-ac20d7e875eb HTTP/1.1" status: 404 len: 337 time: 0.0523438 Apr 22 17:02:42.158190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55960) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:42.159096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-de08d8e0-3a49-4745-8e3e-a664b1672299 None None] Provisioning complete for port 337ce722-b4bc-49ec-adc5-132229d4eba2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:42.160106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de08d8e0-3a49-4745-8e3e-a664b1672299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.212893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:42.229411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:42.234359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.254144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-de08d8e0-3a49-4745-8e3e-a664b1672299 None None] Port 337ce722-b4bc-49ec-adc5-132229d4eba2 was deleted so its status cannot be updated. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Apr 22 17:02:42.264673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-cadfda47-9e2b-441d-b5e2-b339228a04e7', 'network_id': 'cadfda47-9e2b-441d-b5e2-b339228a04e7', 'tenant_id': '5bb0b439cf104a8984e5f7ab1c32ab74', 'fixed_ips': [{'subnet_id': '421d4350-7358-471a-b92b-5210b1d8b30d'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:02:42.265562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.272535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:42.304380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:42.329840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7225675a-52e6-47fb-b9fa-8d9c45aa7522 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:42.330859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7225675a-52e6-47fb-b9fa-8d9c45aa7522 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:42.331711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7225675a-52e6-47fb-b9fa-8d9c45aa7522 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:42.349041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc55a3f9-9058-44ce-9e81-27cf964c9bf8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.352917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.364086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f003429-7fa4-404a-830a-29cb7b37b67b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:42.400251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.409122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:42.435996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55a3f9-9058-44ce-9e81-27cf964c9bf8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Subnet': ['ID=f217b9b7-6726-4887-a532-434bcbab6201,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:42.469210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4588f2f2-06e9-47ad-b68a-c196f1485f4f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:42.502192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cc55a3f9-9058-44ce-9e81-27cf964c9bf8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:42.510119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc55a3f9-9058-44ce-9e81-27cf964c9bf8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.515209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=eff9959e-ec63-41a3-a2be-c3e88bc36bbe,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:42.518011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:42.533311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Provisioning complete for port 199b823e-bb72-42ed-80b8-8a836138c580 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:42.533734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.553565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7225675a-52e6-47fb-b9fa-8d9c45aa7522 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:42.557421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7225675a-52e6-47fb-b9fa-8d9c45aa7522 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4098070 Apr 22 17:02:42.567112 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cc55a3f9-9058-44ce-9e81-27cf964c9bf8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/f217b9b7-6726-4887-a532-434bcbab6201 HTTP/1.1" status: 204 len: 168 time: 1.6827350 Apr 22 17:02:42.574092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55964) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:42.574275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55966) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:42.746556 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc6e5d1-832c-4193-97d9-365df4e0f4f4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:42.747112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc6e5d1-832c-4193-97d9-365df4e0f4f4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:42.789154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Port 199b823e-bb72-42ed-80b8-8a836138c580 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:02:42.815773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.818782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Allocated IP 2001:db8::1 (cadfda47-9e2b-441d-b5e2-b339228a04e7/421d4350-7358-471a-b92b-5210b1d8b30d/50c76080-9ef4-493b-bb53-a35f74ec9733) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:42.826808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.832873 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5fc6e5d1-832c-4193-97d9-365df4e0f4f4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/d9df3668-8e6a-4c6d-ba6f-dbd2d2c69cff HTTP/1.1" status: 404 len: 337 time: 0.2555432 Apr 22 17:02:42.841352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55972) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:42.849413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.862996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:42.884980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.926376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-e892a92b-48f3-4caf-a624-f7ecc06ae081 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 744f1d62-e6e3-474e-8562-5b6640f0ee15 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:42.942226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e892a92b-48f3-4caf-a624-f7ecc06ae081 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:42.965858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458da643-62f1-453c-b1dc-3e7113f4953a None None] Update dhcp port {'port': {'network_id': 'dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b', 'fixed_ips': [{'subnet_id': 'f217b9b7-6726-4887-a532-434bcbab6201'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': 'e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:02:42.976242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b7e0d959-96aa-4931-b2c1-5b10e3236127 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac82cb02-61b8-49a0-9741-f64360e510ae HTTP/1.1" status: 200 len: 205 time: 0.1335399 Apr 22 17:02:42.996882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 55976) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:43.007960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Provisioning for port 4588f2f2-06e9-47ad-b68a-c196f1485f4f completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:43.015623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.019650 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0917344 Apr 22 17:02:43.019650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41adcb5d-304a-4ebc-a3bb-9e80fdfc5b47,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:43.021312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:43.030451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55978) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:43.042769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': '41adcb5d-304a-4ebc-a3bb-9e80fdfc5b47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:43.046366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Provisioning complete for port 4588f2f2-06e9-47ad-b68a-c196f1485f4f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:43.047039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.052826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:43.060974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e892a92b-48f3-4caf-a624-f7ecc06ae081 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.089870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 4588f2f2-06e9-47ad-b68a-c196f1485f4f completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:43.093266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:43.101088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:43.110680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:43.118151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4588f2f2-06e9-47ad-b68a-c196f1485f4f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:43.118579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.146463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-cd71a9c2-3fcf-49af-855f-ec6917c6cad6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] delete failed (client error): The resource could not be found. Apr 22 17:02:43.150299 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cd71a9c2-3fcf-49af-855f-ec6917c6cad6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/routers/ac82cb02-61b8-49a0-9741-f64360e510ae HTTP/1.1" status: 404 len: 336 time: 0.1025541 Apr 22 17:02:43.150438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-458da643-62f1-453c-b1dc-3e7113f4953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.150791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55984) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:43.209111 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-1129ac3a-5ac5-4ae5-a642-c3151e4cb12a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:43.209626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1129ac3a-5ac5-4ae5-a642-c3151e4cb12a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:43.214303 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1129ac3a-5ac5-4ae5-a642-c3151e4cb12a tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/ed6c48c9-0b14-4db9-8a23-d6b054abb11d HTTP/1.1" status: 404 len: 337 time: 0.0597074 Apr 22 17:02:43.214545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.222665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55988) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:43.293313 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d049a308-4ffc-4b17-923b-263ef49008ed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:43.294037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d049a308-4ffc-4b17-923b-263ef49008ed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:43.298199 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d049a308-4ffc-4b17-923b-263ef49008ed tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/3fa1303f-f281-430f-9483-b6b795cd537d HTTP/1.1" status: 404 len: 337 time: 0.0692759 Apr 22 17:02:43.300646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f9f09c-da72-48d7-b457-6d53d5a85562']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:43.307029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55992) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:43.329712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13c2ebe-22f1-4951-8f77-9e41fa9d296b') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:43.330070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13c2ebe-22f1-4951-8f77-9e41fa9d296b') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:43.348005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.352886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e892a92b-48f3-4caf-a624-f7ecc06ae081 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.390875 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a468bab5-2b05-4cae-be8b-fbb95306615c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:43.392158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a468bab5-2b05-4cae-be8b-fbb95306615c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:43.395750 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a468bab5-2b05-4cae-be8b-fbb95306615c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/7e4a3154-9571-42e1-b199-1fb19eb54471 HTTP/1.1" status: 404 len: 337 time: 0.0851698 Apr 22 17:02:43.399602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 55996) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:43.406028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.429464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router a4c803e6-6a92-4b94-aab6-003a048d187c has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:02:43.434490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.447185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:43.455421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Transition to ACTIVE for port object 50c76080-9ef4-493b-bb53-a35f74ec9733 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:43.479421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc399bc9-7157-4dbe-a194-d184819dda71 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:43.480486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc399bc9-7157-4dbe-a194-d184819dda71 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:43.512821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.553256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Transition to ACTIVE for port object 50c76080-9ef4-493b-bb53-a35f74ec9733 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:43.560451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.576270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca60397-0d62-4811-9d75-dd46d28d9e1f None None] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:43.582154 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bc399bc9-7157-4dbe-a194-d184819dda71 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/ff718487-c9d5-43fd-9918-b83bf4d3471e HTTP/1.1" status: 404 len: 333 time: 0.1791022 Apr 22 17:02:43.589459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.589996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56000) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:43.606589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.616976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.668626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d833bd5d-845e-48fa-b2c4-00eaca6607ad tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:43.675109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6c03dbe-a9d8-4184-87d9-f20c2fa7251f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:43.757871 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe8d90b-84f7-4fbf-a653-45decc9525f1 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:43.758557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe8d90b-84f7-4fbf-a653-45decc9525f1 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:43.763789 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6fe8d90b-84f7-4fbf-a653-45decc9525f1 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/caf3a49a-2f9e-431b-82cc-4dfee75ab368 HTTP/1.1" status: 404 len: 337 time: 0.1682813 Apr 22 17:02:43.771895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56004) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:43.774852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.778710 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7445605 Apr 22 17:02:43.789132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Network cadfda47-9e2b-441d-b5e2-b339228a04e7 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:43.799266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56008) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:43.803249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:43.817100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:43.820552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] For port 4588f2f2-06e9-47ad-b68a-c196f1485f4f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4588f2f2-06e9-47ad-b68a-c196f1485f4f,segment=NetworkSegment(02085016-be23-41a8-8cdd-fc6939bf787b),segment_id=02085016-be23-41a8-8cdd-fc6939bf787b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:43.834542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:43.835451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': '41adcb5d-304a-4ebc-a3bb-9e80fdfc5b47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:43.839578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9938f0-5f5c-4d3c-84c8-f8fef8165ec4,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:43.842834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:43.846862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de01d8ac-7843-4308-bcc1-7dedadea880b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:43.860570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Pushing event updated for resources: {'Port': ['ID=50c76080-9ef4-493b-bb53-a35f74ec9733,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:43.881691 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51c1482-ec92-4b05-99fe-cf479f90bc4f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:43.882364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51c1482-ec92-4b05-99fe-cf479f90bc4f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:43.886813 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b51c1482-ec92-4b05-99fe-cf479f90bc4f tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/087312aa-f8bd-42de-a932-7365a3526638 HTTP/1.1" status: 404 len: 337 time: 0.1120532 Apr 22 17:02:43.888822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56012) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:43.910171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Subnet': ['ID=421d4350-7358-471a-b92b-5210b1d8b30d,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:43.912993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:43.926454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:43.948212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:44.015898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:44.040825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:02:44.042938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:44.058459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c372ace-12de-42a9-aeb8-61747c8fe725 None None] Sync routers for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:02:44.069983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c372ace-12de-42a9-aeb8-61747c8fe725 None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:44.070617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3c372ace-12de-42a9-aeb8-61747c8fe725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:44.107250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:44.109884 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-2559d020-727a-4f83-9068-e88294e03fc5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:44.110422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2559d020-727a-4f83-9068-e88294e03fc5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:44.115156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.145128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8032832 Apr 22 17:02:44.152360 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2559d020-727a-4f83-9068-e88294e03fc5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/91ef5162-4f9d-4cb7-89f7-3e609dc9164e HTTP/1.1" status: 404 len: 333 time: 0.2590213 Apr 22 17:02:44.152360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56016) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:44.156132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.161875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56018) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:44.163711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network 42f9f09c-da72-48d7-b457-6d53d5a85562 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:44.167755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:44.211145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.216308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3c372ace-12de-42a9-aeb8-61747c8fe725 None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:44.258941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Could not find standard attr ID for object 337ce722-b4bc-49ec-adc5-132229d4eba2. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:02:44.300054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadfda47-9e2b-441d-b5e2-b339228a04e7']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:44.306774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:02:44.306994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:02:44.312179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Attempting to bind port 50c76080-9ef4-493b-bb53-a35f74ec9733 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:02:44.312682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Attempting to bind port 50c76080-9ef4-493b-bb53-a35f74ec9733 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'bc405f7f-9a19-4339-a3cb-dac7bfa2f326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'cadfda47-9e2b-441d-b5e2-b339228a04e7'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:02:44.312918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Attempting to bind port 50c76080-9ef4-493b-bb53-a35f74ec9733 on network cadfda47-9e2b-441d-b5e2-b339228a04e7 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:02:44.322043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc405f7f-9a19-4339-a3cb-dac7bfa2f326') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:44.322889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc405f7f-9a19-4339-a3cb-dac7bfa2f326') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:44.338391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3c372ace-12de-42a9-aeb8-61747c8fe725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:42Z', 'revision_number': 11, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:44.338813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:02:44.339219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Checking segment: {'id': 'bc405f7f-9a19-4339-a3cb-dac7bfa2f326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'cadfda47-9e2b-441d-b5e2-b339228a04e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:44.339669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.340109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Bound using segment: {'id': 'bc405f7f-9a19-4339-a3cb-dac7bfa2f326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'cadfda47-9e2b-441d-b5e2-b339228a04e7'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:02:44.340648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Bound port: 50c76080-9ef4-493b-bb53-a35f74ec9733, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc405f7f-9a19-4339-a3cb-dac7bfa2f326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'cadfda47-9e2b-441d-b5e2-b339228a04e7'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:02:44.341067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.342555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.345009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c372ace-12de-42a9-aeb8-61747c8fe725 None None] Checking router: a4c803e6-6a92-4b94-aab6-003a048d187c for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:02:44.345941 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-20796848-a0aa-44b9-b2ba-abd0e932ad5d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:44.346462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20796848-a0aa-44b9-b2ba-abd0e932ad5d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:44.348365 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-20796848-a0aa-44b9-b2ba-abd0e932ad5d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/658b4649-41bc-4997-a996-fa9d483ee8bc HTTP/1.1" status: 404 len: 337 time: 0.1404974 Apr 22 17:02:44.354792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.356250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c372ace-12de-42a9-aeb8-61747c8fe725 None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:44.357149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3c372ace-12de-42a9-aeb8-61747c8fe725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:44.359419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Provisioning complete for port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:44.359839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.361970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56024) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:44.368833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.377516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:44.406859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Pushing event updated for resources: {'Port': ['ID=4588f2f2-06e9-47ad-b68a-c196f1485f4f,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:44.452939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:44.501103 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c8dc03-2682-460c-8d5b-4db9f4f7f0df tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:44.501202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c8dc03-2682-460c-8d5b-4db9f4f7f0df tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:44.505588 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f2c8dc03-2682-460c-8d5b-4db9f4f7f0df tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/subnets/4b4834ca-7838-4d1e-8584-7458b360df83 HTTP/1.1" status: 404 len: 337 time: 0.1332402 Apr 22 17:02:44.505739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3c372ace-12de-42a9-aeb8-61747c8fe725 None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:44.526507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56028) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:44.557863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] For port 50c76080-9ef4-493b-bb53-a35f74ec9733, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:02:44.566495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f0b7a-1d06-4946-ba26-ed50b41be721 None None] DHCP port deletion for dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:44.580805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f0b7a-1d06-4946-ba26-ed50b41be721 None None] Deleting port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:44.581224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0b7a-1d06-4946-ba26-ed50b41be721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.597096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8392a81-52d9-4ac5-9c32-3fc582112754 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting subnet d2417643-bd4c-49da-a97b-320694f4a0f5 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:44.620014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network 42f9f09c-da72-48d7-b457-6d53d5a85562 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:44.627850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8392a81-52d9-4ac5-9c32-3fc582112754 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.639839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3c372ace-12de-42a9-aeb8-61747c8fe725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:42Z', 'revision_number': 11, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:44.644545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c372ace-12de-42a9-aeb8-61747c8fe725 None None] The sync data for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv is: [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:42Z', 'revision_number': 11, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:02:44.668919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e892a92b-48f3-4caf-a624-f7ecc06ae081 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.689433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cab95880-8d04-46d9-b829-5ece5385e0c3 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:44.690485 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:44.755956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e892a92b-48f3-4caf-a624-f7ecc06ae081 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.763804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network cadfda47-9e2b-441d-b5e2-b339228a04e7 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:44.773327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972c26c-28f6-4c25-b515-6e8320aaa887 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:44.774611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.789093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892a92b-48f3-4caf-a624-f7ecc06ae081 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=744f1d62-e6e3-474e-8562-5b6640f0ee15,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:44.799152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e892a92b-48f3-4caf-a624-f7ecc06ae081 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:44.823744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8392a81-52d9-4ac5-9c32-3fc582112754 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.853985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.871894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1378d4e-49ce-47d1-9f33-0a69f3b0acf6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Deleting port 199b823e-bb72-42ed-80b8-8a836138c580 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:44.872283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1378d4e-49ce-47d1-9f33-0a69f3b0acf6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.915345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.938352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:44.958217 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e892a92b-48f3-4caf-a624-f7ecc06ae081 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/744f1d62-e6e3-474e-8562-5b6640f0ee15 HTTP/1.1" status: 204 len: 168 time: 2.3804038 Apr 22 17:02:44.959545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56032) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:44.981042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:44.999617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d7aab7-5ec8-4ef1-b9c2-496be0a44b3a,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:45.004991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.016080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:45.047524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network cadfda47-9e2b-441d-b5e2-b339228a04e7 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:45.052416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dfdefdf7-62a4-4f66-80e0-02a7536683f9 None None] Provisioning complete for port 199b823e-bb72-42ed-80b8-8a836138c580 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:45.052837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfdefdf7-62a4-4f66-80e0-02a7536683f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.060681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b792eff0-7b68-452c-8c13-f59267ff038d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:45.060880 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-970834d0-c23f-4ef5-bda3-744889d2058b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970900 Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:45.076614 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:45.080611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56036) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:45.087878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:45.104357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Network': ['ID=42f9f09c-da72-48d7-b457-6d53d5a85562,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:45.119016 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/networks/42f9f09c-da72-48d7-b457-6d53d5a85562 HTTP/1.1" status: 204 len: 168 time: 2.9570732 Apr 22 17:02:45.128955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:45.133079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5d4f0b7a-1d06-4946-ba26-ed50b41be721 None None] For port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb,segment=NetworkSegment(b141a225-6531-4551-a3d1-674bc7607d54),segment_id=b141a225-6531-4551-a3d1-674bc7607d54)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:45.133550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0b7a-1d06-4946-ba26-ed50b41be721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.156533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56040) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:45.238068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.240504 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4237900 Apr 22 17:02:45.260172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56044) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:45.270861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': '41adcb5d-304a-4ebc-a3bb-9e80fdfc5b47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:45.276266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8392a81-52d9-4ac5-9c32-3fc582112754 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.289698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4588f2f2-06e9-47ad-b68a-c196f1485f4f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:45.323648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:45.336196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:02:45.336196 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:02:45.336196 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': 'cadfda47-9e2b-441d-b5e2-b339228a04e7'}] Apr 22 17:02:45.336196 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:02:45.337192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:02:45.354471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:45.356388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-56850053-b7a4-44c7-a6f6-010cb881e906 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Deleting subnet 40ff627e-7d74-45f4-a512-e7a5f6da393a {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:45.358932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:45.362300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1378d4e-49ce-47d1-9f33-0a69f3b0acf6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.363477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56850053-b7a4-44c7-a6f6-010cb881e906 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.371476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:45.385812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:45.393964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:45.402394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:45.404249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f0b7a-1d06-4946-ba26-ed50b41be721 None None] Calling delete_port for e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:45.412698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:45.441186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56850053-b7a4-44c7-a6f6-010cb881e906 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.455906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] For port 50c76080-9ef4-493b-bb53-a35f74ec9733, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=50c76080-9ef4-493b-bb53-a35f74ec9733,segment=NetworkSegment(bc405f7f-9a19-4339-a3cb-dac7bfa2f326),segment_id=bc405f7f-9a19-4339-a3cb-dac7bfa2f326)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:02:45.465866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-dfdefdf7-62a4-4f66-80e0-02a7536683f9 None None] Port 199b823e-bb72-42ed-80b8-8a836138c580 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:02:45.499295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.511146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0ff0d6bb-7892-452d-979f-a233d7621e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:45.532872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1378d4e-49ce-47d1-9f33-0a69f3b0acf6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Calling delete_port for 199b823e-bb72-42ed-80b8-8a836138c580 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:45.632545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dfdefdf7-62a4-4f66-80e0-02a7536683f9 None None] Provisioning complete for port 4588f2f2-06e9-47ad-b68a-c196f1485f4f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:45.633042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfdefdf7-62a4-4f66-80e0-02a7536683f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.716264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Pushing event updated for resources: {'Port': ['ID=50c76080-9ef4-493b-bb53-a35f74ec9733,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:45.716639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.719447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4588f2f2-06e9-47ad-b68a-c196f1485f4f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:45.720000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.758035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:45.779591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:45.782139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1378d4e-49ce-47d1-9f33-0a69f3b0acf6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.785818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.801588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0b7a-1d06-4946-ba26-ed50b41be721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.808491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ba1d8b67-e530-4089-9e19-17ea5ff8cc82 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:45.819986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5667a967-07a3-438a-b547-d59311342440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:45.873306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.888502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f0b7a-1d06-4946-ba26-ed50b41be721 None None] Pushing event deleted for resources: {'Port': ['ID=e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:45.897551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f0b7a-1d06-4946-ba26-ed50b41be721 None None] No DVR routers for this DVR port e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:45.910027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1378d4e-49ce-47d1-9f33-0a69f3b0acf6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.912768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1378d4e-49ce-47d1-9f33-0a69f3b0acf6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Port': ['ID=199b823e-bb72-42ed-80b8-8a836138c580,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:45.915533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d4f0b7a-1d06-4946-ba26-ed50b41be721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:45.928251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1378d4e-49ce-47d1-9f33-0a69f3b0acf6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:45.940103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting port 50c76080-9ef4-493b-bb53-a35f74ec9733 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:45.940661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.973115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84717c1a-a6f9-4593-ae2d-ddee52d17349 None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:45.974527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:45.984196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d1378d4e-49ce-47d1-9f33-0a69f3b0acf6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/ports/199b823e-bb72-42ed-80b8-8a836138c580 HTTP/1.1" status: 204 len: 168 time: 1.4483023 Apr 22 17:02:45.987625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56048) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:45.993506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-84717c1a-a6f9-4593-ae2d-ddee52d17349 None None] Deleting port 27c0950d-b86a-41a2-922b-01c5d6ea5204 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:45.994023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84717c1a-a6f9-4593-ae2d-ddee52d17349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.019742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2142c2e-f9e4-45fe-942c-dd3d2326685e None None] Network cadfda47-9e2b-441d-b5e2-b339228a04e7 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:46.026000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.074270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56850053-b7a4-44c7-a6f6-010cb881e906 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.094387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1b69c032-686f-4988-9c6c-6fce39956e85 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:46.101409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8392a81-52d9-4ac5-9c32-3fc582112754 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.139539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9df033-8b3e-4f97-8d60-5f800d5d730f,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:46.144670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8392a81-52d9-4ac5-9c32-3fc582112754 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.152598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:46.155374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6d7f4e5c-919d-44ef-9468-fd6302223e81 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:46.222579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8392a81-52d9-4ac5-9c32-3fc582112754 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Subnet': ['ID=d2417643-bd4c-49da-a97b-320694f4a0f5,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:46.225508 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f8392a81-52d9-4ac5-9c32-3fc582112754 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/d2417643-bd4c-49da-a97b-320694f4a0f5 HTTP/1.1" status: 204 len: 168 time: 2.0652125 Apr 22 17:02:46.226758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8392a81-52d9-4ac5-9c32-3fc582112754 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:46.233923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.235920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56052) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:46.270434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.275146 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0104020 Apr 22 17:02:46.297779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56056) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:46.318456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c59e6-9f80-4947-8683-47a3c44cf127 None None] Network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:46.326444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': '41adcb5d-304a-4ebc-a3bb-9e80fdfc5b47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:46.393102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:46.409358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:46.417154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:46.444467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:46.470363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dfdefdf7-62a4-4f66-80e0-02a7536683f9 None None] Could not find standard attr ID for object e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:02:46.480181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.498059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] For port 50c76080-9ef4-493b-bb53-a35f74ec9733, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=50c76080-9ef4-493b-bb53-a35f74ec9733,segment=NetworkSegment(bc405f7f-9a19-4339-a3cb-dac7bfa2f326),segment_id=bc405f7f-9a19-4339-a3cb-dac7bfa2f326)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:46.498398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.501919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.523326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Deleting port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:46.523695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.656321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:46.710984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Calling delete_port for 50c76080-9ef4-493b-bb53-a35f74ec9733 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:46.725872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:46.750232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b141a225-6531-4551-a3d1-674bc7607d54') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:46.750648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b141a225-6531-4551-a3d1-674bc7607d54') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:46.755857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.756019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:46.756746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e7942e5c-3e0a-47a1-8e6f-a65ed1c797cb not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:46.756879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device eff9959e-ec63-41a3-a2be-c3e88bc36bbe no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:46.781391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:46.863921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: eff9959e-ec63-41a3-a2be-c3e88bc36bbe {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:46.864288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device eff9959e-ec63-41a3-a2be-c3e88bc36bbe not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:46.925813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-84717c1a-a6f9-4593-ae2d-ddee52d17349 None None] For port 27c0950d-b86a-41a2-922b-01c5d6ea5204, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27c0950d-b86a-41a2-922b-01c5d6ea5204,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:46.926158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84717c1a-a6f9-4593-ae2d-ddee52d17349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.050746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.070369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.073671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-84717c1a-a6f9-4593-ae2d-ddee52d17349 None None] Calling delete_port for 27c0950d-b86a-41a2-922b-01c5d6ea5204 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:47.078027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6b569458-325f-4984-8372-03991fe78dff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:47.132850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.136693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Port': ['ID=50c76080-9ef4-493b-bb53-a35f74ec9733,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:47.139810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:47.141963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No DVR routers for this DVR port 50c76080-9ef4-493b-bb53-a35f74ec9733 on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:47.147100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.170266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:47.201153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cc68f48c-2c58-4c40-a137-c2a476a63245 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:47.213638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84717c1a-a6f9-4593-ae2d-ddee52d17349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.220490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:47.221368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] For port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704,segment=NetworkSegment(e4cd0339-796b-4d8a-9bf3-4877b24cd33b),segment_id=e4cd0339-796b-4d8a-9bf3-4877b24cd33b)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:47.221954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.268024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9675b209-684b-4ff3-b5f7-4278c6eb3004 None None] DHCP port deletion for d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:47.270033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 27c0950d-b86a-41a2-922b-01c5d6ea5204 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:47.308275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85286d3b-d6fd-40e6-a8b3-dc13d9c0fb3c,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:47.318289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84717c1a-a6f9-4593-ae2d-ddee52d17349 None None] No DVR routers for this DVR port 27c0950d-b86a-41a2-922b-01c5d6ea5204 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:47.322285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84717c1a-a6f9-4593-ae2d-ddee52d17349 None None] Pushing event deleted for resources: {'Port': ['ID=27c0950d-b86a-41a2-922b-01c5d6ea5204,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:47.325839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-84717c1a-a6f9-4593-ae2d-ddee52d17349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:47.326760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9675b209-684b-4ff3-b5f7-4278c6eb3004 None None] Deleting port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:47.326760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9675b209-684b-4ff3-b5f7-4278c6eb3004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.331126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:47.332582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56850053-b7a4-44c7-a6f6-010cb881e906 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.352652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 27c0950d-b86a-41a2-922b-01c5d6ea5204 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:47.353043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 27c0950d-b86a-41a2-922b-01c5d6ea5204 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:47.354975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:47.411347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56850053-b7a4-44c7-a6f6-010cb881e906 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Subnet': ['ID=40ff627e-7d74-45f4-a512-e7a5f6da393a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:47.415099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56850053-b7a4-44c7-a6f6-010cb881e906 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:47.427260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.433847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf441344-4c26-4a91-b481-135ea08040b9 None None] Network e5a3e3d4-6102-4281-84ba-40cacdfd24db requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:47.434513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56850053-b7a4-44c7-a6f6-010cb881e906 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.438055 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-56850053-b7a4-44c7-a6f6-010cb881e906 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/subnets/40ff627e-7d74-45f4-a512-e7a5f6da393a HTTP/1.1" status: 204 len: 168 time: 2.2657287 Apr 22 17:02:47.445463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Calling delete_port for 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:47.447450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56060) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:47.515712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.519723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2181630 Apr 22 17:02:47.535314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56064) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:47.564741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': '41adcb5d-304a-4ebc-a3bb-9e80fdfc5b47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:47.576674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:47.598442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:47.610379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:47.619746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:47.642020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.663486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:47.731994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9675b209-684b-4ff3-b5f7-4278c6eb3004 None None] For port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704,segment=NetworkSegment(e4cd0339-796b-4d8a-9bf3-4877b24cd33b),segment_id=e4cd0339-796b-4d8a-9bf3-4877b24cd33b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:47.732596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9675b209-684b-4ff3-b5f7-4278c6eb3004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.745004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.750120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadfda47-9e2b-441d-b5e2-b339228a04e7']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:47.760120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d57a3169-8e5d-4026-bbf0-06439decbfb8 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:47.809791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.830753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc405f7f-9a19-4339-a3cb-dac7bfa2f326') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:47.831026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc405f7f-9a19-4339-a3cb-dac7bfa2f326') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:47.844225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.852206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:47.852775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:47.863426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:47.866439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.873578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9675b209-684b-4ff3-b5f7-4278c6eb3004 None None] Calling delete_port for 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:47.893862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Deleting port b0223f30-5838-4b59-957a-f1bcab1df8ad {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:47.895054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.923978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Network dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:47.924215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4afc8d-b72e-4819-936c-d1242a645a5b None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:47.932930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Port': ['ID=1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:47.935177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No DVR routers for this DVR port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:47.941924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:47.942598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.950419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.952689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=b14e80aa-24db-4cad-aefe-354d4649aac6,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:47.953740 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:47.956392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:47.972034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:47.979514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:47.993105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:48.100522 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0187838 Apr 22 17:02:48.105602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56068) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:48.108098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-9675b209-684b-4ff3-b5f7-4278c6eb3004 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:02:48.108594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-9675b209-684b-4ff3-b5f7-4278c6eb3004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:02:48.120839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'name': 'tempest-NetworksTestDHCPv6-825000504'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:48.154064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] DHCP port deletion for e5a3e3d4-6102-4281-84ba-40cacdfd24db request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:48.165505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] Deleting port b0223f30-5838-4b59-957a-f1bcab1df8ad {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:48.166177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.254841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network cadfda47-9e2b-441d-b5e2-b339228a04e7 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:48.313181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.316162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.319963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.343188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-214f3035-a644-40a5-bf5b-285afb9f49cd tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:48.365941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.458266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Pushing event deleted for resources: {'Network': ['ID=dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:48.485065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:48.514125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.516192 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] 10.222.0.77 "DELETE /v2.0/networks/dc63edae-6aae-49aa-90e8-b4b9f2ac7b1b HTTP/1.1" status: 204 len: 168 time: 2.5241103 Apr 22 17:02:48.573120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.581596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e0605b-d1ee-4f55-99e7-119d7d9da4e5']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:48.589906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:48.609285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:48.613627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:48.616794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:48.627321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94948c6-24db-48e7-8822-8235e9bf23f8,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:48.637090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cd0339-796b-4d8a-9bf3-4877b24cd33b') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:48.637441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cd0339-796b-4d8a-9bf3-4877b24cd33b') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:48.650865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:48.651947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:48.666993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.667966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] For port b0223f30-5838-4b59-957a-f1bcab1df8ad, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b0223f30-5838-4b59-957a-f1bcab1df8ad,segment=NetworkSegment(8e80a2a7-dca1-4552-b1aa-71368646a084),segment_id=8e80a2a7-dca1-4552-b1aa-71368646a084)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:48.668522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.691752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.693332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1525030 Apr 22 17:02:48.694895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.697858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56074) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:48.716037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:48.744831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:48.751246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.813621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] Calling delete_port for b0223f30-5838-4b59-957a-f1bcab1df8ad owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:48.843484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port c869f03b-58b0-47e6-afb7-2a3c8e97b40c yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:02:48.857775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] For port b0223f30-5838-4b59-957a-f1bcab1df8ad, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b0223f30-5838-4b59-957a-f1bcab1df8ad,segment=NetworkSegment(8e80a2a7-dca1-4552-b1aa-71368646a084),segment_id=8e80a2a7-dca1-4552-b1aa-71368646a084)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:48.858181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.858417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9675b209-684b-4ff3-b5f7-4278c6eb3004 None None] Deleting port 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:48.858972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9675b209-684b-4ff3-b5f7-4278c6eb3004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.878037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network cadfda47-9e2b-441d-b5e2-b339228a04e7 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:48.895857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2bc34f57-646f-42de-adc5-5362d015b3d4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:48.904961 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:48.918010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': 'b14e80aa-24db-4cad-aefe-354d4649aac6'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:02:48.919181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:48.932832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2bc34f57-646f-42de-adc5-5362d015b3d4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.027639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56080) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:49.028784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.040895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9675b209-684b-4ff3-b5f7-4278c6eb3004 None None] The port '1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:02:49.041765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e12ff3fa-c853-4a3a-908d-74bc4e359be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:49.065899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:49.076466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.103250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Calling delete_port for b0223f30-5838-4b59-957a-f1bcab1df8ad owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:49.159983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] Pushing event deleted for resources: {'Port': ['ID=b0223f30-5838-4b59-957a-f1bcab1df8ad,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:49.162768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:49.170192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] No DVR routers for this DVR port b0223f30-5838-4b59-957a-f1bcab1df8ad on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:49.209942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.214344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5e5e25b2-c3da-48d1-a3e7-4bb2ab864d2a tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:49.228495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2bc34f57-646f-42de-adc5-5362d015b3d4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.232148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.232326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:49.247701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:49.248273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Network': ['ID=cadfda47-9e2b-441d-b5e2-b339228a04e7,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:49.251510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:49.256558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:02:49.257146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:02:49.263694 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/cadfda47-9e2b-441d-b5e2-b339228a04e7 HTTP/1.1" status: 204 len: 168 time: 7.9044361 Apr 22 17:02:49.264134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56086) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:49.270925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-337892617'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:49.277235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:49.278909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc34f57-646f-42de-adc5-5362d015b3d4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d94948c6-24db-48e7-8822-8235e9bf23f8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:49.282613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:network and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:49.285762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:49.292847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:49.293364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1fd8e3b0-f046-47cd-bd3e-0ed0dc85e704 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:49.293797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:49.294078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b0223f30-5838-4b59-957a-f1bcab1df8ad no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:49.310240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2bc34f57-646f-42de-adc5-5362d015b3d4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:49.327783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:49.331275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: b0223f30-5838-4b59-957a-f1bcab1df8ad {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:49.331669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b0223f30-5838-4b59-957a-f1bcab1df8ad not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:49.335347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.370518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:02:49.379492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.379967 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Added segment a2d3fa57-0ddc-4cda-ad6d-75d10337a98b of type vlan for network 3992a05f-b08f-4ebe-a8e5-6a679b811167 Apr 22 17:02:49.412212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.435098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2bc34f57-646f-42de-adc5-5362d015b3d4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.436335 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2bc34f57-646f-42de-adc5-5362d015b3d4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d94948c6-24db-48e7-8822-8235e9bf23f8 HTTP/1.1" status: 204 len: 168 time: 0.7373474 Apr 22 17:02:49.439259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56090) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:49.444893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Network d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:49.485689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:49.487316 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:49.491767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:49.492459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.494728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::4f (9f37a3e5-e543-44dd-91a5-83fee171a55d/b14e80aa-24db-4cad-aefe-354d4649aac6/c869f03b-58b0-47e6-afb7-2a3c8e97b40c) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:49.498194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a240e3d-84f0-4c19-9265-44eade6decc3 tempest-TagsTest-2109342981 tempest-TagsTest-2109342981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:49.527229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ff359131-83e4-4dba-b864-48db44006f17 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:49.548366 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7b3dfdbc-3220-4f5b-83d6-871a3fdda926 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c8c0ef2b1f94398b158df9ec2d73437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194299 Apr 22 17:02:49.566802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56094) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:49.638228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=3992a05f-b08f-4ebe-a8e5-6a679b811167,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:49.641105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:49.647698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ff359131-83e4-4dba-b864-48db44006f17 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:49.652857 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ff359131-83e4-4dba-b864-48db44006f17 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2095611 Apr 22 17:02:49.653032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 3992a05f-b08f-4ebe-a8e5-6a679b811167 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:02:49.654026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.654827 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3891048 Apr 22 17:02:49.655852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56098) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:49.656254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56100) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:49.664149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:49.674304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'network_id': '3992a05f-b08f-4ebe-a8e5-6a679b811167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:49.691805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.720256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Pushing event deleted for resources: {'Network': ['ID=d2e0605b-d1ee-4f55-99e7-119d7d9da4e5,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:49.725648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:49.753275 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/networks/d2e0605b-d1ee-4f55-99e7-119d7d9da4e5 HTTP/1.1" status: 204 len: 168 time: 3.5128086 Apr 22 17:02:49.757690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56106) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:49.778617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Deleting port b0223f30-5838-4b59-957a-f1bcab1df8ad {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:49.779002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.817028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-89bf8000-d2f3-4316-b85e-f97513804225 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'routes': None}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:49.824594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5839559-a015-4126-84e1-67c714a0d420 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.873439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ccf5f7f2-f465-44bd-b8a6-fe2e42cc24f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.882549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5839559-a015-4126-84e1-67c714a0d420 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:49.897361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] The port 'b0223f30-5838-4b59-957a-f1bcab1df8ad' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:02:49.965276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:49.978995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:subnet and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:49.988746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ccf5f7f2-f465-44bd-b8a6-fe2e42cc24f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.029578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:50.056799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:50.062570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5839559-a015-4126-84e1-67c714a0d420 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.075258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:50.082539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.158412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:50.164888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.200851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5839559-a015-4126-84e1-67c714a0d420 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85286d3b-d6fd-40e6-a8b3-dc13d9c0fb3c,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:50.218964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e5839559-a015-4126-84e1-67c714a0d420 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:50.289700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5839559-a015-4126-84e1-67c714a0d420 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.290989 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e5839559-a015-4126-84e1-67c714a0d420 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/85286d3b-d6fd-40e6-a8b3-dc13d9c0fb3c HTTP/1.1" status: 204 len: 168 time: 0.6337233 Apr 22 17:02:50.298548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56110) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:50.372287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a3e3d4-6102-4281-84ba-40cacdfd24db']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:50.411285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e80a2a7-dca1-4552-b1aa-71368646a084') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:50.411632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e80a2a7-dca1-4552-b1aa-71368646a084') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:50.441785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9421ec8f-622c-4903-aa53-b805212e93b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:50.451864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.484297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.493692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:50.525306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9421ec8f-622c-4903-aa53-b805212e93b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:50.526779 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9421ec8f-622c-4903-aa53-b805212e93b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2181790 Apr 22 17:02:50.533627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56114) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:50.536274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-89bf8000-d2f3-4316-b85e-f97513804225 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Added routes are [] {{(pid=87209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:02:50.536614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-89bf8000-d2f3-4316-b85e-f97513804225 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Removed routes are [] {{(pid=87209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:02:50.537020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89bf8000-d2f3-4316-b85e-f97513804225 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.634248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.734782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28a0e161-aedc-4922-84cf-571edd949be8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.745087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network e5a3e3d4-6102-4281-84ba-40cacdfd24db has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:50.748095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ccf5f7f2-f465-44bd-b8a6-fe2e42cc24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.756906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.757174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c1721995-b61f-4330-a9ab-2ddea76287ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:50.828373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28a0e161-aedc-4922-84cf-571edd949be8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.848669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5f7f2-f465-44bd-b8a6-fe2e42cc24f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fd5245-edc0-4f3e-82e9-fb520eb4b690,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:50.855018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ccf5f7f2-f465-44bd-b8a6-fe2e42cc24f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:50.927177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ccf5f7f2-f465-44bd-b8a6-fe2e42cc24f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.928347 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ccf5f7f2-f465-44bd-b8a6-fe2e42cc24f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c6fd5245-edc0-4f3e-82e9-fb520eb4b690 HTTP/1.1" status: 204 len: 168 time: 1.3605878 Apr 22 17:02:50.933275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89bf8000-d2f3-4316-b85e-f97513804225 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.940171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89bf8000-d2f3-4316-b85e-f97513804225 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:50.998555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Network e5a3e3d4-6102-4281-84ba-40cacdfd24db has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:51.001618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28a0e161-aedc-4922-84cf-571edd949be8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.011554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:51.076047 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:51.097196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0e161-aedc-4922-84cf-571edd949be8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c9df033-8b3e-4f97-8d60-5f800d5d730f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:51.105055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28a0e161-aedc-4922-84cf-571edd949be8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:51.109799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bf8000-d2f3-4316-b85e-f97513804225 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router a4c803e6-6a92-4b94-aab6-003a048d187c has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:02:51.175017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object c869f03b-58b0-47e6-afb7-2a3c8e97b40c will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:51.183731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28a0e161-aedc-4922-84cf-571edd949be8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.184917 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-28a0e161-aedc-4922-84cf-571edd949be8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0c9df033-8b3e-4f97-8d60-5f800d5d730f HTTP/1.1" status: 204 len: 168 time: 0.6457469 Apr 22 17:02:51.188594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56122) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:51.210221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.216524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.223372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:51.267245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bf8000-d2f3-4316-b85e-f97513804225 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:02:51.276421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89bf8000-d2f3-4316-b85e-f97513804225 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.277781 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-89bf8000-d2f3-4316-b85e-f97513804225 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c HTTP/1.1" status: 200 len: 703 time: 1.5170956 Apr 22 17:02:51.280485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2e939-782f-4589-8b52-114fc4b0e8db None None] Sync routers for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:02:51.281659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56126) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:51.284126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Pushing event deleted for resources: {'Network': ['ID=e5a3e3d4-6102-4281-84ba-40cacdfd24db,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:51.287329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:51.297196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] 10.222.0.77 "DELETE /v2.0/networks/e5a3e3d4-6102-4281-84ba-40cacdfd24db HTTP/1.1" status: 204 len: 168 time: 3.7971921 Apr 22 17:02:51.328856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2e939-782f-4589-8b52-114fc4b0e8db None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:51.330116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5dc2e939-782f-4589-8b52-114fc4b0e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:51.338263 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8ad80ad7-aa32-4da2-9566-ee061fed42c0 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1482697 Apr 22 17:02:51.341167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56134) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:51.342704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1d83aac0-29c7-4e80-a41f-cee06cf10ec6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:51.391528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81efde46-43e4-45d4-86c7-9ddf497990f0 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.419419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1d83aac0-29c7-4e80-a41f-cee06cf10ec6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:51.421561 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1d83aac0-29c7-4e80-a41f-cee06cf10ec6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4c803e6-6a92-4b94-aab6-003a048d187c HTTP/1.1" status: 200 len: 205 time: 0.1388748 Apr 22 17:02:51.423070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.430290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56142) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:51.431228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f26043f3-62a0-40b1-9a8c-7b3745ef1ee9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:51.503377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81efde46-43e4-45d4-86c7-9ddf497990f0 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.507433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:51.510989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:51.515424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:51.521585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:51.522284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.542567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=c869f03b-58b0-47e6-afb7-2a3c8e97b40c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:51.547710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:51.568739 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4541750 Apr 22 17:02:51.571754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56148) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:51.576170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5dc2e939-782f-4589-8b52-114fc4b0e8db None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:51.700295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f264839-5d70-410c-9271-a7cc3752ce87 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:51.703112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f264839-5d70-410c-9271-a7cc3752ce87 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:51.708489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.716800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:51.721116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5dc2e939-782f-4589-8b52-114fc4b0e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:42Z', 'revision_number': 11, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:51.730864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2e939-782f-4589-8b52-114fc4b0e8db None None] Checking router: a4c803e6-6a92-4b94-aab6-003a048d187c for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:02:51.735277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Allocated IP 2001:db8::2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/b14e80aa-24db-4cad-aefe-354d4649aac6/888845b0-3bf5-44d0-8c94-31692cf85305) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:51.750299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2e939-782f-4589-8b52-114fc4b0e8db None None] Routers {'a4c803e6-6a92-4b94-aab6-003a048d187c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:51.750504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70019fec-8985-4e9b-a9a9-e48b686d38f0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.751200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5dc2e939-782f-4589-8b52-114fc4b0e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['a4c803e6-6a92-4b94-aab6-003a048d187c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:51.761878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f264839-5d70-410c-9271-a7cc3752ce87 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:51.767248 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f264839-5d70-410c-9271-a7cc3752ce87 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1944158 Apr 22 17:02:51.768641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56154) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:51.843934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56160) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:51.896886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b56d0-1d19-4b7f-94b5-09b29452ed8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port c869f03b-58b0-47e6-afb7-2a3c8e97b40c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:51.897274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a1b56d0-1d19-4b7f-94b5-09b29452ed8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.917950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81efde46-43e4-45d4-86c7-9ddf497990f0 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:51.989224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5dc2e939-782f-4589-8b52-114fc4b0e8db None None] Set router a4c803e6-6a92-4b94-aab6-003a048d187c gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:52.130041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5dc2e939-782f-4589-8b52-114fc4b0e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:42Z', 'revision_number': 11, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:52.154100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2e939-782f-4589-8b52-114fc4b0e8db None None] The sync data for ids ['a4c803e6-6a92-4b94-aab6-003a048d187c'] in dv-neutron-786478-3-hyperv is: [{'id': 'a4c803e6-6a92-4b94-aab6-003a048d187c', 'name': 'tempest-RoutersIpV6Test-router-85656974', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:00:47Z', 'updated_at': '2021-04-22T17:02:42Z', 'revision_number': 11, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:02:52.275363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a1b56d0-1d19-4b7f-94b5-09b29452ed8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.295620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.310835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Transition to ACTIVE for port object 888845b0-3bf5-44d0-8c94-31692cf85305 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:52.336526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Transition to ACTIVE for port object 888845b0-3bf5-44d0-8c94-31692cf85305 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:52.378071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.383970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-073e8caa-a223-496e-bfca-823527a5955b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:52.459415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b56d0-1d19-4b7f-94b5-09b29452ed8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for c869f03b-58b0-47e6-afb7-2a3c8e97b40c owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:52.461349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:52.465503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:52.469965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:52.512624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Pushing event updated for resources: {'Port': ['ID=888845b0-3bf5-44d0-8c94-31692cf85305,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:52.521322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:52.548768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=80cd3ec4-23c5-427a-8756-29ef1c456397,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:52.562048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81efde46-43e4-45d4-86c7-9ddf497990f0 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.566169 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-81efde46-43e4-45d4-86c7-9ddf497990f0 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/13d7aab7-5ec8-4ef1-b9c2-496be0a44b3a HTTP/1.1" status: 204 len: 168 time: 1.2238836 Apr 22 17:02:52.567559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:52.568521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56176) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:52.583358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Attempting to bind port 888845b0-3bf5-44d0-8c94-31692cf85305 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:02:52.592580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Attempting to bind port 888845b0-3bf5-44d0-8c94-31692cf85305 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:02:52.593189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Attempting to bind port 888845b0-3bf5-44d0-8c94-31692cf85305 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:02:52.607925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:02:52.608463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:52.609203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.609715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:02:52.610343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Bound port: 888845b0-3bf5-44d0-8c94-31692cf85305, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:02:52.610939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.627397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9a2249fe-8f42-451e-97bc-ee1bfd725f16 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:52.649326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efde46-43e4-45d4-86c7-9ddf497990f0 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13d7aab7-5ec8-4ef1-b9c2-496be0a44b3a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:52.710990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a5641ac5-b338-4c48-a0ca-78d19e5228cf tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:52.721731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-81efde46-43e4-45d4-86c7-9ddf497990f0 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:52.741138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70019fec-8985-4e9b-a9a9-e48b686d38f0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.748954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70019fec-8985-4e9b-a9a9-e48b686d38f0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.764374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Checking segment: {'id': 'a2d3fa57-0ddc-4cda-ad6d-75d10337a98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3992a05f-b08f-4ebe-a8e5-6a679b811167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:52.764374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network hostable DHCP agents. Network: 3992a05f-b08f-4ebe-a8e5-6a679b811167, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:02:52.777529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] For port 888845b0-3bf5-44d0-8c94-31692cf85305, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:02:52.782667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] For port 888845b0-3bf5-44d0-8c94-31692cf85305, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=888845b0-3bf5-44d0-8c94-31692cf85305,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:02:52.785698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a5641ac5-b338-4c48-a0ca-78d19e5228cf tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:52.788797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a5641ac5-b338-4c48-a0ca-78d19e5228cf tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2184882 Apr 22 17:02:52.795791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56186) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:52.803848 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7cc9d2c7-72ec-4e1b-90ee-75074f44d6dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d457a84261764b75b80b7f2c3b82739b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9541347 Apr 22 17:02:52.807718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56190) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:52.814883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.819002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a1b56d0-1d19-4b7f-94b5-09b29452ed8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.824255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2e69de7b-9467-49a9-b176-1e5476c64d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:52.835585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4ba159c4-1853-4c2c-a306-90dc8fd3fa84 tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:52.847634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70019fec-8985-4e9b-a9a9-e48b686d38f0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.848232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70019fec-8985-4e9b-a9a9-e48b686d38f0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Fanout notify agent at l3_agent the message router_deleted on router a4c803e6-6a92-4b94-aab6-003a048d187c {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:02:52.876938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 3992a05f-b08f-4ebe-a8e5-6a679b811167 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:02:52.909343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70019fec-8985-4e9b-a9a9-e48b686d38f0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:52.915605 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70019fec-8985-4e9b-a9a9-e48b686d38f0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c HTTP/1.1" status: 204 len: 168 time: 1.4745126 Apr 22 17:02:52.919234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56194) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:52.929112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 3992a05f-b08f-4ebe-a8e5-6a679b811167) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:52.946382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c922b578-bb85-42f7-be7e-37a4953a06ad None None] Network 3992a05f-b08f-4ebe-a8e5-6a679b811167 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:52.946658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-abfc3197-f08f-4432-9dc0-bb20fa6846f5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-78903293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:52.954433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b56d0-1d19-4b7f-94b5-09b29452ed8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=c869f03b-58b0-47e6-afb7-2a3c8e97b40c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:52.957587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a1b56d0-1d19-4b7f-94b5-09b29452ed8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:52.983161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-abfc3197-f08f-4432-9dc0-bb20fa6846f5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:52.991457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-abfc3197-f08f-4432-9dc0-bb20fa6846f5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Usage tracker for resource:router and tenant:7f996b1ec498474e922096320aa1644e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:52.995713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-abfc3197-f08f-4432-9dc0-bb20fa6846f5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:53.002257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fef41e5-e45e-4fc3-96ad-7f64a7994b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.031474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a1b56d0-1d19-4b7f-94b5-09b29452ed8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.037219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8212971-fe4f-4676-bce9-f8550dfb97ec tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.041131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fef41e5-e45e-4fc3-96ad-7f64a7994b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.062711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8212971-fe4f-4676-bce9-f8550dfb97ec tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.089161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Pushing event updated for resources: {'Port': ['ID=888845b0-3bf5-44d0-8c94-31692cf85305,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:53.096268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:53.096955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.103754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-abfc3197-f08f-4432-9dc0-bb20fa6846f5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:53.122544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8212971-fe4f-4676-bce9-f8550dfb97ec tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.124505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fef41e5-e45e-4fc3-96ad-7f64a7994b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.131239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6cf686a9-c481-436c-9bb6-85194800b5d5 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:53.131505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5913a717-6bbf-4a08-9cfd-38bbf93b88e3 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:53.146025 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3a1b56d0-1d19-4b7f-94b5-09b29452ed8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/c869f03b-58b0-47e6-afb7-2a3c8e97b40c HTTP/1.1" status: 204 len: 168 time: 1.3733435 Apr 22 17:02:53.146025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56202) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:53.146698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abfc3197-f08f-4432-9dc0-bb20fa6846f5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.147823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abfc3197-f08f-4432-9dc0-bb20fa6846f5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.150655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:53.151951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef41e5-e45e-4fc3-96ad-7f64a7994b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1f5a77-e47f-4a9f-acea-0be7605a2f14,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:53.153993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fef41e5-e45e-4fc3-96ad-7f64a7994b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.155370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6fef41e5-e45e-4fc3-96ad-7f64a7994b56 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/af1f5a77-e47f-4a9f-acea-0be7605a2f14 HTTP/1.1" status: 204 len: 168 time: 0.3465891 Apr 22 17:02:53.158266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6fef41e5-e45e-4fc3-96ad-7f64a7994b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:53.165808 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5067163 Apr 22 17:02:53.167742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56208) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:53.175367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1223242143'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:53.181046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:53.187714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:network and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:53.190958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:53.198691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:53.212386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8212971-fe4f-4676-bce9-f8550dfb97ec tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b9938f0-5f5c-4d3c-84c8-f8fef8165ec4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:53.215269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8212971-fe4f-4676-bce9-f8550dfb97ec tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:53.235327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abfc3197-f08f-4432-9dc0-bb20fa6846f5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.256300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f446eddf-28fd-4654-a8e2-e976185c0733 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:53.259135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f446eddf-28fd-4654-a8e2-e976185c0733 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:53.263993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56216) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:53.264249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f446eddf-28fd-4654-a8e2-e976185c0733 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1141312 Apr 22 17:02:53.266121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8212971-fe4f-4676-bce9-f8550dfb97ec tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.267488 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f8212971-fe4f-4676-bce9-f8550dfb97ec tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0b9938f0-5f5c-4d3c-84c8-f8fef8165ec4 HTTP/1.1" status: 204 len: 168 time: 0.4701214 Apr 22 17:02:53.276758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56220) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:53.312355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:53.320128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.331917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abfc3197-f08f-4432-9dc0-bb20fa6846f5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.377348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-374a2cd6-d3f6-42a3-b044-e3cde6740180 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:53.383423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-3992a05f-b08f-4ebe-a8e5-6a679b811167', 'network_id': '3992a05f-b08f-4ebe-a8e5-6a679b811167', 'tenant_id': '5bb0b439cf104a8984e5f7ab1c32ab74', 'fixed_ips': [{'subnet_id': '80cd3ec4-23c5-427a-8756-29ef1c456397'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:02:53.385634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.406202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3ea2cb-a4da-442b-8e41-c7fdc9576b7a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet b14e80aa-24db-4cad-aefe-354d4649aac6 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:02:53.418088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea2cb-a4da-442b-8e41-c7fdc9576b7a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.431399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-374a2cd6-d3f6-42a3-b044-e3cde6740180 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:53.436578 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-374a2cd6-d3f6-42a3-b044-e3cde6740180 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1571605 Apr 22 17:02:53.436754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56224) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:53.455488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:02:53.478798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.479340 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Added segment f359cedd-e68b-449a-bef6-00f7a2511681 of type vlan for network bf996807-54c4-433f-85be-ab2eefb8b77b Apr 22 17:02:53.486921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abfc3197-f08f-4432-9dc0-bb20fa6846f5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.490992 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-abfc3197-f08f-4432-9dc0-bb20fa6846f5 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5564113 Apr 22 17:02:53.496893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56228) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:53.513247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea2cb-a4da-442b-8e41-c7fdc9576b7a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.568470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-813b63a2-0947-45bb-8b14-dd3918f2944f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:53.596214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Allocated IP 2001:db8::3 (3992a05f-b08f-4ebe-a8e5-6a679b811167/80cd3ec4-23c5-427a-8756-29ef1c456397/7417ea6c-d96e-4711-8497-5994cc6b8231) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:53.613004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9271c02-1edd-4c46-8219-51e676c5eab8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.662208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9271c02-1edd-4c46-8219-51e676c5eab8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.756865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.813643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9271c02-1edd-4c46-8219-51e676c5eab8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.828909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1260851f-147c-4ca4-8792-66b3d7233766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:53.860267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9271c02-1edd-4c46-8219-51e676c5eab8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41adcb5d-304a-4ebc-a3bb-9e80fdfc5b47,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:53.863572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d9271c02-1edd-4c46-8219-51e676c5eab8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:53.953435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9271c02-1edd-4c46-8219-51e676c5eab8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:53.958317 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d9271c02-1edd-4c46-8219-51e676c5eab8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-groups/41adcb5d-304a-4ebc-a3bb-9e80fdfc5b47 HTTP/1.1" status: 204 len: 168 time: 0.5205176 Apr 22 17:02:53.959750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56238) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:54.121664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fb2af125-a2f5-4669-9c45-07c722bcab68 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:54.179000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fb2af125-a2f5-4669-9c45-07c722bcab68 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:54.185778 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fb2af125-a2f5-4669-9c45-07c722bcab68 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2199130 Apr 22 17:02:54.187597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56246) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:54.196519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group': {'name': 'tempest-secgroup--151105653'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:54.211640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.218055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:54.218786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.230220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-813b63a2-0947-45bb-8b14-dd3918f2944f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.234209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:54.247087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56250) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:54.250814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.250974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea2cb-a4da-442b-8e41-c7fdc9576b7a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.253247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165195448', 'description': 'tempest-secgroup-smoke-165195448 description', 'project_id': 'eb0198668d514766842936a3a15b85e6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:54.261283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:54.264223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Transition to ACTIVE for port object 7417ea6c-d96e-4711-8497-5994cc6b8231 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:54.270923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:security_group and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:54.274118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:54.280955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:54.281478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:54.289063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Transition to ACTIVE for port object 7417ea6c-d96e-4711-8497-5994cc6b8231 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:54.316341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.333042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.340533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.358200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:54.363772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:54.370923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:security_group_rule and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:54.373336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:54.376010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:54.383543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:54.389164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-813b63a2-0947-45bb-8b14-dd3918f2944f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.444209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Network 3992a05f-b08f-4ebe-a8e5-6a679b811167 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:54.448004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:54.452075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:54.502233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Pushing event updated for resources: {'Port': ['ID=7417ea6c-d96e-4711-8497-5994cc6b8231,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:54.505151 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3362641 Apr 22 17:02:54.510798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56262) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:54.517298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.522183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'network_id': 'bf996807-54c4-433f-85be-ab2eefb8b77b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:54.541090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:54.542563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.551050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2fc8997-1b7a-4002-8ecd-501e6cdfc53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:54.556563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=bf996807-54c4-433f-85be-ab2eefb8b77b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:54.559975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:54.564098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Attempting to bind port 7417ea6c-d96e-4711-8497-5994cc6b8231 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:02:54.564519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Attempting to bind port 7417ea6c-d96e-4711-8497-5994cc6b8231 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'a2d3fa57-0ddc-4cda-ad6d-75d10337a98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3992a05f-b08f-4ebe-a8e5-6a679b811167'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:02:54.564929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Attempting to bind port 7417ea6c-d96e-4711-8497-5994cc6b8231 on network 3992a05f-b08f-4ebe-a8e5-6a679b811167 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:02:54.566644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:54.570026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.571830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:02:54.572249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Checking segment: {'id': 'a2d3fa57-0ddc-4cda-ad6d-75d10337a98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3992a05f-b08f-4ebe-a8e5-6a679b811167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:54.572704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.573147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Bound using segment: {'id': 'a2d3fa57-0ddc-4cda-ad6d-75d10337a98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3992a05f-b08f-4ebe-a8e5-6a679b811167'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:02:54.573669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Bound port: 7417ea6c-d96e-4711-8497-5994cc6b8231, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d3fa57-0ddc-4cda-ad6d-75d10337a98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3992a05f-b08f-4ebe-a8e5-6a679b811167'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:02:54.574088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.587568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network bf996807-54c4-433f-85be-ab2eefb8b77b details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:02:54.634598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:security_group_rule and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:54.645662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:54.667455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:54.702399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56266) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:54.739812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ca10ed-9f17-43bb-82cc-d0ac773d0474,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:54.741854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:54.747806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:54.764650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:54.772585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:54.778271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:54.785212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] For port 7417ea6c-d96e-4711-8497-5994cc6b8231, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:02:54.787759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:54.792429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] For port 7417ea6c-d96e-4711-8497-5994cc6b8231, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=7417ea6c-d96e-4711-8497-5994cc6b8231,segment=NetworkSegment(a2d3fa57-0ddc-4cda-ad6d-75d10337a98b),segment_id=a2d3fa57-0ddc-4cda-ad6d-75d10337a98b)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:02:54.793637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:subnet and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:54.797165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:54.809644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:54.824821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.831673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:54.862796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:54.884465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:54.926272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813b63a2-0947-45bb-8b14-dd3918f2944f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Router 80bbd6ef-317d-4b57-8a07-996347ae2578 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:02:54.953839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Pushing event updated for resources: {'Port': ['ID=7417ea6c-d96e-4711-8497-5994cc6b8231,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:54.959312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-58406068'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:54.968053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:55.015862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.032515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Performing IP validity checks on allocation pools {{(pid=87209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 22 17:02:55.034835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 22 17:02:55.046547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.066004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1361bcf-f426-4929-80c4-65eb06726dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:55.068500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:55.094158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:network and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:55.106248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:55.134405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:55.148116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1a3678-a278-47bf-8c6e-ef466e288125,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:55.151589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:55.208939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.215922 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9620950 Apr 22 17:02:55.217434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56272) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:55.229749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'security_group_rule': {'security_group_id': '2b1a3678-a278-47bf-8c6e-ef466e288125', 'project_id': 'eb0198668d514766842936a3a15b85e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:55.237817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:55.246792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:security_group_rule and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:55.250593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:55.258971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:55.264006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.273218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813b63a2-0947-45bb-8b14-dd3918f2944f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:02:55.286611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0b9e4-0427-444b-ae44-857d557c9880 None None] Sync routers for ids ['80bbd6ef-317d-4b57-8a07-996347ae2578'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:02:55.289002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 888845b0-3bf5-44d0-8c94-31692cf85305 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:55.296327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.311266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0b9e4-0427-444b-ae44-857d557c9880 None None] Routers {'80bbd6ef-317d-4b57-8a07-996347ae2578'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:55.312512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eae0b9e4-0427-444b-ae44-857d557c9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['80bbd6ef-317d-4b57-8a07-996347ae2578'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:55.358007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c59ea328-82a6-462d-85ca-7dd0a736fca2 None None] Provisioning for port 888845b0-3bf5-44d0-8c94-31692cf85305 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:55.402399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.452898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 888845b0-3bf5-44d0-8c94-31692cf85305 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:55.459640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 888845b0-3bf5-44d0-8c94-31692cf85305 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:55.460056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.559815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-eae0b9e4-0427-444b-ae44-857d557c9880 None None] Set router 80bbd6ef-317d-4b57-8a07-996347ae2578 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:55.613724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.665621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.682993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:55.711786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eae0b9e4-0427-444b-ae44-857d557c9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bbd6ef-317d-4b57-8a07-996347ae2578', 'name': 'tempest-RoutersIpV6Test-router-78903293', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:02:53Z', 'updated_at': '2021-04-22T17:02:54Z', 'revision_number': 2, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:55.718161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823b4997-9e35-45da-96f5-341394aa8272,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:55.723508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0b9e4-0427-444b-ae44-857d557c9880 None None] Checking router: 80bbd6ef-317d-4b57-8a07-996347ae2578 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:02:55.728260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0aaaec45-a85e-4c9c-8829-20b88a865e6a None None] Could not find standard attr ID for object c869f03b-58b0-47e6-afb7-2a3c8e97b40c. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:02:55.731577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:55.737651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0b9e4-0427-444b-ae44-857d557c9880 None None] Routers {'80bbd6ef-317d-4b57-8a07-996347ae2578'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:02:55.738334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eae0b9e4-0427-444b-ae44-857d557c9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:02:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['80bbd6ef-317d-4b57-8a07-996347ae2578'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:55.759102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.760838 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5426383 Apr 22 17:02:55.766719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.811282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56276) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:55.819029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6ae7585-d122-4e6b-9511-0a5d6bafb2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:55.824227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'security_group_rule': {'security_group_id': '2b1a3678-a278-47bf-8c6e-ef466e288125', 'project_id': 'eb0198668d514766842936a3a15b85e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:55.832496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea2cb-a4da-442b-8e41-c7fdc9576b7a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.833456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 888845b0-3bf5-44d0-8c94-31692cf85305, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=888845b0-3bf5-44d0-8c94-31692cf85305,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:55.838734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:55.842518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-813b63a2-0947-45bb-8b14-dd3918f2944f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.846985 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-813b63a2-0947-45bb-8b14-dd3918f2944f tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "PUT /v2.0/routers/80bbd6ef-317d-4b57-8a07-996347ae2578 HTTP/1.1" status: 200 len: 696 time: 2.3438358 Apr 22 17:02:55.847430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:security_group_rule and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:55.850028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:55.856607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.857316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56280) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:55.860184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:55.871129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.872236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.876564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:55.877333 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6867929 Apr 22 17:02:55.880239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.890349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56284) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:55.902641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': 'da5c6338-c5e8-405d-aa84-5eaeea99eb5f', 'direction': 'ingress', 'protocol': 17}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:55.918821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea2cb-a4da-442b-8e41-c7fdc9576b7a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.923759 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0c3ea2cb-a4da-442b-8e41-c7fdc9576b7a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/b14e80aa-24db-4cad-aefe-354d4649aac6 HTTP/1.1" status: 204 len: 168 time: 2.6583619 Apr 22 17:02:55.925456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56288) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:55.937401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:55.939051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-eae0b9e4-0427-444b-ae44-857d557c9880 None None] Set router 80bbd6ef-317d-4b57-8a07-996347ae2578 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:02:55.941451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:security_group_rule and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:55.944761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:55.953059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:55.954382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=888845b0-3bf5-44d0-8c94-31692cf85305,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:55.967063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12727abb-86e1-4c02-b6c1-13224e9d7370 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:55.970042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:55.972996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:55.982837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:55.995489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a538a70-f96a-4946-92ba-c2ee9820f9bc tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:56.048439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.053091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:56.062232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eae0b9e4-0427-444b-ae44-857d557c9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bbd6ef-317d-4b57-8a07-996347ae2578', 'name': 'tempest-RoutersIpV6Test-router-78903293', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:02:53Z', 'updated_at': '2021-04-22T17:02:54Z', 'revision_number': 2, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:56.067117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0b9e4-0427-444b-ae44-857d557c9880 None None] The sync data for ids ['80bbd6ef-317d-4b57-8a07-996347ae2578'] in dv-neutron-786478-3-hyperv is: [{'id': '80bbd6ef-317d-4b57-8a07-996347ae2578', 'name': 'tempest-RoutersIpV6Test-router-78903293', 'tenant_id': '7f996b1ec498474e922096320aa1644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:02:53Z', 'updated_at': '2021-04-22T17:02:54Z', 'revision_number': 2, 'project_id': '7f996b1ec498474e922096320aa1644e', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:02:56.130536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5c6338-c5e8-405d-aa84-5eaeea99eb5f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:56.134080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:56.144363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.148114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:56.148683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32f4df3b-ecf1-49d7-9557-147af1dd5c46 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:56.157474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:56.168081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-302fa08c-2ea1-4ecd-86ca-b66a4f10e7d0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2365837 Apr 22 17:02:56.174921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:56.189472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56292) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:56.205051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:56.297980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120b5d47-e2c5-4c61-86b3-01a7bb9302af None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:02:56.303567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-120b5d47-e2c5-4c61-86b3-01a7bb9302af None None] Deleting port 888845b0-3bf5-44d0-8c94-31692cf85305 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:02:56.304102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-120b5d47-e2c5-4c61-86b3-01a7bb9302af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.308593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:02:56.335656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.351003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea84ff-99af-4dbd-82d2-59ea78de9de1,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:56.361372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:56.367092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d9dc01d-156c-4a7c-a7a3-f86f5f8e4399 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:56.400930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.402218 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment 3c52fd90-3741-4e68-a28c-bf46ccd96372 of type vlan for network 03f07f1c-ed27-446a-b9a5-646c78278e17 Apr 22 17:02:56.447363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ea2cb-a4da-442b-8e41-c7fdc9576b7a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=b14e80aa-24db-4cad-aefe-354d4649aac6,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:56.464190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0c3ea2cb-a4da-442b-8e41-c7fdc9576b7a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:56.483250 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c7a5dac2-bd01-4eaa-8de8-0937d4d2d75b tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/routers/80bbd6ef-317d-4b57-8a07-996347ae2578 HTTP/1.1" status: 200 len: 702 time: 0.6244745 Apr 22 17:02:56.483813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56296) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:56.493722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.512395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:56.517949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:56.521958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:56.530168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:56.542928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=2213d0b3-9b52-49c0-9e3e-634c7e410f7d,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:56.560716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Checking segment: {'id': 'f359cedd-e68b-449a-bef6-00f7a2511681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'bf996807-54c4-433f-85be-ab2eefb8b77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:02:56.561193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network hostable DHCP agents. Network: bf996807-54c4-433f-85be-ab2eefb8b77b, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:02:56.566338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:56.603377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5b3021e1-62b1-48ad-9860-dd0a72cdf1b3 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Synchronizing usage tracker for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:56.611030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:56.617652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.625453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.635767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network bf996807-54c4-433f-85be-ab2eefb8b77b is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:02:56.642905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-120b5d47-e2c5-4c61-86b3-01a7bb9302af None None] For port 888845b0-3bf5-44d0-8c94-31692cf85305, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=888845b0-3bf5-44d0-8c94-31692cf85305,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:56.643395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-120b5d47-e2c5-4c61-86b3-01a7bb9302af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.658712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.661053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e03bc291-d640-481a-b52b-06758106c175 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:56.697085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, bf996807-54c4-433f-85be-ab2eefb8b77b) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:56.722093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291b68ad-4af0-43b8-a145-912bcd1bdee8,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:56.728377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:56.729582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:56.730241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.743547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.754141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad318783-55b9-4a71-8842-caf48b19b718 None None] Network bf996807-54c4-433f-85be-ab2eefb8b77b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:56.768167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.772076 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9566853 Apr 22 17:02:56.777684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56300) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:56.781157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'security_group_rule': {'security_group_id': '2b1a3678-a278-47bf-8c6e-ef466e288125', 'project_id': 'eb0198668d514766842936a3a15b85e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:56.787865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:56.792714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:security_group_rule and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:56.796073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:56.802416 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2851326 Apr 22 17:02:56.803742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56304) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:56.806696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:56.819325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.844255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5b3021e1-62b1-48ad-9860-dd0a72cdf1b3 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Unset dirty status for tenant:7f996b1ec498474e922096320aa1644e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:56.848918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5b3021e1-62b1-48ad-9860-dd0a72cdf1b3 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=80bbd6ef-317d-4b57-8a07-996347ae2578 HTTP/1.1" status: 200 len: 205 time: 0.3421097 Apr 22 17:02:56.849122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-120b5d47-e2c5-4c61-86b3-01a7bb9302af None None] Calling delete_port for 888845b0-3bf5-44d0-8c94-31692cf85305 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:02:56.851177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56308) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:56.876564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1424e96d-72b8-4b3a-9679-8817f8e46cc5 None None] Network 3992a05f-b08f-4ebe-a8e5-6a679b811167 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:56.926915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.958682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.965271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:56.966537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.970257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:56.983152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f91dbbfc-6259-4230-b1e5-70b75875264e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:57.011376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.091151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.113094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.145681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.152893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b5b65623-96c7-4a95-8929-fb8e75ea43a6 None None] Provisioning for port 7417ea6c-d96e-4711-8497-5994cc6b8231 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:57.154281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:57.194529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5970865-d8c1-413a-9dd8-9edd6cef8953,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:57.196414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee06d30-7c26-478f-9212-0fc449c1e5e8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.200680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:57.293521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=03f07f1c-ed27-446a-b9a5-646c78278e17,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:57.301971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.303327 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5297186 Apr 22 17:02:57.308459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:57.310260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:57.310703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56312) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:57.324297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'security_group_rule': {'security_group_id': '2b1a3678-a278-47bf-8c6e-ef466e288125', 'project_id': 'eb0198668d514766842936a3a15b85e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:57.337136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 03f07f1c-ed27-446a-b9a5-646c78278e17 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:02:57.341300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:57.350478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:security_group_rule and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:57.350927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-120b5d47-e2c5-4c61-86b3-01a7bb9302af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.358773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:57.364410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:57.376512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:57.390578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac03f2b2-6c6b-4e76-8647-4fd2aa664c97,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:57.421103 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7028823 Apr 22 17:02:57.421103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:57.473356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.474707 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5772409 Apr 22 17:02:57.548145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56316) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:57.559728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.572656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56320) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:57.588250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'network_id': '03f07f1c-ed27-446a-b9a5-646c78278e17', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:57.605727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 7417ea6c-d96e-4711-8497-5994cc6b8231 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:57.606664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.620404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f066fc1-dab5-4a59-83ad-134e38e5c7ab tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:57.676786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee06d30-7c26-478f-9212-0fc449c1e5e8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.700945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee06d30-7c26-478f-9212-0fc449c1e5e8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.722745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Subnet': ['ID=2213d0b3-9b52-49c0-9e3e-634c7e410f7d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:57.744463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b5d47-e2c5-4c61-86b3-01a7bb9302af None None] Pushing event deleted for resources: {'Port': ['ID=888845b0-3bf5-44d0-8c94-31692cf85305,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:57.760745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-120b5d47-e2c5-4c61-86b3-01a7bb9302af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:57.764716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b5d47-e2c5-4c61-86b3-01a7bb9302af None None] No DVR routers for this DVR port 888845b0-3bf5-44d0-8c94-31692cf85305 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:02:57.812489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2dc05a08-f5f5-4b2f-b62f-a7f2dcf59d91 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.852080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.852628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.853056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.854074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.854074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.854304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee06d30-7c26-478f-9212-0fc449c1e5e8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.854390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.854617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.854847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee06d30-7c26-478f-9212-0fc449c1e5e8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Fanout notify agent at l3_agent the message router_deleted on router 80bbd6ef-317d-4b57-8a07-996347ae2578 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:02:57.855059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.855471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.856327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.856327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.856646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:02:57.871504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2dc05a08-f5f5-4b2f-b62f-a7f2dcf59d91 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.880244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:57.909456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee06d30-7c26-478f-9212-0fc449c1e5e8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.915436 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4ee06d30-7c26-478f-9212-0fc449c1e5e8 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/80bbd6ef-317d-4b57-8a07-996347ae2578 HTTP/1.1" status: 204 len: 168 time: 1.0594680 Apr 22 17:02:57.917170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56324) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:57.925389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:57.939851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912da567-48af-4c62-acaf-c6fed658cccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-bf996807-54c4-433f-85be-ab2eefb8b77b', 'network_id': 'bf996807-54c4-433f-85be-ab2eefb8b77b', 'tenant_id': '5bb0b439cf104a8984e5f7ab1c32ab74', 'fixed_ips': [{'subnet_id': '2213d0b3-9b52-49c0-9e3e-634c7e410f7d'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:02:57.940765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-912da567-48af-4c62-acaf-c6fed658cccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.007297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2dc05a08-f5f5-4b2f-b62f-a7f2dcf59d91 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.009800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:58.014061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0806b12b-bd08-4b92-a427-c71e94a3993a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:58.033549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc05a08-f5f5-4b2f-b62f-a7f2dcf59d91 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5c6338-c5e8-405d-aa84-5eaeea99eb5f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:58.042470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 7417ea6c-d96e-4711-8497-5994cc6b8231 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:02:58.045728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b4cdc4b-7c92-4852-9d4a-a7f76b2a11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.056838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2dc05a08-f5f5-4b2f-b62f-a7f2dcf59d91 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:58.065772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.070077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 7417ea6c-d96e-4711-8497-5994cc6b8231 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:58.070077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.070901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-66224c3e-3057-46dd-8975-05317798ebd6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=80bbd6ef-317d-4b57-8a07-996347ae2578 HTTP/1.1" status: 200 len: 205 time: 0.1484144 Apr 22 17:02:58.074357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af95384c-dff5-4cef-ac77-9c10e219b7a7 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:58.088963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56328) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:58.093109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:subnet and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:58.098122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:58.105157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.138095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:58.141967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2dc05a08-f5f5-4b2f-b62f-a7f2dcf59d91 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.143242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2dc05a08-f5f5-4b2f-b62f-a7f2dcf59d91 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-groups/da5c6338-c5e8-405d-aa84-5eaeea99eb5f HTTP/1.1" status: 204 len: 168 time: 0.5924757 Apr 22 17:02:58.144374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:58.159883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56332) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:58.172892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b639eea-5f98-4b08-8296-d4210f0f8c3a None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:58.190895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:58.191369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:58.192044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.193241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.206701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28a0e161-aedc-4922-84cf-571edd949be8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:58.218691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=d97e6b46-ae47-47d7-9073-d4cc789fdc98,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:58.223001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:58.224325 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-cf99af23-cab5-49c1-b2a0-74522917e067 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] delete failed (client error): The resource could not be found. Apr 22 17:02:58.225484 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cf99af23-cab5-49c1-b2a0-74522917e067 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/80bbd6ef-317d-4b57-8a07-996347ae2578 HTTP/1.1" status: 404 len: 336 time: 0.1292145 Apr 22 17:02:58.229634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56336) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:58.249788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8308269-2dee-432f-b821-d4614d203c1f,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:58.260254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:58.262985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf996807-54c4-433f-85be-ab2eefb8b77b']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:58.277182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:58.283648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.288175 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0896158 Apr 22 17:02:58.292751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56340) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:58.295763 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44e9b11-2f88-4641-bda1-753837da6d19 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:58.296460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44e9b11-2f88-4641-bda1-753837da6d19 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:58.300889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c44e9b11-2f88-4641-bda1-753837da6d19 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/3d6e5efe-66b4-4dc8-94d8-d8173013447e HTTP/1.1" status: 404 len: 337 time: 0.0701241 Apr 22 17:02:58.301752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56344) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:58.306843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'name': 'tempest-NetworksTestDHCPv6-250380857'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:58.308376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f359cedd-e68b-449a-bef6-00f7a2511681') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:58.308725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f359cedd-e68b-449a-bef6-00f7a2511681') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:02:58.355638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22160db8-5d23-445b-8fff-18a25a848e64 None None] Network bf996807-54c4-433f-85be-ab2eefb8b77b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:02:58.363782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e1edd5ae-ae68-4fe3-8071-c8e1a792f8ad tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:02:58.436033 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7656dc6-6631-403c-b887-570450f31f2a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:58.436535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7656dc6-6631-403c-b887-570450f31f2a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:58.441332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e7656dc6-6631-403c-b887-570450f31f2a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/ab63cc78-48a5-4d6c-ac5c-be513b83f505 HTTP/1.1" status: 404 len: 337 time: 0.1162589 Apr 22 17:02:58.441970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56348) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:58.445880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.447890 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1355228 Apr 22 17:02:58.455979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.483200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.491283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:02:58.498784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56350) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:58.511502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.517450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'security_group_rule': {'security_group_id': '2b1a3678-a278-47bf-8c6e-ef466e288125', 'project_id': 'eb0198668d514766842936a3a15b85e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:58.544727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:58.547617 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93f7e3c-aa0f-4040-9f7a-abab553c5826 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:58.548116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93f7e3c-aa0f-4040-9f7a-abab553c5826 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:58.553514 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c93f7e3c-aa0f-4040-9f7a-abab553c5826 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/91ffa7de-f27c-49cd-ad1e-2069316f2458 HTTP/1.1" status: 404 len: 337 time: 0.1012592 Apr 22 17:02:58.558164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56356) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:58.597426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:security_group_rule and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:58.615008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:58.624967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e1edd5ae-ae68-4fe3-8071-c8e1a792f8ad tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:02:58.630012 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e1edd5ae-ae68-4fe3-8071-c8e1a792f8ad tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4663184 Apr 22 17:02:58.634100 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-226c9bb8-ae08-4762-a7bb-35a6c53c1405 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:58.634655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226c9bb8-ae08-4762-a7bb-35a6c53c1405 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:58.639396 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-226c9bb8-ae08-4762-a7bb-35a6c53c1405 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/d2417643-bd4c-49da-a97b-320694f4a0f5 HTTP/1.1" status: 404 len: 337 time: 0.0790052 Apr 22 17:02:58.640091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56360) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:58.640458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56362) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:58.644754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:58.654556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039863668'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:58.703432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:58.721074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 7417ea6c-d96e-4711-8497-5994cc6b8231, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=7417ea6c-d96e-4711-8497-5994cc6b8231,segment=NetworkSegment(a2d3fa57-0ddc-4cda-ad6d-75d10337a98b),segment_id=a2d3fa57-0ddc-4cda-ad6d-75d10337a98b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:02:58.750790 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-45b465ce-1321-47d0-9d02-578e63b7e91a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4c803e6-6a92-4b94-aab6-003a048d187c HTTP/1.1" status: 200 len: 205 time: 0.1006794 Apr 22 17:02:58.751661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56368) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:58.764492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:58.785500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network bf996807-54c4-433f-85be-ab2eefb8b77b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:58.785736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b1f4610f-7544-4eb1-b972-2f20729708cd None None] Provisioning complete for port 7417ea6c-d96e-4711-8497-5994cc6b8231 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:58.786170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1f4610f-7544-4eb1-b972-2f20729708cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.798120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.811870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.819096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63fbba6b-c343-4f5d-9d7d-540b9dd8de0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:58.903997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': 'd97e6b46-ae47-47d7-9073-d4cc789fdc98'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:02:58.904777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:58.915632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 888845b0-3bf5-44d0-8c94-31692cf85305 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:02:58.976482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 888845b0-3bf5-44d0-8c94-31692cf85305 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:02:58.976785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 888845b0-3bf5-44d0-8c94-31692cf85305 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:02:58.990328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=7417ea6c-d96e-4711-8497-5994cc6b8231,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:59.033787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:59.057136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network bf996807-54c4-433f-85be-ab2eefb8b77b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:02:59.086224 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:02:59.131498 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Project eb0198668d514766842936a3a15b85e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:02:59.140497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:59.147598 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-72632948-6421-47a0-985b-f872da007a2a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] delete failed (client error): The resource could not be found. Apr 22 17:02:59.151305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-72632948-6421-47a0-985b-f872da007a2a tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/a4c803e6-6a92-4b94-aab6-003a048d187c HTTP/1.1" status: 404 len: 336 time: 0.3886213 Apr 22 17:02:59.151305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:59.153371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.159931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56372) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:59.163690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:59.174951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:59.208091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.219424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 7417ea6c-d96e-4711-8497-5994cc6b8231 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:02:59.237170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:59.243499 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2f48af07-6dcb-4014-8471-93d91b5a5835 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=3692bbb5-eaf1-4d7a-b3dd-134947938553 HTTP/1.1" status: 200 len: 205 time: 0.0784161 Apr 22 17:02:59.243669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.253904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56376) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:59.265434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:59.278097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:59.287687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port f208387a-a0eb-4e7b-ba33-e9d3a567e15e yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:02:59.326756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.329356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:59.331364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.333495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.339960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:59.348954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-10464027-5d10-4457-b56b-92691fee4299 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:59.368058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.370900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Network': ['ID=bf996807-54c4-433f-85be-ab2eefb8b77b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:59.373443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:59.375153 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/bf996807-54c4-433f-85be-ab2eefb8b77b HTTP/1.1" status: 204 len: 168 time: 2.5704067 Apr 22 17:02:59.380581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 7417ea6c-d96e-4711-8497-5994cc6b8231 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:02:59.380980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.381479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56380) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:59.391460 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-ad79cd26-a7dc-4047-b272-e5c5c7302e10 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] delete failed (client error): The resource could not be found. Apr 22 17:02:59.394987 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ad79cd26-a7dc-4047-b272-e5c5c7302e10 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/3692bbb5-eaf1-4d7a-b3dd-134947938553 HTTP/1.1" status: 404 len: 336 time: 0.1376619 Apr 22 17:02:59.396621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56384) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:59.400194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1720704045'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:59.409600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e5839559-a015-4126-84e1-67c714a0d420 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:59.431661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:59.444757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Allocated IP 2001:db8::2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/d97e6b46-ae47-47d7-9073-d4cc789fdc98/317313be-1556-4a7c-9749-80bb943db209) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:02:59.449717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:network and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:59.452727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae89dca-923d-44f0-b1ed-d64d9cb27080,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:59.458431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:59.462221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:59.471551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:59.494841 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a394c89b-bc48-4e99-a59a-b0ee149bcaaf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] DELETE failed (client error): The resource could not be found. Apr 22 17:02:59.495278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a394c89b-bc48-4e99-a59a-b0ee149bcaaf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:02:59.499694 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a394c89b-bc48-4e99-a59a-b0ee149bcaaf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/956ef363-5c22-4e32-a232-92bd4b2ec623 HTTP/1.1" status: 404 len: 337 time: 0.0997615 Apr 22 17:02:59.500461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56388) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:59.541192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.542448 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0425615 Apr 22 17:02:59.546159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56392) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:59.556078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'security_group_rule': {'security_group_id': '2b1a3678-a278-47bf-8c6e-ef466e288125', 'project_id': 'eb0198668d514766842936a3a15b85e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:59.560817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:02:59.567407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:59.567603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.577196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:security_group_rule and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:02:59.590080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:02:59.595325 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-561d473f-6126-4210-a466-16b2cb252ad3 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=f85b2e69-2e37-491c-ad24-38c9b9e835cb HTTP/1.1" status: 200 len: 205 time: 0.0910749 Apr 22 17:02:59.599508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56396) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:59.610495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.624007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:02:59.630986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.637651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:59.658145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.660267 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Added segment 3c42b30f-887b-4c3d-a31b-473e75a38a94 of type vlan for network efee9e6b-9a50-4b67-ba82-2f29a684169b Apr 22 17:02:59.696631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:59.706891 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-3db6ae5d-581a-4165-92d4-0bc3cfda0e6e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] delete failed (client error): The resource could not be found. Apr 22 17:02:59.710434 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3db6ae5d-581a-4165-92d4-0bc3cfda0e6e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/f85b2e69-2e37-491c-ad24-38c9b9e835cb HTTP/1.1" status: 404 len: 336 time: 0.1075077 Apr 22 17:02:59.712089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56400) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:59.718825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c51776a-a5e0-49c3-984c-fbe72c16bb95,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:59.723265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.728455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:02:59.745903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.747220 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0999646 Apr 22 17:02:59.750700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56404) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:59.756367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group': {'name': 'tempest-secgroup--192792602'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:02:59.767102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:02:59.782536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:02:59.782809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6243006e-3828-448f-8eba-2409f7761549 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=8992e079-200c-4fe0-af2a-69be81c853e1 HTTP/1.1" status: 200 len: 205 time: 0.0674999 Apr 22 17:02:59.782908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56408) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:02:59.802781 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Project eb0198668d514766842936a3a15b85e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:02:59.804089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.815549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Transition to ACTIVE for port object 317313be-1556-4a7c-9749-80bb943db209 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:59.837286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Transition to ACTIVE for port object 317313be-1556-4a7c-9749-80bb943db209 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:02:59.858902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.864976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01775d08-7317-4375-9f80-f126a0a1cd84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:59.886290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.891834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.893755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63b3729a-8a01-4fb0-932e-866e48bd55e4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:59.898129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:02:59.899411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.921548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-253132bc-4598-4437-9722-1bc8d3c7b2eb tempest-AllowedAddressPairTestJSON-1371559197 tempest-AllowedAddressPairTestJSON-1371559197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:02:59.943816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:02:59.948565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:02:59.952875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:02:59.959660 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-e3888888-8083-4005-8c27-daade362f646 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] delete failed (client error): The resource could not be found. Apr 22 17:02:59.960840 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e3888888-8083-4005-8c27-daade362f646 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/8992e079-200c-4fe0-af2a-69be81c853e1 HTTP/1.1" status: 404 len: 336 time: 0.1769702 Apr 22 17:02:59.964947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Pushing event updated for resources: {'Port': ['ID=317313be-1556-4a7c-9749-80bb943db209,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:02:59.967432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:02:59.976994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56412) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.003925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:00.039439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.051993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=2c1cd5f4-68d8-4c9f-a1af-548d8b577c1f,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:00.055440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:00.056659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-33386b63-48f1-44b1-ac5b-867ceafdf644 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] DELETE failed (client error): The resource could not be found. Apr 22 17:03:00.057170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33386b63-48f1-44b1-ac5b-867ceafdf644 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:03:00.059308 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-33386b63-48f1-44b1-ac5b-867ceafdf644 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/8ebdda21-530e-43c9-903f-d7a1c7cf7cdc HTTP/1.1" status: 404 len: 337 time: 0.0757895 Apr 22 17:03:00.063301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56416) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.092758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Attempting to bind port 317313be-1556-4a7c-9749-80bb943db209 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:00.093422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Attempting to bind port 317313be-1556-4a7c-9749-80bb943db209 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:00.094005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Attempting to bind port 317313be-1556-4a7c-9749-80bb943db209 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:00.101818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:00.102991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:00.103594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.104158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:00.104842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Bound port: 317313be-1556-4a7c-9749-80bb943db209, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:00.105418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.111745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking segment: {'id': '3c52fd90-3741-4e68-a28c-bf46ccd96372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '03f07f1c-ed27-446a-b9a5-646c78278e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:00.112150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network hostable DHCP agents. Network: 03f07f1c-ed27-446a-b9a5-646c78278e17, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:00.122490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=efee9e6b-9a50-4b67-ba82-2f29a684169b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:00.136320 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7451181 Apr 22 17:03:00.140298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56420) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.151474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'network_id': 'efee9e6b-9a50-4b67-ba82-2f29a684169b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:00.165750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::336 (9f37a3e5-e543-44dd-91a5-83fee171a55d/d97e6b46-ae47-47d7-9073-d4cc789fdc98/f208387a-a0eb-4e7b-ba33-e9d3a567e15e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:00.171372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.171590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:00.176755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 03f07f1c-ed27-446a-b9a5-646c78278e17 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:00.176990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.181093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.181093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.181093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.181093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.181093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.181093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.181093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.181093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.181093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.181093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.181996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:00.186545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6e78fe55-2f2e-4be4-91e0-29b9933e1a0c tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=24fc0ebc-2174-4347-9f03-843f8c088af7 HTTP/1.1" status: 200 len: 205 time: 0.1150968 Apr 22 17:03:00.189175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:00.190974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56424) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.192293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:00.198550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network efee9e6b-9a50-4b67-ba82-2f29a684169b details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:00.252521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:00.268397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:00.269114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.280538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:00.285484 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-57d00f54-f345-44e5-a24a-679ff31bc335 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] delete failed (client error): The resource could not be found. Apr 22 17:03:00.286608 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-57d00f54-f345-44e5-a24a-679ff31bc335 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/24fc0ebc-2174-4347-9f03-843f8c088af7 HTTP/1.1" status: 404 len: 336 time: 0.0904305 Apr 22 17:03:00.292599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56428) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.323341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 03f07f1c-ed27-446a-b9a5-646c78278e17) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:00.342479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13a9cc9-0ed6-4a6d-9739-1634b59fc49b,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:00.343087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e8b16-f397-4edf-bb75-2be429c9bb2e None None] Network 03f07f1c-ed27-446a-b9a5-646c78278e17 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:00.345053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:00.361637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:00.362595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.368867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3214047-431a-4804-90fa-a8deb300d345 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] DELETE failed (client error): The resource could not be found. Apr 22 17:03:00.369380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3214047-431a-4804-90fa-a8deb300d345 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:03:00.370443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:00.385730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:subnet and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:00.393414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.395598 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8476856 Apr 22 17:03:00.397076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:00.402734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56432) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.407395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:00.408509 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f3214047-431a-4804-90fa-a8deb300d345 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/aefaf057-5ea8-4bec-9282-33f4e1508f7f HTTP/1.1" status: 404 len: 337 time: 0.1137638 Apr 22 17:03:00.413792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56436) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.421632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'network': {'name': 'tempest-network-smoke--276359209', 'project_id': 'eb0198668d514766842936a3a15b85e6', 'port_security_enabled': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:00.432235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:00.462438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:network and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:00.471923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8958986 Apr 22 17:03:00.475034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:00.480211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56440) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.484072 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5e5b7c22-e750-40e5-a071-1ae8e62a227d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceeecea1-63a4-44fe-a174-b2cb59c56070 HTTP/1.1" status: 200 len: 205 time: 0.0683317 Apr 22 17:03:00.491555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1016765122'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:00.498913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:00.504444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:network and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:00.508860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:00.516750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:00.526781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56444) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.530332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:00.538222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.550133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:00.600393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.644808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:00.652054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.652615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Made reservation on behalf of eb0198668d514766842936a3a15b85e6 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:00.659417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.663145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ae44-edb2-4d8f-8307-01d1058fd062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.669849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.680394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b917d8b3-a6b2-4d6f-94b1-6255a7f68a63 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:00.686263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] For port 317313be-1556-4a7c-9749-80bb943db209, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:00.713560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.716273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] For port 317313be-1556-4a7c-9749-80bb943db209, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=317313be-1556-4a7c-9749-80bb943db209,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:00.779714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.791054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20716333-1762-452d-afe4-ae792e950bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:00.792145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-72c76347-40a6-4b13-bce0-f0bf12f7fc99 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] delete failed (client error): The resource could not be found. Apr 22 17:03:00.793291 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-72c76347-40a6-4b13-bce0-f0bf12f7fc99 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/routers/ceeecea1-63a4-44fe-a174-b2cb59c56070 HTTP/1.1" status: 404 len: 336 time: 0.2648294 Apr 22 17:03:00.796775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56448) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.800318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object f208387a-a0eb-4e7b-ba33-e9d3a567e15e will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:00.806180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2daf0681-e689-4335-a84a-de745ec4da21,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:00.819907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:00.823063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:00.825034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.829969 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0746646 Apr 22 17:03:00.832075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56452) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.840156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': '9c51776a-a5e0-49c3-984c-fbe72c16bb95', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2daf0681-e689-4335-a84a-de745ec4da21', 'remote_ip_prefix': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:00.848950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:00.851562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.851688 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e047a28d-aa9c-451c-b68d-5c7e0bdaeb64 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] DELETE failed (client error): The resource could not be found. Apr 22 17:03:00.852101 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Added segment a3699f0a-f7d1-47e8-939d-96f7ca18453e of type vlan for network e82f586d-0954-4be6-8e35-f96bde2d70fa Apr 22 17:03:00.852216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e047a28d-aa9c-451c-b68d-5c7e0bdaeb64 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:03:00.856491 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e047a28d-aa9c-451c-b68d-5c7e0bdaeb64 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/76c66783-d828-4474-8fc6-576a4d551459 HTTP/1.1" status: 404 len: 337 time: 0.0563438 Apr 22 17:03:00.859142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:00.861442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56456) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:00.872798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:00.887190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.887562 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment f9e867a3-cc31-450e-bfd9-aa5c196396b4 of type vlan for network 0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2 Apr 22 17:03:00.897970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:00.919366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:00.924908 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15ecc68-2f04-4ed9-9557-b101b9d381e6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] DELETE failed (client error): The resource could not be found. Apr 22 17:03:00.925654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15ecc68-2f04-4ed9-9557-b101b9d381e6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:03:00.934245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.940545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c15ecc68-2f04-4ed9-9557-b101b9d381e6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] 10.222.0.77 "DELETE /v2.0/subnets/cdfdb269-5079-4de0-8627-b0bdabba22d7 HTTP/1.1" status: 404 len: 337 time: 0.0753982 Apr 22 17:03:00.948932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Pushing event updated for resources: {'Port': ['ID=317313be-1556-4a7c-9749-80bb943db209,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:00.952492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:00.955657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-03f07f1c-ed27-446a-b9a5-646c78278e17', 'network_id': '03f07f1c-ed27-446a-b9a5-646c78278e17', 'tenant_id': '0f9d9666ab3d4498b65065051f3e96f9', 'fixed_ips': [{'subnet_id': '2c1cd5f4-68d8-4c9f-a1af-548d8b577c1f'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:00.956580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:00.979543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.012794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40ad648e-5736-4047-b6d4-0b5366063c0d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:01.077936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:01.114296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.122426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:01.123921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.127690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:01.132620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.136813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:01.138617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=f208387a-a0eb-4e7b-ba33-e9d3a567e15e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:01.142401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:01.149907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:01.152286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.156812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:01.231822 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9373190 Apr 22 17:03:01.244139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56462) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:01.250644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Allocated IP 172.20.255.242 (03f07f1c-ed27-446a-b9a5-646c78278e17/2c1cd5f4-68d8-4c9f-a1af-548d8b577c1f/d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:01.250938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.322511 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8367741 Apr 22 17:03:01.323455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56466) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:01.328700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:01.332072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:01.338129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'network_id': '0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:01.357318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.363484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:01.364476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.380767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1bd3630-49cd-4cc8-ad52-9cd550d78659 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:01.498924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:01.548809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56474) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:01.569537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea3b22-0a1f-4ef9-b6af-d5550cdc602f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:01.576266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea3b22-0a1f-4ef9-b6af-d5550cdc602f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:01.577154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-55ea3b22-0a1f-4ef9-b6af-d5550cdc602f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:01.591934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'Network': ['ID=e82f586d-0954-4be6-8e35-f96bde2d70fa,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:01.597406 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1911407 Apr 22 17:03:01.609824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56480) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:01.610865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:01.619097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'admin_state_up': True, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:01.627334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:01.632169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:router and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:01.635936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:01.643803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network e82f586d-0954-4be6-8e35-f96bde2d70fa details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:01.644665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:01.654931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-55ea3b22-0a1f-4ef9-b6af-d5550cdc602f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:01.656374 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-55ea3b22-0a1f-4ef9-b6af-d5550cdc602f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4119885 Apr 22 17:03:01.661149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56484) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:01.661778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.732587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.807395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5be06a7c-0467-4636-812b-c0394cc8b72b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port f208387a-a0eb-4e7b-ba33-e9d3a567e15e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:01.807650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5be06a7c-0467-4636-812b-c0394cc8b72b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.862778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.863891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.873284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.888096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.888873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Transition to ACTIVE for port object d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:01.923777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Transition to ACTIVE for port object d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:01.927781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.951467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.951809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:01.959546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:01.960242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-84717c1a-a6f9-4593-ae2d-ddee52d17349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:01.970452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:01.976597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:subnet and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:01.981401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:02.000176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:02.019971 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e033540e-1349-4af9-99fd-03ed81b7cdb5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f996b1ec498474e922096320aa1644e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642506 Apr 22 17:03:02.020298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56488) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:02.031716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c905f1-1549-4d8e-842f-b62c38ad4e81,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:02.033833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Network 03f07f1c-ed27-446a-b9a5-646c78278e17 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:02.039461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:02.048631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:02.048976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:02.057916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.058120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:02.166825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Pushing event updated for resources: {'Port': ['ID=d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:02.175007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:02.201327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.201564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Attempting to bind port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:02.201862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Attempting to bind port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '3c52fd90-3741-4e68-a28c-bf46ccd96372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '03f07f1c-ed27-446a-b9a5-646c78278e17'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:02.205412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Attempting to bind port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a on network 03f07f1c-ed27-446a-b9a5-646c78278e17 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:02.205591 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3695648 Apr 22 17:03:02.208468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56492) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:02.213274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:02.213950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Checking segment: {'id': '3c52fd90-3741-4e68-a28c-bf46ccd96372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '03f07f1c-ed27-446a-b9a5-646c78278e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:02.214719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.215322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Bound using segment: {'id': '3c52fd90-3741-4e68-a28c-bf46ccd96372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '03f07f1c-ed27-446a-b9a5-646c78278e17'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:02.216341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Bound port: d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c52fd90-3741-4e68-a28c-bf46ccd96372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '03f07f1c-ed27-446a-b9a5-646c78278e17'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:02.216998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.259664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.271401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f490d3ba-5499-4ca6-8a6b-3f749a92a4d1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:02.354296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] For port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:02.358162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] For port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a,segment=NetworkSegment(3c52fd90-3741-4e68-a28c-bf46ccd96372),segment_id=3c52fd90-3741-4e68-a28c-bf46ccd96372)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:02.369062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d6ceee4-ee3b-4569-952b-b4d54b8969b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.378999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de049248-7813-40f5-b482-884e3559a3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.396359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.403097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:02.446520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=71e81a04-bd05-4557-bc4c-bb87fece52e0,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:02.449869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:02.456041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de049248-7813-40f5-b482-884e3559a3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.461657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d6ceee4-ee3b-4569-952b-b4d54b8969b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.466207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Checking segment: {'id': '3c42b30f-887b-4c3d-a31b-473e75a38a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efee9e6b-9a50-4b67-ba82-2f29a684169b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:02.466728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network hostable DHCP agents. Network: efee9e6b-9a50-4b67-ba82-2f29a684169b, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:02.494287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Pushing event updated for resources: {'Port': ['ID=d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:02.499969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:02.546482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network efee9e6b-9a50-4b67-ba82-2f29a684169b is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:02.568775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.580587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5be06a7c-0467-4636-812b-c0394cc8b72b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.692293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, efee9e6b-9a50-4b67-ba82-2f29a684169b) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:02.699840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.706373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafccdc4-fb09-497e-bb69-c3b423b1e1f9 None None] Network efee9e6b-9a50-4b67-ba82-2f29a684169b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:02.729264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:02.729890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.754911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4e21f78e-aa66-4a72-a8b2-f0c2a7115cdd None None] Provisioning for port 317313be-1556-4a7c-9749-80bb943db209 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:02.768460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de049248-7813-40f5-b482-884e3559a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.777750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:02.786165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5be06a7c-0467-4636-812b-c0394cc8b72b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for f208387a-a0eb-4e7b-ba33-e9d3a567e15e owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:02.821499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de049248-7813-40f5-b482-884e3559a3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.824369 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-de049248-7813-40f5-b482-884e3559a3ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85a49388-bba5-4e6b-b065-64eb08d88266 HTTP/1.1" status: 204 len: 168 time: 0.8014843 Apr 22 17:03:02.824369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de049248-7813-40f5-b482-884e3559a3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a49388-bba5-4e6b-b065-64eb08d88266,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:02.834434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de049248-7813-40f5-b482-884e3559a3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:02.847245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7057338 Apr 22 17:03:02.853156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56498) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:02.909138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d6ceee4-ee3b-4569-952b-b4d54b8969b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:02.928678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c52bef64-c591-4645-b7b1-9e1b285664bc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:03.233385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-efee9e6b-9a50-4b67-ba82-2f29a684169b', 'network_id': 'efee9e6b-9a50-4b67-ba82-2f29a684169b', 'tenant_id': '5bb0b439cf104a8984e5f7ab1c32ab74', 'fixed_ips': [{'subnet_id': '71e81a04-bd05-4557-bc4c-bb87fece52e0'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:03.233385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:03.255527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:03.259159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-18fa1cb0-ec24-4e89-9af8-f7c08a0e80b6 None None] Provisioning for port f208387a-a0eb-4e7b-ba33-e9d3a567e15e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:03.358436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ceee4-ee3b-4569-952b-b4d54b8969b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27c905f1-1549-4d8e-842f-b62c38ad4e81,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:03.361263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d6ceee4-ee3b-4569-952b-b4d54b8969b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:03.367893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d6ceee4-ee3b-4569-952b-b4d54b8969b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:03.369174 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4d6ceee4-ee3b-4569-952b-b4d54b8969b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/27c905f1-1549-4d8e-842f-b62c38ad4e81 HTTP/1.1" status: 204 len: 168 time: 1.1351566 Apr 22 17:03:03.377198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56504) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:03.393525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-18fa1cb0-ec24-4e89-9af8-f7c08a0e80b6 None None] Provisioning complete for port f208387a-a0eb-4e7b-ba33-e9d3a567e15e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:03.393939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18fa1cb0-ec24-4e89-9af8-f7c08a0e80b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:03.446474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:03.473127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 317313be-1556-4a7c-9749-80bb943db209 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:03.575950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-18fa1cb0-ec24-4e89-9af8-f7c08a0e80b6 None None] Port f208387a-a0eb-4e7b-ba33-e9d3a567e15e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:03:03.634311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5be06a7c-0467-4636-812b-c0394cc8b72b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:03.655302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:03.679145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:03.704710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a698ee26-39a8-4680-86b2-c8ec78fe4c4f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:03.736126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Allocated IP 2001:db8::1 (efee9e6b-9a50-4b67-ba82-2f29a684169b/71e81a04-bd05-4557-bc4c-bb87fece52e0/7b89ef18-9404-49da-91bc-e314dec866cb) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:03.756671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 317313be-1556-4a7c-9749-80bb943db209 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:03.784833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-018682fc-1982-4920-8d0b-806c4642fa4b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:03.800136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 317313be-1556-4a7c-9749-80bb943db209 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:03.800699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:03.810995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be06a7c-0467-4636-812b-c0394cc8b72b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=f208387a-a0eb-4e7b-ba33-e9d3a567e15e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:03.813788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5be06a7c-0467-4636-812b-c0394cc8b72b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:03.829518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5be06a7c-0467-4636-812b-c0394cc8b72b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:03.890337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:03.925637 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5be06a7c-0467-4636-812b-c0394cc8b72b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/f208387a-a0eb-4e7b-ba33-e9d3a567e15e HTTP/1.1" status: 204 len: 168 time: 2.2632933 Apr 22 17:03:03.931017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56520) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:03.955005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking segment: {'id': 'f9e867a3-cc31-450e-bfd9-aa5c196396b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:03.955346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network hostable DHCP agents. Network: 0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:03.970322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=222fbee4-5f21-4511-869d-e72931e16a11,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:03.975559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-018682fc-1982-4920-8d0b-806c4642fa4b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:03.979933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:03.981009 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-018682fc-1982-4920-8d0b-806c4642fa4b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6026957 Apr 22 17:03:04.037177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:04.037760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56526) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:04.124660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7cdd19-657e-444a-9319-57bd7ebadb60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:04.126880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7cdd19-657e-444a-9319-57bd7ebadb60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:04.128431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5a7cdd19-657e-444a-9319-57bd7ebadb60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:04.199246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:04.243987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:04.246324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4bbc761-194a-47c9-9490-7975cdae41dc tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.259056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15135e9-9881-480f-b707-be77d97a6ec7 None None] Network 0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:04.279574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.280851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5a7cdd19-657e-444a-9319-57bd7ebadb60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:04.285326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:04.285504 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5a7cdd19-657e-444a-9319-57bd7ebadb60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3505123 Apr 22 17:03:04.285589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.286233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56534) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:04.344275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4bbc761-194a-47c9-9490-7975cdae41dc tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.375395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56540) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:04.402115 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0751619 Apr 22 17:03:04.407856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56546) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:04.445042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1fe870-3c2a-4e2b-97a5-f586823f8cfb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet d97e6b46-ae47-47d7-9073-d4cc789fdc98 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:03:04.454965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f1fe870-3c2a-4e2b-97a5-f586823f8cfb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.490437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Allocated IP 172.26.6.42 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/6bd3bd87-c6c4-4b41-862c-d4cbdd7af615) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:04.564538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f1fe870-3c2a-4e2b-97a5-f586823f8cfb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.584141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4bbc761-194a-47c9-9490-7975cdae41dc tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.595556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48d613d-23e5-41c0-946a-989222f54da0 None None] Network 03f07f1c-ed27-446a-b9a5-646c78278e17 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:04.598962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-289f862b-be18-4a1e-aed0-94b539030b31 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:04.617662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-302491446'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:04.640510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:04.643305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbc761-194a-47c9-9490-7975cdae41dc tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daf0681-e689-4335-a84a-de745ec4da21,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:04.650731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a4bbc761-194a-47c9-9490-7975cdae41dc tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:04.654340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Usage tracker for resource:network and tenant:91f71d28b59e453fbeecab1cc43b4b60 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:04.669359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:04.711409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:04.711924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.731578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.767930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Transition to ACTIVE for port object 7b89ef18-9404-49da-91bc-e314dec866cb will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:04.772723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 317313be-1556-4a7c-9749-80bb943db209, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=317313be-1556-4a7c-9749-80bb943db209,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:04.781083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4bbc761-194a-47c9-9490-7975cdae41dc tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.785341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a4bbc761-194a-47c9-9490-7975cdae41dc tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-groups/2daf0681-e689-4335-a84a-de745ec4da21 HTTP/1.1" status: 204 len: 168 time: 0.7421112 Apr 22 17:03:04.788022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56550) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:04.792386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Made reservation on behalf of 91f71d28b59e453fbeecab1cc43b4b60 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:04.798450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.815386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.816244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:04.821700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.843591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-608c4489-8231-4ac0-bc08-3e315db339f6 None None] Provisioning for port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:04.849052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.855519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:04.858130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.869036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f1fe870-3c2a-4e2b-97a5-f586823f8cfb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:04.872686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c1434e4-1383-4294-8999-70573b527368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:04.899565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Usage tracker for resource:security_group_rule and tenant:91f71d28b59e453fbeecab1cc43b4b60 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:04.904936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:04.916109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:04.950239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Transition to ACTIVE for port object 7b89ef18-9404-49da-91bc-e314dec866cb will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:04.988971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5ebea56c-9b8b-4c68-9ff0-6fa637b222b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:05.060451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.105085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.114355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe2a3c2e-b453-4f56-a25c-95a6494ce767 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:05.127173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.131202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5ebea56c-9b8b-4c68-9ff0-6fa637b222b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:05.136496 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5ebea56c-9b8b-4c68-9ff0-6fa637b222b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3430541 Apr 22 17:03:05.144285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a6cd4c6-2673-4a94-b9f6-be76502b4bdb tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:05.145573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=317313be-1556-4a7c-9749-80bb943db209,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:05.149717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:05.150363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.157208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:05.162031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56556) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:05.189831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Subnet': ['ID=71e81a04-bd05-4557-bc4c-bb87fece52e0,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:05.193927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:05.200482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Network efee9e6b-9a50-4b67-ba82-2f29a684169b is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:05.221318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:05.223797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:05.236222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:05.239508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:05.275621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:05.333790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'Port': ['ID=6bd3bd87-c6c4-4b41-862c-d4cbdd7af615,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:05.345601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:05.356103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:05.376233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4c789c-1e8a-41b5-a1d8-a0d6fc1c016f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2', 'network_id': '0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2', 'tenant_id': '0f9d9666ab3d4498b65065051f3e96f9', 'fixed_ips': [{'subnet_id': '222fbee4-5f21-4511-869d-e72931e16a11'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:05.377134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee4c789c-1e8a-41b5-a1d8-a0d6fc1c016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.431640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.437062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:05.437490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.476815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Pushing event updated for resources: {'Port': ['ID=7b89ef18-9404-49da-91bc-e314dec866cb,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:05.479812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:05.521646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.546088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a95c5f63-9c93-48f7-865d-de877ed78b81 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.559794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f1fe870-3c2a-4e2b-97a5-f586823f8cfb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.566555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-00b73d05-93e9-4579-9b43-c931da92cea8 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:05.592807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Attempting to bind port 7b89ef18-9404-49da-91bc-e314dec866cb on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:05.593068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Attempting to bind port 7b89ef18-9404-49da-91bc-e314dec866cb by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '3c42b30f-887b-4c3d-a31b-473e75a38a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efee9e6b-9a50-4b67-ba82-2f29a684169b'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:05.593462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Attempting to bind port 7b89ef18-9404-49da-91bc-e314dec866cb on network efee9e6b-9a50-4b67-ba82-2f29a684169b {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:05.603498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.609095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a95c5f63-9c93-48f7-865d-de877ed78b81 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.618064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:05.618303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Checking segment: {'id': '3c42b30f-887b-4c3d-a31b-473e75a38a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efee9e6b-9a50-4b67-ba82-2f29a684169b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:05.618701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.619079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Bound using segment: {'id': '3c42b30f-887b-4c3d-a31b-473e75a38a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efee9e6b-9a50-4b67-ba82-2f29a684169b'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:05.619692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Bound port: 7b89ef18-9404-49da-91bc-e314dec866cb, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c42b30f-887b-4c3d-a31b-473e75a38a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efee9e6b-9a50-4b67-ba82-2f29a684169b'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:05.620021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.620130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f707b523-79cc-41a0-b5cd-29098ccd59c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:05.627678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fe870-3c2a-4e2b-97a5-f586823f8cfb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=d97e6b46-ae47-47d7-9073-d4cc789fdc98,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:05.629889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f1fe870-3c2a-4e2b-97a5-f586823f8cfb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.639260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f1fe870-3c2a-4e2b-97a5-f586823f8cfb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:05.645942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988a2f51-1d9f-4ac9-951b-3d207cd61119 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:05.657239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efee9e6b-9a50-4b67-ba82-2f29a684169b']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:05.692954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.703190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:05.706532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c42b30f-887b-4c3d-a31b-473e75a38a94') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:05.706894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c42b30f-887b-4c3d-a31b-473e75a38a94') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:05.737218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0297e88d-d24e-4b37-b326-7a59cc615b40,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:05.747553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:05.750837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.758165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02601381-6e0e-4c1e-84cc-8ae51af8f4fe tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:05.763279 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0f1fe870-3c2a-4e2b-97a5-f586823f8cfb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/d97e6b46-ae47-47d7-9073-d4cc789fdc98 HTTP/1.1" status: 204 len: 168 time: 1.4737675 Apr 22 17:03:05.768635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56562) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:05.811647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.812042 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Added segment 2641ff73-cd9e-4590-8bd9-7fb9018da97a of type vlan for network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 Apr 22 17:03:05.837809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Subnet': ['ID=222fbee4-5f21-4511-869d-e72931e16a11,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:05.866763 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eff670a0-818a-4c70-8162-405acd267d99 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940032 Apr 22 17:03:05.891000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:05.891521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56566) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:05.892523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server [None req-ee4c789c-1e8a-41b5-a1d8-a0d6fc1c016f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 222fbee4-5f21-4511-869d-e72931e16a11: This subnet is being modified by another concurrent operation. Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 338, in create_port Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in create_port Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1413, in _create_port_db Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1433, in create_port_db Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server context, port, port_id) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server id=subnet.id) Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise exception Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 222fbee4-5f21-4511-869d-e72931e16a11: This subnet is being modified by another concurrent operation. Apr 22 17:03:05.910534 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server Apr 22 17:03:05.968752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7258c00f-d16f-4450-8d65-573e0fc28f44 None None] Network 0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:06.036129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.128640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.139165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] For port 7b89ef18-9404-49da-91bc-e314dec866cb, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:06.230087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd8aaa93-da00-47c5-a372-4a700540f7ed None None] Provisioning complete for port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:06.230429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd8aaa93-da00-47c5-a372-4a700540f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.273650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:06.297997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a95c5f63-9c93-48f7-865d-de877ed78b81 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.318484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8a86620c-2147-4de6-a64a-7a3fa0cd3ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:06.331427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.341111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a,segment=NetworkSegment(3c52fd90-3741-4e68-a28c-bf46ccd96372),segment_id=3c52fd90-3741-4e68-a28c-bf46ccd96372)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:06.351854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.448756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.498464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c5f63-9c93-48f7-865d-de877ed78b81 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c51776a-a5e0-49c3-984c-fbe72c16bb95,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:06.531086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a95c5f63-9c93-48f7-865d-de877ed78b81 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:06.590317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:03:06.607052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.614131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:06.655127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Deleting port 317313be-1556-4a7c-9749-80bb943db209 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:06.655294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.691414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network efee9e6b-9a50-4b67-ba82-2f29a684169b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:06.705766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.729563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:06.783966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.791598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:06.792438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:06.798722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 317313be-1556-4a7c-9749-80bb943db209 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:03:06.819681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f2079d6c-f985-4ac6-92bd-93fa1b127b0b tempest-ExternalNetworksTestJSON-275121419 tempest-ExternalNetworksTestJSON-275121419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:06.835224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:06.840376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:06.864228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e867a3-cc31-450e-bfd9-aa5c196396b4') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:06.864623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e867a3-cc31-450e-bfd9-aa5c196396b4') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:06.942652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f9be9-d1dd-4c16-8306-483e8232e35d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:06.943696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e61f9be9-d1dd-4c16-8306-483e8232e35d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:07.002281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.055932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] For port 317313be-1556-4a7c-9749-80bb943db209, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=317313be-1556-4a7c-9749-80bb943db209,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:07.056292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.077617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a95c5f63-9c93-48f7-865d-de877ed78b81 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.078861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a95c5f63-9c93-48f7-865d-de877ed78b81 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-groups/9c51776a-a5e0-49c3-984c-fbe72c16bb95 HTTP/1.1" status: 204 len: 168 time: 1.9155064 Apr 22 17:03:07.081874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:03:07.089126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56572) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:07.094717 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7144790 Apr 22 17:03:07.096172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56574) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:07.114481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network efee9e6b-9a50-4b67-ba82-2f29a684169b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:07.123215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.126712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.143388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Pushing event updated for resources: {'Network': ['ID=49ac69b3-e32a-4f12-96ab-bf30d7719c89,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:07.145751 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:07.149444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Request body: {'subnet': {'network_id': '49ac69b3-e32a-4f12-96ab-bf30d7719c89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:07.154207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:07.206113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:07.207292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e61f9be9-d1dd-4c16-8306-483e8232e35d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:07.211289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e61f9be9-d1dd-4c16-8306-483e8232e35d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3094757 Apr 22 17:03:07.211289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:07.231080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Calling delete_port for 317313be-1556-4a7c-9749-80bb943db209 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:07.248805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56580) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:07.398068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 317313be-1556-4a7c-9749-80bb943db209, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=317313be-1556-4a7c-9749-80bb943db209,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:07.399883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] For port 7b89ef18-9404-49da-91bc-e314dec866cb, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=7b89ef18-9404-49da-91bc-e314dec866cb,segment=NetworkSegment(3c42b30f-887b-4c3d-a31b-473e75a38a94),segment_id=3c42b30f-887b-4c3d-a31b-473e75a38a94)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:07.420331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.422848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4b173ec3-20dd-4f13-b9ed-4743a93ceae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:07.454335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:03:07.454335 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:03:07.454335 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': 'efee9e6b-9a50-4b67-ba82-2f29a684169b'}] Apr 22 17:03:07.454335 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:03:07.459503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:03:07.461629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.480547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-896e3651-0915-45b7-a6f8-8afb1fa40ce1 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3825238 Apr 22 17:03:07.480773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56584) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:07.495915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da4b16-eb45-4da0-9492-6b12e4db76df tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:07.501289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-68da4b16-eb45-4da0-9492-6b12e4db76df tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2477443 Apr 22 17:03:07.501496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56588) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:07.501629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285321945'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:07.508275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:07.513508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:03:07.513926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:03:07.518266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.524903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=317313be-1556-4a7c-9749-80bb943db209,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:07.528081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:07.528638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a680a20-cd32-4b4b-8bd7-f319b7a6ab6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:07.532654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:07.591133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:07.592688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:07.604264 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-03eb40c3-82f7-4a15-837c-08a8460f93f8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954957 Apr 22 17:03:07.604264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Usage tracker for resource:subnet and tenant:91f71d28b59e453fbeecab1cc43b4b60 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:07.605378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:07.607125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:07.609783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56592) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:07.620496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:07.621614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:07.637097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:07.642507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:03:07.657714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Made reservation on behalf of 91f71d28b59e453fbeecab1cc43b4b60 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:07.658010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Sync routers for ids ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:03:07.665030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.681504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Pushing event updated for resources: {'Port': ['ID=7b89ef18-9404-49da-91bc-e314dec866cb,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:07.686607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:07.690939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Routers {'879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:03:07.691641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:03:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:07.754519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c251d18-0fe1-46d7-a875-9da22390c6db None None] Network efee9e6b-9a50-4b67-ba82-2f29a684169b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:07.774528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.778862 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1640210 Apr 22 17:03:07.782961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56596) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:07.803901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.860820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:07.889978 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:07.950895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:07.966141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:07.968323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:07.981879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:07.985219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:08.024420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Deleting port 317313be-1556-4a7c-9749-80bb943db209 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:08.024843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.026039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:08.035879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:08.048847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:08.060072 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7c76a388-5ec0-472a-98eb-b6e426fc294e tempest-TestNetworkAdvancedServerOps-919025079 tempest-TestNetworkAdvancedServerOps-919025079-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=eb0198668d514766842936a3a15b85e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2697847 Apr 22 17:03:08.060072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:08.061150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56602) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:08.076119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting port 7b89ef18-9404-49da-91bc-e314dec866cb {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:08.076897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.107478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Set router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:03:08.114690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.123436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:08.154660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.165757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:08.171733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.195606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:08.208571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:08.282081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d9b2d4-79da-485c-9b3e-2f1195442135 tempest-TestNetworkAdvancedServerOps-919025079 tempest-TestNetworkAdvancedServerOps-919025079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:08.286465 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-49d9b2d4-79da-485c-9b3e-2f1195442135 tempest-TestNetworkAdvancedServerOps-919025079 tempest-TestNetworkAdvancedServerOps-919025079-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2216625 Apr 22 17:03:08.295713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56606) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:08.307368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2 HTTP/1.1" status: 204 len: 168 time: 3.8922834 Apr 22 17:03:08.308744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56610) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:08.363877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1089945346'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:08.381357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:08.388646 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f7193552-436e-47ba-b97b-0a6cec638049 tempest-TestNetworkAdvancedServerOps-919025079 tempest-TestNetworkAdvancedServerOps-919025079-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891438 Apr 22 17:03:08.391096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:network and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:08.393970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56614) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:08.396935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:08.408305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-32358518', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'project_id': 'eb0198668d514766842936a3a15b85e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:08.430129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:08.510545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.549470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] For port 7b89ef18-9404-49da-91bc-e314dec866cb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=7b89ef18-9404-49da-91bc-e314dec866cb,segment=NetworkSegment(3c42b30f-887b-4c3d-a31b-473e75a38a94),segment_id=3c42b30f-887b-4c3d-a31b-473e75a38a94)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:08.550321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.566379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.577238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c94f16ae-ddd0-482c-814f-65800c1c3c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:08.606440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:08.612470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.671328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:08.686896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:subnet and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:08.689672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:08.697098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:08.707372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] For port 317313be-1556-4a7c-9749-80bb943db209, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=317313be-1556-4a7c-9749-80bb943db209,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:08.708806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.719766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:08.723043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.723442 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment 6313dd9c-2417-426b-a870-4ba1731380b4 of type vlan for network ec35fe66-4350-43a2-9347-1bb14159050e Apr 22 17:03:08.777322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Made reservation on behalf of eb0198668d514766842936a3a15b85e6 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:08.783801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.795823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Calling delete_port for 7b89ef18-9404-49da-91bc-e314dec866cb owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:08.798910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.862407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:08.899533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Calling delete_port for 317313be-1556-4a7c-9749-80bb943db209 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:08.900813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef52115f-50de-4c7e-a7b9-2d9e59b1b78a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:08.910975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:08.944998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.948991 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4645498 Apr 22 17:03:08.950669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56618) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:08.971286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': 'ef52115f-50de-4c7e-a7b9-2d9e59b1b78a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:08.979877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.980630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:08.985189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:08.986044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:08.994566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:08.994852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:08.995251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:08.999100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be3b979b-dc6f-4b5f-829b-efbf43634bed tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:09.012355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.017993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a0585a1-dd55-4ab6-8a0a-2b822ed01210 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:09.078538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:09.078974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.104500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No DVR routers for this DVR port 7b89ef18-9404-49da-91bc-e314dec866cb on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:03:09.106298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Port': ['ID=7b89ef18-9404-49da-91bc-e314dec866cb,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:09.114783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.131984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a9b8262b-cf84-4b8c-8356-e220f216a14c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:09.149268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.160915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=ec35fe66-4350-43a2-9347-1bb14159050e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:09.164856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:09.168800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f72f182-2525-4bcd-95f3-5d6d990dc0c5 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:09.186288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Pushing event deleted for resources: {'Port': ['ID=317313be-1556-4a7c-9749-80bb943db209,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:09.188399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network ec35fe66-4350-43a2-9347-1bb14159050e details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:09.214611 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8663228 Apr 22 17:03:09.216121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:09.224415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] No DVR routers for this DVR port 317313be-1556-4a7c-9749-80bb943db209 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:03:09.261130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56622) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:09.284437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'network_id': 'ec35fe66-4350-43a2-9347-1bb14159050e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:09.301566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6484c8c-5d61-4f08-9c5f-3587b6c1d791 None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:03:09.368660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:05Z', 'revision_number': 3, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:09.383678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Checking router: 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:03:09.384063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Updating router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:03:09.429765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.437631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Pushing event updated for resources: {'Subnet': ['ID=06bd9ab9-ee53-481f-b23d-c24117c4cd73,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:09.440237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:09.440478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:09.486205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Checking segment: {'id': '2641ff73-cd9e-4590-8bd9-7fb9018da97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '49ac69b3-e32a-4f12-96ab-bf30d7719c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:09.486616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Network hostable DHCP agents. Network: 49ac69b3-e32a-4f12-96ab-bf30d7719c89, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:09.515179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:09.523911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:subnet and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:09.527548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.532361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:09.539247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:09.636321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:09.640561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.642389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.664520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:09.767275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Performing IP validity checks on allocation pools {{(pid=87210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 22 17:03:09.767887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 22 17:03:09.777051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 49ac69b3-e32a-4f12-96ab-bf30d7719c89) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:09.784361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.809840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:09.810501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.813913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.821301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efee9e6b-9a50-4b67-ba82-2f29a684169b']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:09.832577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1ec5eb9e-e14d-4c16-bce7-ec269891efb0 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:09.873439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c42b30f-887b-4c3d-a31b-473e75a38a94') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:09.874078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c42b30f-887b-4c3d-a31b-473e75a38a94') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:09.889103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5251d812-30fd-42fe-ac68-4ccfd750998a,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:09.897879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:09.900201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.912994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7884178 Apr 22 17:03:09.917794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56626) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:09.936958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Request body: {'port': {'network_id': '49ac69b3-e32a-4f12-96ab-bf30d7719c89', 'name': 'tempest-TagsExtTest-1349595895'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:09.953583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:09.973605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:10.000837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:03:10.041462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.042820 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0820713 Apr 22 17:03:10.048254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56630) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:10.057792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6484c8c-5d61-4f08-9c5f-3587b6c1d791 None None] Unable to find a vacant binding_index for network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 and agent b0bd705d-ca3a-40cc-a612-b3233baf1718 {{(pid=87211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Apr 22 17:03:10.067193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6484c8c-5d61-4f08-9c5f-3587b6c1d791 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 49ac69b3-e32a-4f12-96ab-bf30d7719c89) {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:03:10.117271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.123009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0c3ea2cb-a4da-442b-8e41-c7fdc9576b7a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:10.155262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2e75f4b-78c1-4307-afdb-d1580a1256e9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.232493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2e75f4b-78c1-4307-afdb-d1580a1256e9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.268221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.307894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'Subnet': ['ID=ab861455-6977-4d05-a92b-899f82bf2253,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:10.314690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:10.328727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Checking segment: {'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:10.329150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Network hostable DHCP agents. Network: e82f586d-0954-4be6-8e35-f96bde2d70fa, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:10.329350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network efee9e6b-9a50-4b67-ba82-2f29a684169b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:10.337347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.339679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2e75f4b-78c1-4307-afdb-d1580a1256e9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.342408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:10.343464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.368297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-00f86d66-7d46-44bd-bc10-1618c4073273 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:10.371755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e75f4b-78c1-4307-afdb-d1580a1256e9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5251d812-30fd-42fe-ac68-4ccfd750998a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:10.379228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2e75f4b-78c1-4307-afdb-d1580a1256e9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:10.382221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2e75f4b-78c1-4307-afdb-d1580a1256e9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.385028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d2e75f4b-78c1-4307-afdb-d1580a1256e9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/5251d812-30fd-42fe-ac68-4ccfd750998a HTTP/1.1" status: 204 len: 168 time: 0.3356831 Apr 22 17:03:10.388389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56634) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:10.425115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Network e82f586d-0954-4be6-8e35-f96bde2d70fa is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:10.479375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bb79674e-e1ce-446a-94dd-4aca9d60e2a9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:10.484058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, e82f586d-0954-4be6-8e35-f96bde2d70fa) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:10.512970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:10.526905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-49ac69b3-e32a-4f12-96ab-bf30d7719c89', 'network_id': '49ac69b3-e32a-4f12-96ab-bf30d7719c89', 'tenant_id': '91f71d28b59e453fbeecab1cc43b4b60', 'fixed_ips': [{'subnet_id': '06bd9ab9-ee53-481f-b23d-c24117c4cd73'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:10.527905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.532939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:10.537900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:10.540916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:10.541581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.546560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': 'acfec8a3-09b8-4c59-bb92-3eb3d6360bc8'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:10.547441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.606074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Usage tracker for resource:port and tenant:91f71d28b59e453fbeecab1cc43b4b60 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:10.627605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:10.631060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=acfec8a3-09b8-4c59-bb92-3eb3d6360bc8,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:10.641335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:10.642345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:10.645503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:10.646169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.675980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network efee9e6b-9a50-4b67-ba82-2f29a684169b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:10.707052 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:10.768592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Made reservation on behalf of 91f71d28b59e453fbeecab1cc43b4b60 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:10.775771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.790751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1766145 Apr 22 17:03:10.804827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56638) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:10.823868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'fixed_ips': [{'subnet_id': 'acfec8a3-09b8-4c59-bb92-3eb3d6360bc8', 'ip_address': '2001:db8::dfea:c6c3:c45f:8fb2'}], 'name': 'tempest-NetworksTestDHCPv6-822116023'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:10.891565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bb79674e-e1ce-446a-94dd-4aca9d60e2a9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:10.895846 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bb79674e-e1ce-446a-94dd-4aca9d60e2a9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5035729 Apr 22 17:03:10.896063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56642) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:10.907338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] device_id is not set on port 6715a399-c886-4dcb-8ea9-3f8155b8d0aa yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:03:10.912780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Transition to ACTIVE for port object 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:10.914933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.921683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f1fe870-3c2a-4e2b-97a5-f586823f8cfb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:10.963563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.964866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:10.965701 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5705450 Apr 22 17:03:10.975454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd1da9f5-c58e-4f51-b55d-5ea5d91ac7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:10.976829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56646) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:10.983839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d6847d7a-6d33-4ce8-987a-353b5fff8297 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:11.009818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.027762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Network': ['ID=efee9e6b-9a50-4b67-ba82-2f29a684169b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:11.042032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:11.053834 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/efee9e6b-9a50-4b67-ba82-2f29a684169b HTTP/1.1" status: 204 len: 168 time: 8.2042103 Apr 22 17:03:11.054433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56650) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:11.086810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1262815767'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:11.095628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:11.111329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:network and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:11.117905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:11.127695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:11.137245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:11.143681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:11.146854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:11.154222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:11.173048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:11.176171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=2d783c48-c8b0-4f7c-8334-21b4344fba92,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:11.180332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.190014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:11.195376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Attempting to bind port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:11.195807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Attempting to bind port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:11.196218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Attempting to bind port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:11.204752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:11.216613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10aa73e-8549-47a6-ac43-8f056a949db9 None None] Pushing event updated for resources: {'Port': ['ID=6bd3bd87-c6c4-4b41-862c-d4cbdd7af615,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:11.219731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a10aa73e-8549-47a6-ac43-8f056a949db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:11.220570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:11.220988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:11.221429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.222828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:11.222828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Bound port: 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:11.223171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.233766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdea58db-d733-46e0-8f3b-3f51c8a28eff tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.256323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking segment: {'id': '6313dd9c-2417-426b-a870-4ba1731380b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ec35fe66-4350-43a2-9347-1bb14159050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:11.256323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network hostable DHCP agents. Network: ec35fe66-4350-43a2-9347-1bb14159050e, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:11.281515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Allocated IP 172.20.0.2 (49ac69b3-e32a-4f12-96ab-bf30d7719c89/06bd9ab9-ee53-481f-b23d-c24117c4cd73/dd84b0b1-f713-4517-a827-92fe9e86f677) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:11.284389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Allocated IP 2001:db8::2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/acfec8a3-09b8-4c59-bb92-3eb3d6360bc8/dd351f72-9fe3-464a-b44a-0bbef363dc5d) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:11.288177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:11.296126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdea58db-d733-46e0-8f3b-3f51c8a28eff tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.312285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.312681 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Added segment 418d6e71-c260-40f7-8349-588098961f26 of type vlan for network f94b7137-f91e-4d4d-aa6d-b655cfb856f3 Apr 22 17:03:11.373446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.388623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.431423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 7798b731-2ad2-4a8d-9252-1ea899d9124e yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:03:11.485686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] For port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:11.499071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network ec35fe66-4350-43a2-9347-1bb14159050e is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:11.506685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.513350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:11.514016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.518580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] For port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6bd3bd87-c6c4-4b41-862c-d4cbdd7af615,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:11.523139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71d6767f-7d85-4777-a665-b6620aaf8494 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:11.548570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, ec35fe66-4350-43a2-9347-1bb14159050e) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:11.570809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:11.572032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.578110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.594585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:11.643957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdea58db-d733-46e0-8f3b-3f51c8a28eff tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.661263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:11.704215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=f94b7137-f91e-4d4d-aa6d-b655cfb856f3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:11.711283 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6405869 Apr 22 17:03:11.711966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56654) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:11.712876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:11.719381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'network_id': 'f94b7137-f91e-4d4d-aa6d-b655cfb856f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:11.755725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea58db-d733-46e0-8f3b-3f51c8a28eff tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef52115f-50de-4c7e-a7b9-2d9e59b1b78a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:11.768243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network f94b7137-f91e-4d4d-aa6d-b655cfb856f3 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:11.777045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cdea58db-d733-46e0-8f3b-3f51c8a28eff tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:11.781309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdea58db-d733-46e0-8f3b-3f51c8a28eff tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:11.782776 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cdea58db-d733-46e0-8f3b-3f51c8a28eff tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-groups/ef52115f-50de-4c7e-a7b9-2d9e59b1b78a HTTP/1.1" status: 204 len: 168 time: 0.8857489 Apr 22 17:03:11.785798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56658) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:11.834695 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5650430 Apr 22 17:03:11.838356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56662) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:11.886423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-12a1ddc1-3fa7-4f80-81e2-f035a82147ff tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:11.908168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Routers {'879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:03:11.908848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:03:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:11.936527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:11.945316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:subnet and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:11.960055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:11.972387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:12.000752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-12a1ddc1-3fa7-4f80-81e2-f035a82147ff tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:12.002062 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-12a1ddc1-3fa7-4f80-81e2-f035a82147ff tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2150826 Apr 22 17:03:12.006806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56666) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:12.022443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group': {'name': 'tempest-secgroup--608659125'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:12.029862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10aa73e-8549-47a6-ac43-8f056a949db9 None None] Pushing event updated for resources: {'Port': ['ID=6bd3bd87-c6c4-4b41-862c-d4cbdd7af615,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:12.032028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:12.033287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a10aa73e-8549-47a6-ac43-8f056a949db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:12.043442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:12.049499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:12.076740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:12.078961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:12.088544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:12.135925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:12.167195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:12.170148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Transition to ACTIVE for port object dd351f72-9fe3-464a-b44a-0bbef363dc5d will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:12.202228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Transition to ACTIVE for port object dd84b0b1-f713-4517-a827-92fe9e86f677 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:12.212767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:12.239274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Transition to ACTIVE for port object dd351f72-9fe3-464a-b44a-0bbef363dc5d will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:12.256803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Transition to ACTIVE for port object dd84b0b1-f713-4517-a827-92fe9e86f677 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:12.259496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] Set router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:03:12.317259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:12.365186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:12.372378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:12.384839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eac94041-34bb-4b0f-ae6f-84406def7582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:12.420377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:12.422293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:12.482026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::dfea:c6c3:c45f:8fb2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/acfec8a3-09b8-4c59-bb92-3eb3d6360bc8/7798b731-2ad2-4a8d-9252-1ea899d9124e) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:12.537594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:12.544457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:12.549865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:12.552231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Allocated IP 172.20.0.1 (e82f586d-0954-4be6-8e35-f96bde2d70fa/ab861455-6977-4d05-a92b-899f82bf2253/b16773ec-a559-48ae-89ff-69116618250a) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:12.552397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:12.560105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:12.562430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:12.763993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:12.787833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Transition to ACTIVE for port object b16773ec-a559-48ae-89ff-69116618250a will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:12.837099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:12.841923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Pushing event updated for resources: {'Port': ['ID=dd351f72-9fe3-464a-b44a-0bbef363dc5d,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:12.842123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5be06a7c-0467-4636-812b-c0394cc8b72b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:12.857949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:12.889744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:12.910400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Allocated IP 172.20.0.6 (49ac69b3-e32a-4f12-96ab-bf30d7719c89/06bd9ab9-ee53-481f-b23d-c24117c4cd73/6715a399-c886-4dcb-8ea9-3f8155b8d0aa) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:12.920778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Network e82f586d-0954-4be6-8e35-f96bde2d70fa is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:12.924512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:12.934933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:12.988314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'Port': ['ID=b16773ec-a559-48ae-89ff-69116618250a,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:12.998389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:13.010099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.061011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Attempting to bind port dd84b0b1-f713-4517-a827-92fe9e86f677 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:13.061353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Attempting to bind port dd84b0b1-f713-4517-a827-92fe9e86f677 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '2641ff73-cd9e-4590-8bd9-7fb9018da97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '49ac69b3-e32a-4f12-96ab-bf30d7719c89'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:13.061780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Attempting to bind port dd84b0b1-f713-4517-a827-92fe9e86f677 on network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:13.079102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Attempting to bind port dd351f72-9fe3-464a-b44a-0bbef363dc5d on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:13.079528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Attempting to bind port dd351f72-9fe3-464a-b44a-0bbef363dc5d by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:13.079941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Attempting to bind port dd351f72-9fe3-464a-b44a-0bbef363dc5d on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:13.082256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Pushing event updated for resources: {'Port': ['ID=dd84b0b1-f713-4517-a827-92fe9e86f677,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:13.084929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:13.085885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Checking segment: {'id': '2641ff73-cd9e-4590-8bd9-7fb9018da97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '49ac69b3-e32a-4f12-96ab-bf30d7719c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:13.086340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.086807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Bound using segment: {'id': '2641ff73-cd9e-4590-8bd9-7fb9018da97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '49ac69b3-e32a-4f12-96ab-bf30d7719c89'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:13.087340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Bound port: dd84b0b1-f713-4517-a827-92fe9e86f677, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2641ff73-cd9e-4590-8bd9-7fb9018da97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '49ac69b3-e32a-4f12-96ab-bf30d7719c89'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:13.087765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.099277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:13.137636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:13.137930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:13.138355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.138840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:13.139386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Bound port: dd351f72-9fe3-464a-b44a-0bbef363dc5d, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:13.139892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.198026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.265536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.331585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] For port dd84b0b1-f713-4517-a827-92fe9e86f677, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:13.345784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] For port dd84b0b1-f713-4517-a827-92fe9e86f677, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dd84b0b1-f713-4517-a827-92fe9e86f677,segment=NetworkSegment(2641ff73-cd9e-4590-8bd9-7fb9018da97a),segment_id=2641ff73-cd9e-4590-8bd9-7fb9018da97a)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:13.347274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] For port dd351f72-9fe3-464a-b44a-0bbef363dc5d, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:13.352003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] For port dd351f72-9fe3-464a-b44a-0bbef363dc5d, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dd351f72-9fe3-464a-b44a-0bbef363dc5d,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:13.357639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:05Z', 'revision_number': 3, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:13.360953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067d7f6-d144-4c74-85f7-a5c6e4ff9bba None None] The sync data for ids ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'] in dv-neutron-786478-3-hyperv is: [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:05Z', 'revision_number': 3, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:03:13.363243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.368136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.373997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8f288a9-a1a3-4a80-bbb7-13ed67443150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:13.421212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.452632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9cd449be-50c2-404e-aeff-045c35f13be2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:13.494001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Pushing event updated for resources: {'Port': ['ID=dd84b0b1-f713-4517-a827-92fe9e86f677,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:13.497205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:13.497718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:13.579281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Pushing event updated for resources: {'Port': ['ID=dd351f72-9fe3-464a-b44a-0bbef363dc5d,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:13.582800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:13.734010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80a2906-bce9-4068-aaa7-597f866aa60a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:13.741965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.747287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:13.796969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.798314 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7903414 Apr 22 17:03:13.802592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56674) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:13.804184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.827839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': 'c80a2906-bce9-4068-aaa7-597f866aa60a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:13.840533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.869457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.873493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:13.885729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a618fada-73a8-4d12-b5b6-65bf690c34d7 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:13.885951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-38fc5315-cf8f-477b-95c5-2e49be718fdc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:13.942311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 7798b731-2ad2-4a8d-9252-1ea899d9124e will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:13.978510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Subnet': ['ID=2d783c48-c8b0-4f7c-8334-21b4344fba92,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:13.992291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Transition to ACTIVE for port object 6715a399-c886-4dcb-8ea9-3f8155b8d0aa will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:14.002609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:14.011482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:14.038085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Usage tracker for resource:security_group_rule and tenant:440102bf4cc547c096296a7c5872cea0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:14.047136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:14.080170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:14.152059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'Port': ['ID=b16773ec-a559-48ae-89ff-69116618250a,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:14.155310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:14.156134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.167861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.210256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.287279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.314211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:14.348995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.374914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Network e82f586d-0954-4be6-8e35-f96bde2d70fa is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:14.376766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:14.383674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.392975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:14.420642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:14.426770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:14.431381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:14.444406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:14.445647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.462322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.529421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=7798b731-2ad2-4a8d-9252-1ea899d9124e,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:14.539589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec35fe66-4350-43a2-9347-1bb14159050e']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:14.558346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:14.558970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-efe3271e-788c-4734-b190-9bb47878c87a tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:14.635867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6313dd9c-2417-426b-a870-4ba1731380b4') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:14.635867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6313dd9c-2417-426b-a870-4ba1731380b4') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:14.645964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:14.659251 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8501470 Apr 22 17:03:14.660629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:14.676006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56680) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:14.704735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.724572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:14.808095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d20490-09ea-4a72-8e78-cc76ed842164,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:14.810895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:14.842047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.887157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dd84b0b1-f713-4517-a827-92fe9e86f677 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:14.888696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Pushing event updated for resources: {'Port': ['ID=6715a399-c886-4dcb-8ea9-3f8155b8d0aa,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:14.906049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.910560 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1065958 Apr 22 17:03:14.911320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56684) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:14.943734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:14.958618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:14.960376 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-18c7d09a-758d-4a0b-84d2-80fbe03221f4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules/52d20490-09ea-4a72-8e78-cc76ed842164 HTTP/1.1" status: 200 len: 763 time: 0.0437348 Apr 22 17:03:14.963086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56690) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:15.016793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:15.029862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port dd84b0b1-f713-4517-a827-92fe9e86f677 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:15.035412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:03:15.036320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:15.036523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dd351f72-9fe3-464a-b44a-0bbef363dc5d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:15.037532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.050723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d3f106e1-3502-4ed7-a6fb-8d224dbeb071 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:15.075588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ea196bb-adfd-45c7-9e2b-50bccbffd8d9 tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:15.149859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port dd351f72-9fe3-464a-b44a-0bbef363dc5d completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:15.159999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:15.167844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d3f106e1-3502-4ed7-a6fb-8d224dbeb071 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:15.169280 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d3f106e1-3502-4ed7-a6fb-8d224dbeb071 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2052155 Apr 22 17:03:15.174052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56694) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:15.259825 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.3342371 Apr 22 17:03:15.271095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56698) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:15.272130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:15.280494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:15.280922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.312915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1b310464-944e-4986-adbf-bf116ee4ca38 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2131214157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:15.321170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1b310464-944e-4986-adbf-bf116ee4ca38 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:15.322734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24cfb852-0a99-4a94-bd74-9f3f32e54bed tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.336445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1b310464-944e-4986-adbf-bf116ee4ca38 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Usage tracker for resource:router and tenant:91f71d28b59e453fbeecab1cc43b4b60 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:15.340129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24cfb852-0a99-4a94-bd74-9f3f32e54bed tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.393173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:03:15.407410 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "PUT /v2.0/routers/879b5d5d-94b9-4fe4-9dc1-6f89451e76f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4247940 Apr 22 17:03:15.414722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Checking segment: {'id': '418d6e71-c260-40f7-8349-588098961f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f94b7137-f91e-4d4d-aa6d-b655cfb856f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:15.415216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network hostable DHCP agents. Network: f94b7137-f91e-4d4d-aa6d-b655cfb856f3, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:15.430738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24cfb852-0a99-4a94-bd74-9f3f32e54bed tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.433409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:15.442096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1b310464-944e-4986-adbf-bf116ee4ca38 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:15.452135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24cfb852-0a99-4a94-bd74-9f3f32e54bed tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.456282 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-24cfb852-0a99-4a94-bd74-9f3f32e54bed tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/52d20490-09ea-4a72-8e78-cc76ed842164 HTTP/1.1" status: 204 len: 168 time: 0.2787676 Apr 22 17:03:15.457455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfb852-0a99-4a94-bd74-9f3f32e54bed tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52d20490-09ea-4a72-8e78-cc76ed842164,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:15.468207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56704) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:15.471808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24cfb852-0a99-4a94-bd74-9f3f32e54bed tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:15.483482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.483699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network ec35fe66-4350-43a2-9347-1bb14159050e has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:15.499917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.521865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6bd3bd87-c6c4-4b41-862c-d4cbdd7af615,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:15.532339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1b310464-944e-4986-adbf-bf116ee4ca38 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:15.535755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-041048b8-a511-4426-8ef5-be5cd24d552d tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:15.544217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f3e77908-2455-4594-8fee-cdc768ebf541 None None] Provisioning for port dd84b0b1-f713-4517-a827-92fe9e86f677 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:15.565421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f3e77908-2455-4594-8fee-cdc768ebf541 None None] Provisioning complete for port dd84b0b1-f713-4517-a827-92fe9e86f677 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:15.565421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3e77908-2455-4594-8fee-cdc768ebf541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.591656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8ef9c4-6fc9-4459-92f2-f411ed1a70a8 None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:03:15.593439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=f0a0b171-8ccb-4b17-aee9-6fcd2d8838f7,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:15.602242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:15.612923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-041048b8-a511-4426-8ef5-be5cd24d552d tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:15.618041 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-041048b8-a511-4426-8ef5-be5cd24d552d tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1453190 Apr 22 17:03:15.618605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56710) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:15.624942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ea1e920f-592a-4d86-84a5-3335128e5fc4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': 'c80a2906-bce9-4068-aaa7-597f866aa60a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:15.627197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a74db-c963-4381-9cb1-c4a73bede519 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:15.632395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea1e920f-592a-4d86-84a5-3335128e5fc4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:15.634431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a74db-c963-4381-9cb1-c4a73bede519 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:15.635696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e8a74db-c963-4381-9cb1-c4a73bede519 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:15.644583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea1e920f-592a-4d86-84a5-3335128e5fc4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:15.651015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.655995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network f94b7137-f91e-4d4d-aa6d-b655cfb856f3 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:15.662523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c3c46a6-b09b-4355-8cd4-478d06a95f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:15.726498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea1e920f-592a-4d86-84a5-3335128e5fc4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.754189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b310464-944e-4986-adbf-bf116ee4ca38 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.756141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b310464-944e-4986-adbf-bf116ee4ca38 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.773808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, f94b7137-f91e-4d4d-aa6d-b655cfb856f3) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:15.794545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e8a74db-c963-4381-9cb1-c4a73bede519 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:15.795887 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4e8a74db-c963-4381-9cb1-c4a73bede519 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.1188834 Apr 22 17:03:15.800169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56720) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:15.808825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:15.809490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.828517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network ec35fe66-4350-43a2-9347-1bb14159050e has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:15.842719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=6bd3bd87-c6c4-4b41-862c-d4cbdd7af615,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:15.851936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:15.856901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3e77908-2455-4594-8fee-cdc768ebf541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:15.857087 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:15.863513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.1493304 Apr 22 17:03:15.891193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56724) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:15.911674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f3e77908-2455-4594-8fee-cdc768ebf541 None None] For port dd84b0b1-f713-4517-a827-92fe9e86f677, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dd84b0b1-f713-4517-a827-92fe9e86f677,segment=NetworkSegment(2641ff73-cd9e-4590-8bd9-7fb9018da97a),segment_id=2641ff73-cd9e-4590-8bd9-7fb9018da97a)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:15.949871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3e77908-2455-4594-8fee-cdc768ebf541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.956622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6c6f740f-83f7-447f-a1b7-d4b8d84f0d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:15.963795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b310464-944e-4986-adbf-bf116ee4ca38 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.973974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:15.979304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16fc84a0-c72e-45c6-95c0-bdec15cbf199 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:15.996459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.001704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-628e33ed-7847-4152-83f6-2bea113b44b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 7798b731-2ad2-4a8d-9252-1ea899d9124e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:16.002223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-628e33ed-7847-4152-83f6-2bea113b44b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.009544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ef9c4-6fc9-4459-92f2-f411ed1a70a8 None None] Resources bound (agent type, host, resource id): {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:03:16.012755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=ec35fe66-4350-43a2-9347-1bb14159050e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:16.027492 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/ec35fe66-4350-43a2-9347-1bb14159050e HTTP/1.1" status: 204 len: 168 time: 4.1877837 Apr 22 17:03:16.029047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:16.030906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56728) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:16.041226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-954690680'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:16.048544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:16.053812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:network and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:16.063107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b310464-944e-4986-adbf-bf116ee4ca38 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.075338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:16.120017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:16.138874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea1e920f-592a-4d86-84a5-3335128e5fc4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.148652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e77908-2455-4594-8fee-cdc768ebf541 None None] Pushing event updated for resources: {'Port': ['ID=dd84b0b1-f713-4517-a827-92fe9e86f677,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:16.155107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3e77908-2455-4594-8fee-cdc768ebf541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:16.167232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b310464-944e-4986-adbf-bf116ee4ca38 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.171406 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1b310464-944e-4986-adbf-bf116ee4ca38 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8786645 Apr 22 17:03:16.171406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:16.176327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.180336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1a120f5a-b826-45e9-a53a-0551b4ce9986 None None] Provisioning for port dd351f72-9fe3-464a-b44a-0bbef363dc5d completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:16.188247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1a120f5a-b826-45e9-a53a-0551b4ce9986 None None] Provisioning complete for port dd351f72-9fe3-464a-b44a-0bbef363dc5d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:16.188662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a120f5a-b826-45e9-a53a-0551b4ce9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.189880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56736) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:16.197676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea1e920f-592a-4d86-84a5-3335128e5fc4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.200146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-476ae5df-3007-43aa-8e6b-b5916987fca5 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1139314573', 'prefixes': ['172.20.0.0/16']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:16.209430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-81efde46-43e4-45d4-86c7-9ddf497990f0 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:16.211400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-476ae5df-3007-43aa-8e6b-b5916987fca5 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:16.230527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:16.242438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.243043 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment 10d81ef2-7350-4e22-bfdd-56da10575099 of type vlan for network cfb8216d-04f7-458b-8272-983539e334a0 Apr 22 17:03:16.284296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.287206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e920f-592a-4d86-84a5-3335128e5fc4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ee64b4-c4ba-4307-a881-aecf0d9630ca,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:16.299586 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-edc679d4-7aef-4f70-9b2b-36a79ebb2190 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165195448&fields=id&tenant_id=eb0198668d514766842936a3a15b85e6 HTTP/1.1" status: 200 len: 267 time: 0.1806109 Apr 22 17:03:16.307248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea1e920f-592a-4d86-84a5-3335128e5fc4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:16.340296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.401555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.409074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:16.409920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.416842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90065503-72e9-4a9c-879f-58ce10576c9b tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:16.433969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a120f5a-b826-45e9-a53a-0551b4ce9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.497127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea1e920f-592a-4d86-84a5-3335128e5fc4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.501248 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ea1e920f-592a-4d86-84a5-3335128e5fc4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8785658 Apr 22 17:03:16.504435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56742) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:16.511511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-476ae5df-3007-43aa-8e6b-b5916987fca5 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for subnetpool, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.517396 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-476ae5df-3007-43aa-8e6b-b5916987fca5 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3259931 Apr 22 17:03:16.519277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56746) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:16.522305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1a120f5a-b826-45e9-a53a-0551b4ce9986 None None] For port dd351f72-9fe3-464a-b44a-0bbef363dc5d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dd351f72-9fe3-464a-b44a-0bbef363dc5d,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:16.545393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-71823d2b-f875-44fe-9c4d-376861b96d71 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73', 'tempest-TagsExtTest-Tag-1112841189') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:16.593089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=cfb8216d-04f7-458b-8272-983539e334a0,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:16.594115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a120f5a-b826-45e9-a53a-0551b4ce9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.596959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:16.598499 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d96c1dc6-f1ee-430b-b341-b0cec7002bf3 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules/37ee64b4-c4ba-4307-a881-aecf0d9630ca HTTP/1.1" status: 200 len: 763 time: 0.0898399 Apr 22 17:03:16.608864 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5739706 Apr 22 17:03:16.608864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56752) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:16.613015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56754) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:16.619881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:16.642225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'network_id': 'cfb8216d-04f7-458b-8272-983539e334a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:16.675972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network cfb8216d-04f7-458b-8272-983539e334a0 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:16.697048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-e82f586d-0954-4be6-8e35-f96bde2d70fa', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:16.698330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.736416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.743536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-f94b7137-f91e-4d4d-aa6d-b655cfb856f3', 'network_id': 'f94b7137-f91e-4d4d-aa6d-b655cfb856f3', 'tenant_id': '5bb0b439cf104a8984e5f7ab1c32ab74', 'fixed_ips': [{'subnet_id': 'f0a0b171-8ccb-4b17-aee9-6fcd2d8838f7'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:16.746010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.782194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ecda-c97d-4409-9444-f9850591da0d req-9466819e-845f-43e9-af5a-57a8d93b77cd tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:16.782821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-40e6ecda-c97d-4409-9444-f9850591da0d req-9466819e-845f-43e9-af5a-57a8d93b77cd tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Synchronizing usage tracker for tenant:eb0198668d514766842936a3a15b85e6 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:16.792635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-628e33ed-7847-4152-83f6-2bea113b44b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:16.795104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Sync routers for ids ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:03:16.809826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Routers {'879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:03:16.810516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:03:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:16.854780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:16.980032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-628e33ed-7847-4152-83f6-2bea113b44b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 7798b731-2ad2-4a8d-9252-1ea899d9124e owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:17.120560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-40e6ecda-c97d-4409-9444-f9850591da0d req-9466819e-845f-43e9-af5a-57a8d93b77cd tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Unset dirty status for tenant:eb0198668d514766842936a3a15b85e6 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:17.122179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-9466819e-845f-43e9-af5a-57a8d93b77cd tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/networks?id=e82f586d-0954-4be6-8e35-f96bde2d70fa HTTP/1.1" status: 200 len: 796 time: 0.8122375 Apr 22 17:03:17.161450 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a46055fb-daf7-41e7-bd6e-699e12b1ac1c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/quotas/eb0198668d514766842936a3a15b85e6 HTTP/1.1" status: 200 len: 375 time: 0.0249324 Apr 22 17:03:17.177776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4c4c4d0c-c62c-40a2-bae5-01c619a65496 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:17.238820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:17.243058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:subnet and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:17.247748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:17.255839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:17.268192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4c4c4d0c-c62c-40a2-bae5-01c619a65496 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:17.274782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4c4c4d0c-c62c-40a2-bae5-01c619a65496 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6631577 Apr 22 17:03:17.275486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56760) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:17.301920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Set router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:03:17.318853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:17.329678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:17.341167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a120f5a-b826-45e9-a53a-0551b4ce9986 None None] Pushing event updated for resources: {'Port': ['ID=dd351f72-9fe3-464a-b44a-0bbef363dc5d,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:17.346155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a120f5a-b826-45e9-a53a-0551b4ce9986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:17.430874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdf46-c794-436f-9030-d00cd472a66c tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:17.434587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-40e6ecda-c97d-4409-9444-f9850591da0d req-f1d1a5a0-dc8a-4585-97e5-6b3632461a42 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Synchronizing usage tracker for tenant:eb0198668d514766842936a3a15b85e6 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:17.452477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdf46-c794-436f-9030-d00cd472a66c tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:17.459769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:17.461120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:17.498997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-628e33ed-7847-4152-83f6-2bea113b44b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:17.506483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:17.555963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-40e6ecda-c97d-4409-9444-f9850591da0d req-f1d1a5a0-dc8a-4585-97e5-6b3632461a42 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Unset dirty status for tenant:eb0198668d514766842936a3a15b85e6 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:17.557444 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-f1d1a5a0-dc8a-4585-97e5-6b3632461a42 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb0198668d514766842936a3a15b85e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3822279 Apr 22 17:03:17.567751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e33ed-7847-4152-83f6-2bea113b44b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=7798b731-2ad2-4a8d-9252-1ea899d9124e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:17.572887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-628e33ed-7847-4152-83f6-2bea113b44b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:17.624094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Allocated IP 172.20.0.2 (e82f586d-0954-4be6-8e35-f96bde2d70fa/ab861455-6977-4d05-a92b-899f82bf2253/ae6ccc88-1e35-4975-881a-9a60e44a56bb) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:17.665432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-628e33ed-7847-4152-83f6-2bea113b44b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:17.716678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:13Z', 'revision_number': 4, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'b16773ec-a559-48ae-89ff-69116618250a', 'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'mac_address': 'fa:16:3e:94:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:12Z', 'updated_at': '2021-04-22T17:03:13Z', 'revision_number': 2, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'subnets': [{'id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:17.717568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-628e33ed-7847-4152-83f6-2bea113b44b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/7798b731-2ad2-4a8d-9252-1ea899d9124e HTTP/1.1" status: 204 len: 168 time: 1.9148755 Apr 22 17:03:17.720012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56766) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:17.721943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Checking router: 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:03:17.722346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Updating router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 port b16773ec-a559-48ae-89ff-69116618250a binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:03:17.786225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:17.896093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:17.919966 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-71823d2b-f875-44fe-9c4d-376861b96d71 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags/tempest-TagsExtTest-Tag-1112841189 HTTP/1.1" status: 201 len: 201 time: 1.3800740 Apr 22 17:03:17.919966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdf46-c794-436f-9030-d00cd472a66c tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:17.922183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56770) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:17.923250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be028d08-0f37-4df9-a893-7654550affb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:17.957315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-7bf5d73a-0761-4079-938a-b8a1502ed23c tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa', 'tempest-TagsExtTest-Tag-1138862761') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:17.960645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Transition to ACTIVE for port object ae6ccc88-1e35-4975-881a-9a60e44a56bb will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:18.021886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c5738-1af0-4fe6-9560-9576024e8f0d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:18.023685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c5738-1af0-4fe6-9560-9576024e8f0d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:18.024503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-781c5738-1af0-4fe6-9560-9576024e8f0d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:18.053712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cdf46-c794-436f-9030-d00cd472a66c tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37ee64b4-c4ba-4307-a881-aecf0d9630ca,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:18.075246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe4cdf46-c794-436f-9030-d00cd472a66c tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:18.079588 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-7f8c8338-3ebb-442f-9b94-0968afb7a668 service neutron] 10.222.0.77 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390960 Apr 22 17:03:18.081075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-781c5738-1af0-4fe6-9560-9576024e8f0d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:18.085568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Allocated IP 2001:db8::1 (f94b7137-f91e-4d4d-aa6d-b655cfb856f3/f0a0b171-8ccb-4b17-aee9-6fcd2d8838f7/1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:18.086459 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-781c5738-1af0-4fe6-9560-9576024e8f0d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3646939 Apr 22 17:03:18.087744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56774) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:18.089870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Transition to ACTIVE for port object ae6ccc88-1e35-4975-881a-9a60e44a56bb will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:18.135379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dd84b0b1-f713-4517-a827-92fe9e86f677 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:18.171642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.188521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdf46-c794-436f-9030-d00cd472a66c tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.189751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fe4cdf46-c794-436f-9030-d00cd472a66c tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/37ee64b4-c4ba-4307-a881-aecf0d9630ca HTTP/1.1" status: 204 len: 168 time: 0.9119823 Apr 22 17:03:18.194593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56778) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:18.232926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7a0f0c04-678c-48fc-9877-4273041910bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:18.329844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Network e82f586d-0954-4be6-8e35-f96bde2d70fa is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:18.340990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0f6d0f0e-057b-461c-92a4-36a5a44290e9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:18.343351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:18.346243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:18.389154 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7bf5d73a-0761-4079-938a-b8a1502ed23c tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags/tempest-TagsExtTest-Tag-1138862761 HTTP/1.1" status: 201 len: 201 time: 0.4494388 Apr 22 17:03:18.419577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.434950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Pushing event updated for resources: {'Port': ['ID=ae6ccc88-1e35-4975-881a-9a60e44a56bb,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:18.435191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Transition to ACTIVE for port object b16773ec-a559-48ae-89ff-69116618250a will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:18.442447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:18.455952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56782) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:18.456806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0f6d0f0e-057b-461c-92a4-36a5a44290e9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:18.461728 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0f6d0f0e-057b-461c-92a4-36a5a44290e9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2577698 Apr 22 17:03:18.464507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56786) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:18.468599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-048f2eb6-fe10-42ae-9175-a570ec51a5ac tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631', 'tempest-TagsExtTest-Tag-1086232847') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:18.469956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.481063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b6205db-b35a-4bfd-ab2c-6961fa16514d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:18.552578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3f855f5a-1df3-4592-981c-cae08a9075a4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Request body: {'security_group_rule': {'security_group_id': 'c80a2906-bce9-4068-aaa7-597f866aa60a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:18.563271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Pushing event updated for resources: {'Port': ['ID=b16773ec-a559-48ae-89ff-69116618250a,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:18.564682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6fc7c8-d256-4ee8-8fe0-87551063d016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet acfec8a3-09b8-4c59-bb92-3eb3d6360bc8 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:03:18.576874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.581162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc7c8-d256-4ee8-8fe0-87551063d016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.583576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3f855f5a-1df3-4592-981c-cae08a9075a4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:18.586917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-30123419-7d89-4622-afcf-20430cb19335 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:18.614249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Attempting to bind port ae6ccc88-1e35-4975-881a-9a60e44a56bb on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:18.615063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Attempting to bind port ae6ccc88-1e35-4975-881a-9a60e44a56bb by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:18.615764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Attempting to bind port ae6ccc88-1e35-4975-881a-9a60e44a56bb on network e82f586d-0954-4be6-8e35-f96bde2d70fa {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:18.628352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port dd84b0b1-f713-4517-a827-92fe9e86f677 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:18.629057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.659273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3f855f5a-1df3-4592-981c-cae08a9075a4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:18.660359 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-8fea8f25-820c-4513-8636-51ebe5bb2737 service neutron] 10.222.0.77 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691400 Apr 22 17:03:18.662915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc7c8-d256-4ee8-8fe0-87551063d016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.703738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.704128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.704514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.704891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.705264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.705638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.706009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.706378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.707030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.707166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.707465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.707829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:18.735565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:18.738589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Checking segment: {'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:18.739145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.741946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Bound using segment: {'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:18.742534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Bound port: ae6ccc88-1e35-4975-881a-9a60e44a56bb, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:18.743003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.743638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:18.766138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc7c8-d256-4ee8-8fe0-87551063d016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.767443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Attempting to bind port b16773ec-a559-48ae-89ff-69116618250a on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:18.767868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Attempting to bind port b16773ec-a559-48ae-89ff-69116618250a by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:18.768285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Attempting to bind port b16773ec-a559-48ae-89ff-69116618250a on network e82f586d-0954-4be6-8e35-f96bde2d70fa {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:18.783062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:18.783494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Checking segment: {'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:18.783953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.784456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Bound using segment: {'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:18.785374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Bound port: b16773ec-a559-48ae-89ff-69116618250a, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:18.785803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.877480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking segment: {'id': '10d81ef2-7350-4e22-bfdd-56da10575099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'cfb8216d-04f7-458b-8272-983539e334a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:18.878155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network hostable DHCP agents. Network: cfb8216d-04f7-458b-8272-983539e334a0, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:18.894904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=70703142-1b5c-4cfc-ba30-0bff877b2a2d,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:18.907470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:18.908446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f855f5a-1df3-4592-981c-cae08a9075a4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:18.971226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] For port b16773ec-a559-48ae-89ff-69116618250a, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:18.975066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] For port b16773ec-a559-48ae-89ff-69116618250a, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b16773ec-a559-48ae-89ff-69116618250a,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:18.997706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.011540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.016664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f855f5a-1df3-4592-981c-cae08a9075a4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.017719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network cfb8216d-04f7-458b-8272-983539e334a0 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:19.026806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-048f2eb6-fe10-42ae-9175-a570ec51a5ac tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags/tempest-TagsExtTest-Tag-1086232847 HTTP/1.1" status: 201 len: 201 time: 0.5672288 Apr 22 17:03:19.030165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:19.031260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56792) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:19.044036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-0172693d-6f65-4f5d-a097-dd43154a072c tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074', 'tempest-TagsExtTest-Tag-178430808') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:19.060747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f855f5a-1df3-4592-981c-cae08a9075a4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.065547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6539830f-008d-48b5-b565-e59b15a5bbdf tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:19.073853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, cfb8216d-04f7-458b-8272-983539e334a0) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:19.080503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Transition to ACTIVE for port object 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:19.114584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f855f5a-1df3-4592-981c-cae08a9075a4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5712c85-0c4c-4217-8584-96ae90f9041c,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:19.127145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Transition to ACTIVE for port object 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:19.132739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] For port ae6ccc88-1e35-4975-881a-9a60e44a56bb, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:19.148237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] For port ae6ccc88-1e35-4975-881a-9a60e44a56bb, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ae6ccc88-1e35-4975-881a-9a60e44a56bb,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:19.154550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3f855f5a-1df3-4592-981c-cae08a9075a4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:19.161164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:19.162673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.177193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Routers {'879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:03:19.177902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:03:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:19.184516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.189659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23a4224e-2510-4f5f-942f-24886a622cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:19.203564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.210727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f855f5a-1df3-4592-981c-cae08a9075a4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.213367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc7c8-d256-4ee8-8fe0-87551063d016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.217391 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3f855f5a-1df3-4592-981c-cae08a9075a4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6725252 Apr 22 17:03:19.220001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56802) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:19.234682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:19.282691 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6643023 Apr 22 17:03:19.287896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56806) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:19.295453 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8edc686b-4f7c-451d-a7de-abd93724cc28 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules/a5712c85-0c4c-4217-8584-96ae90f9041c HTTP/1.1" status: 200 len: 764 time: 0.0695245 Apr 22 17:03:19.302014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Pushing event updated for resources: {'Port': ['ID=b16773ec-a559-48ae-89ff-69116618250a,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:19.309360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56808) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:19.344013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a0b171-8ccb-4b17-aee9-6fcd2d8838f7,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:19.345336 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0172693d-6f65-4f5d-a097-dd43154a072c tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags/tempest-TagsExtTest-Tag-178430808 HTTP/1.1" status: 201 len: 201 time: 0.3117619 Apr 22 17:03:19.345851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Pushing event updated for resources: {'Port': ['ID=1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:19.348807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dd351f72-9fe3-464a-b44a-0bbef363dc5d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:19.348949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc7c8-d256-4ee8-8fe0-87551063d016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.360800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56814) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:19.384423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.408616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:19.409162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:19.428600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-326a36e8-cabe-468f-8883-73e35a1e0b2e tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:19.484611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Network f94b7137-f91e-4d4d-aa6d-b655cfb856f3 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:19.499860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:19.519462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.524079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] Set router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:03:19.524240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:19.632935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-00be5952-8705-4d42-9a3f-fc789e21b7e6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:19.636514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:19.680503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Pushing event updated for resources: {'Port': ['ID=ae6ccc88-1e35-4975-881a-9a60e44a56bb,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:19.695643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:19.706169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94b7137-f91e-4d4d-aa6d-b655cfb856f3']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:19.721438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4168a749-4bf0-4f43-963f-d7c8742d1456 req-d3dc947f-c10a-4200-8344-6e72eec424c5 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 210 time: 0.5639102 Apr 22 17:03:19.733732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Attempting to bind port 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:19.733732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Attempting to bind port 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '418d6e71-c260-40f7-8349-588098961f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f94b7137-f91e-4d4d-aa6d-b655cfb856f3'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:19.733732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Attempting to bind port 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd on network f94b7137-f91e-4d4d-aa6d-b655cfb856f3 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:19.737482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fc7c8-d256-4ee8-8fe0-87551063d016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=acfec8a3-09b8-4c59-bb92-3eb3d6360bc8,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:19.744323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port dd351f72-9fe3-464a-b44a-0bbef363dc5d triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:19.744925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.756603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418d6e71-c260-40f7-8349-588098961f26') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:19.758084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418d6e71-c260-40f7-8349-588098961f26') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:19.773543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea6fc7c8-d256-4ee8-8fe0-87551063d016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:19.774159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:19.774904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:19.777670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.782999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.784415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-00be5952-8705-4d42-9a3f-fc789e21b7e6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group_rule {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:19.794251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56824) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:19.803450 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-00be5952-8705-4d42-9a3f-fc789e21b7e6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4924071 Apr 22 17:03:19.816547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-326a36e8-cabe-468f-8883-73e35a1e0b2e tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags HTTP/1.1" status: 200 len: 241 time: 0.4208024 Apr 22 17:03:19.817676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56828) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:19.824185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:19.824589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Checking segment: {'id': '418d6e71-c260-40f7-8349-588098961f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f94b7137-f91e-4d4d-aa6d-b655cfb856f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:19.825029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.825472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Bound using segment: {'id': '418d6e71-c260-40f7-8349-588098961f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f94b7137-f91e-4d4d-aa6d-b655cfb856f3'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:19.826122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Bound port: 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418d6e71-c260-40f7-8349-588098961f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f94b7137-f91e-4d4d-aa6d-b655cfb856f3'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:19.826540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.833511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-a90ebc7f-0057-45c2-923c-2a9e0fa798a4 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73', 'tempest-TagsExtTest-Tag-1112841189') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:19.838672 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ea6fc7c8-d256-4ee8-8fe0-87551063d016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/acfec8a3-09b8-4c59-bb92-3eb3d6360bc8 HTTP/1.1" status: 204 len: 168 time: 1.7495632 Apr 22 17:03:19.853209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:19.856087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56832) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:19.963195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:19.990372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64312902-3ba0-4520-96b6-8cf34974fd80 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:20.016017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:20.032421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0543b690-0026-4248-9ad1-a5225653491e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1670697 Apr 22 17:03:20.033321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64312902-3ba0-4520-96b6-8cf34974fd80 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:20.057334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56836) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:20.065844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] For port 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:20.091733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:13Z', 'revision_number': 4, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'b16773ec-a559-48ae-89ff-69116618250a', 'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'mac_address': 'fa:16:3e:94:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:12Z', 'updated_at': '2021-04-22T17:03:18Z', 'revision_number': 4, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'subnets': [{'id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:20.096873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd806d73-b37d-4492-aff4-edda5b300973 None None] The sync data for ids ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'] in dv-neutron-786478-3-hyperv is: [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:13Z', 'revision_number': 4, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'b16773ec-a559-48ae-89ff-69116618250a', 'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'mac_address': 'fa:16:3e:94:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:12Z', 'updated_at': '2021-04-22T17:03:18Z', 'revision_number': 4, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'subnets': [{'id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:03:20.219364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a90ebc7f-0057-45c2-923c-2a9e0fa798a4 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags/tempest-TagsExtTest-Tag-1112841189 HTTP/1.1" status: 204 len: 168 time: 0.3999538 Apr 22 17:03:20.223231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:20.227072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56842) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:20.301406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-a17eb657-38af-4dcc-8af8-d393eb7c1ef7 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73', 'tempest-TagsExtTest-Tag-1112841189') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:20.471330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network f94b7137-f91e-4d4d-aa6d-b655cfb856f3 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:20.488015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64312902-3ba0-4520-96b6-8cf34974fd80 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:20.491882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:20.510063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bfc3d7a9-7335-4e60-b504-1f56f1c256bd tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:20.537129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64312902-3ba0-4520-96b6-8cf34974fd80 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5712c85-0c4c-4217-8584-96ae90f9041c,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:20.589392 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a17eb657-38af-4dcc-8af8-d393eb7c1ef7 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags/tempest-TagsExtTest-Tag-1112841189 HTTP/1.1" status: 204 len: 168 time: 0.3010552 Apr 22 17:03:20.590693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56846) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:20.595621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:20.605131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-2133e8c5-6b7d-4104-8985-dc331ef2759b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:20.607800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-64312902-3ba0-4520-96b6-8cf34974fd80 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:20.658245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:20.663817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:20.667411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:20.679536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8392a81-52d9-4ac5-9c32-3fc582112754 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:20.691500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64312902-3ba0-4520-96b6-8cf34974fd80 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:20.698065 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-64312902-3ba0-4520-96b6-8cf34974fd80 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/a5712c85-0c4c-4217-8584-96ae90f9041c HTTP/1.1" status: 204 len: 168 time: 0.8993232 Apr 22 17:03:20.698065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:20.743567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56850) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:20.801420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network f94b7137-f91e-4d4d-aa6d-b655cfb856f3 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:20.828814 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:20.842063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:20.849611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:20.960955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Subnet': ['ID=70703142-1b5c-4cfc-ba30-0bff877b2a2d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:20.972969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:21.011146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:21.102256 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-424236a2-7f2a-4131-8773-bb0f84f4b4b7 req-79c66879-2876-4e80-bdb8-9f5e335afc62 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 210 time: 0.1784482 Apr 22 17:03:21.127433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] For port 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd,segment=NetworkSegment(418d6e71-c260-40f7-8349-588098961f26),segment_id=418d6e71-c260-40f7-8349-588098961f26)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:21.152932 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-83cf83e9-1865-4afa-8660-fd5aae7d4c72 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4051189 Apr 22 17:03:21.155907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:03:21.155907 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:03:21.155907 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': 'f94b7137-f91e-4d4d-aa6d-b655cfb856f3'}] Apr 22 17:03:21.155907 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:03:21.156515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:03:21.158095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56856) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:21.190100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:21.196613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d4f0b7a-1d06-4946-ba26-ed50b41be721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:21.246875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb8216d-04f7-458b-8272-983539e334a0']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:21.276486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d81ef2-7350-4e22-bfdd-56da10575099') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:21.276486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d81ef2-7350-4e22-bfdd-56da10575099') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:21.309530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:21.351947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:21.366165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:21.385208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64e18442-0ded-458b-bed5-b2b94eaabf5e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:21.429627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b16773ec-a559-48ae-89ff-69116618250a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:21.470992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64e18442-0ded-458b-bed5-b2b94eaabf5e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:21.513697 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2133e8c5-6b7d-4104-8985-dc331ef2759b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags HTTP/1.1" status: 200 len: 205 time: 0.9212439 Apr 22 17:03:21.523901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56860) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:21.535706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-051a7559-ebe2-432d-a11b-19fe57bbaade tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:21.685810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:21.711751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network cfb8216d-04f7-458b-8272-983539e334a0 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:21.743684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:21.773566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Pushing event updated for resources: {'Port': ['ID=1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:21.778815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:21.804433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d00850-fe6d-4a08-b40d-8d46072f015a None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:03:21.866251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cb3068be-7889-4f81-befb-4950d3237523 None None] Provisioning for port ae6ccc88-1e35-4975-881a-9a60e44a56bb completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:21.869461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port b16773ec-a559-48ae-89ff-69116618250a completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:21.881373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ae6ccc88-1e35-4975-881a-9a60e44a56bb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:21.882119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting port 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:21.882349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:21.987542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64e18442-0ded-458b-bed5-b2b94eaabf5e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:21.998291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cb3068be-7889-4f81-befb-4950d3237523 None None] Provisioning for port b16773ec-a559-48ae-89ff-69116618250a completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:22.006440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3cc2bdad-c57b-4c4e-8868-fd41e36ea962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:22.013178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cb3068be-7889-4f81-befb-4950d3237523 None None] Provisioning complete for port b16773ec-a559-48ae-89ff-69116618250a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:22.013606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb3068be-7889-4f81-befb-4950d3237523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.015837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network cfb8216d-04f7-458b-8272-983539e334a0 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:22.024200 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-051a7559-ebe2-432d-a11b-19fe57bbaade tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags HTTP/1.1" status: 200 len: 241 time: 0.4964645 Apr 22 17:03:22.034258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56864) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:22.052181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-c219e71b-1da8-4eaa-86e5-106e51526138 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa', 'tempest-TagsExtTest-Tag-1138862761') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:22.056068 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:22.095996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e18442-0ded-458b-bed5-b2b94eaabf5e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80a2906-bce9-4068-aaa7-597f866aa60a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:22.128810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port ae6ccc88-1e35-4975-881a-9a60e44a56bb completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:22.129547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-64e18442-0ded-458b-bed5-b2b94eaabf5e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:22.152195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ae6ccc88-1e35-4975-881a-9a60e44a56bb triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:22.153026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.284641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d00850-fe6d-4a08-b40d-8d46072f015a None None] Resources bound (agent type, host, resource id): {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:03:22.308449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64e18442-0ded-458b-bed5-b2b94eaabf5e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.309691 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-64e18442-0ded-458b-bed5-b2b94eaabf5e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "DELETE /v2.0/security-groups/c80a2906-bce9-4068-aaa7-597f866aa60a HTTP/1.1" status: 204 len: 168 time: 1.1505396 Apr 22 17:03:22.313198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56876) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:22.346582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ecda-c97d-4409-9444-f9850591da0d req-1cca9724-cd4a-4cad-81df-20e0366f6fe1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:22.348207 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-1cca9724-cd4a-4cad-81df-20e0366f6fe1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.78 "GET /v2.0/networks?id=e82f586d-0954-4be6-8e35-f96bde2d70fa HTTP/1.1" status: 200 len: 796 time: 0.6987119 Apr 22 17:03:22.348337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb3068be-7889-4f81-befb-4950d3237523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.379661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8bc3bc9a-e372-475d-8759-c96ab5263169 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Synchronizing usage tracker for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:22.396408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.400461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.405602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53f19a2f-f6e9-46c0-b5fe-f8e200038954 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:22.412763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] For port 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd,segment=NetworkSegment(418d6e71-c260-40f7-8349-588098961f26),segment_id=418d6e71-c260-40f7-8349-588098961f26)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:22.413694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.438307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=cfb8216d-04f7-458b-8272-983539e334a0,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:22.447342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:22.449862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8bc3bc9a-e372-475d-8759-c96ab5263169 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Unset dirty status for tenant:440102bf4cc547c096296a7c5872cea0 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:22.451520 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8bc3bc9a-e372-475d-8759-c96ab5263169 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1361456 Apr 22 17:03:22.458502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56880) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:22.463015 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/cfb8216d-04f7-458b-8272-983539e334a0 HTTP/1.1" status: 204 len: 168 time: 3.1662850 Apr 22 17:03:22.481348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56884) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:22.493517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1641007415'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:22.513381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:22.526830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:network and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:22.555203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cb3068be-7889-4f81-befb-4950d3237523 None None] For port b16773ec-a559-48ae-89ff-69116618250a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b16773ec-a559-48ae-89ff-69116618250a,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:22.564076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.583756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Calling delete_port for 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:22.609760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb3068be-7889-4f81-befb-4950d3237523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.615314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7e4ed8c0-726f-48f4-a2c0-fe0e9095e004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:22.690976 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-0475a415-014f-430e-8ae2-3aa8998ce518 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb0198668d514766842936a3a15b85e6 HTTP/1.1" status: 200 len: 379 time: 0.3216054 Apr 22 17:03:22.702859 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c219e71b-1da8-4eaa-86e5-106e51526138 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags/tempest-TagsExtTest-Tag-1138862761 HTTP/1.1" status: 204 len: 168 time: 0.6616595 Apr 22 17:03:22.722782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04086560-ca23-4b04-91bc-f236ba21409c req-28f70b98-ce5d-4222-bb43-47e97d300b3e tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 210 time: 0.2149980 Apr 22 17:03:22.729490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'port': {'device_id': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'admin_state_up': True, 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'security_groups': ['2b1a3678-a278-47bf-8c6e-ef466e288125']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:22.749023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port ae6ccc88-1e35-4975-881a-9a60e44a56bb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ae6ccc88-1e35-4975-881a-9a60e44a56bb,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:22.754197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56888) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:22.789769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3068be-7889-4f81-befb-4950d3237523 None None] Pushing event updated for resources: {'Port': ['ID=b16773ec-a559-48ae-89ff-69116618250a,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:22.796024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cb3068be-7889-4f81-befb-4950d3237523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:22.799725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-1dbd9277-e30a-460f-b6c6-35a29190a670 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa', 'tempest-TagsExtTest-Tag-1138862761') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:22.809153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.822083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:22.866188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:22.883695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:22.895882 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4dc370f5-d67a-46ba-a54d-f760046a06c7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4356163 Apr 22 17:03:22.932618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:22.939193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.973160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:22.984821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:22.985226 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment d63555c7-b47f-4d86-ad8b-fe0baecc08f1 of type vlan for network 9a9a2721-18c7-45de-a9f7-0f65ac291f9d Apr 22 17:03:22.993665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=ae6ccc88-1e35-4975-881a-9a60e44a56bb,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:23.000660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:23.031573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:23.045302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67126c5c-2f6b-4f5f-a6eb-b39d6dbfcd54 None None] Network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:23.074216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f02fd8-7ec7-43eb-9dfa-6e9baa4c5490 None None] Network e82f586d-0954-4be6-8e35-f96bde2d70fa requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:23.089741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f12434-e3cd-4bbf-af4c-06ac10ea960b None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:23.105226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132400bc-eb50-448c-a329-f777d7e28002 None None] Network ec35fe66-4350-43a2-9347-1bb14159050e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:23.119371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7656bbf-5dc0-4f1f-9924-0c9070779a57 None None] Network f94b7137-f91e-4d4d-aa6d-b655cfb856f3 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:23.121601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:23.128090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:23.128762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:23.135778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:23.136668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcea3c3b-f6cf-4c67-b222-cbeca1923e75 None None] Network cfb8216d-04f7-458b-8272-983539e334a0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:23.277430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=9a9a2721-18c7-45de-a9f7-0f65ac291f9d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:23.303072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:23.312509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:23.321266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcea3c3b-f6cf-4c67-b222-cbeca1923e75 None None] Network cfb8216d-04f7-458b-8272-983539e334a0 could not be found, it might have been deleted concurrently. {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:221}} Apr 22 17:03:23.322051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2b29e423-8b6c-4f73-8068-575155b527ce tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:23.342905 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8581617 Apr 22 17:03:23.343692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56896) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:23.346788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 9a9a2721-18c7-45de-a9f7-0f65ac291f9d details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:23.351296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:23.353089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'network_id': '9a9a2721-18c7-45de-a9f7-0f65ac291f9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:23.360873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b16773ec-a559-48ae-89ff-69116618250a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:23.403798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No DVR routers for this DVR port 1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:03:23.442729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:23.454342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56900) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:23.455247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:23.462884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:23.498879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:23.503025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:subnet and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:23.506079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:23.510340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:port and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:23.513000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:23.521378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:23.524982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:23.525640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:23.552840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa2d7f4-671c-4d55-9789-e57140b4e6bc None None] Network cfb8216d-04f7-458b-8272-983539e334a0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:23.566565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:23.574045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:23.594433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:23.603085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=4aac7d48-a3c6-4ede-a1f4-302d9ee54876,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:23.630779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:23.637086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e31344c-5e68-42fc-92ca-2df53a6b315b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:23.670986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132400bc-eb50-448c-a329-f777d7e28002 None None] Network ec35fe66-4350-43a2-9347-1bb14159050e could not be found, it might have been deleted concurrently. {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:221}} Apr 22 17:03:23.698888 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6368520 Apr 22 17:03:23.707342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56906) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:23.715836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:23.716354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'fixed_ips': [{'subnet_id': '4aac7d48-a3c6-4ede-a1f4-302d9ee54876', 'ip_address': '2001:db8::dc93:d535:fc4:b9de'}], 'name': 'tempest-NetworksTestDHCPv6-873647748'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:23.732195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Port': ['ID=1dfe2fc7-2a2b-4af0-85d3-4328f0be98cd,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:23.733191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b72e78-cfad-42ca-93d5-08e6b77f2114 None None] Network ec35fe66-4350-43a2-9347-1bb14159050e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:23.741703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:23.773482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa2d7f4-671c-4d55-9789-e57140b4e6bc None None] Network cfb8216d-04f7-458b-8272-983539e334a0 could not be found, it might have been deleted concurrently. {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:221}} Apr 22 17:03:23.808523 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1dbd9277-e30a-460f-b6c6-35a29190a670 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags/tempest-TagsExtTest-Tag-1138862761 HTTP/1.1" status: 204 len: 168 time: 1.0538969 Apr 22 17:03:23.811940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56912) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:23.825526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Made reservation on behalf of eb0198668d514766842936a3a15b85e6 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:23.828269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-ef5e74c4-04cc-4fe8-8d96-304171befc8e tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:23.830103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b72e78-cfad-42ca-93d5-08e6b77f2114 None None] Network ec35fe66-4350-43a2-9347-1bb14159050e could not be found, it might have been deleted concurrently. {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:221}} Apr 22 17:03:23.834399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:24.017911 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-767b0b6f-64ee-4d58-b0e6-d76d6b128481 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=440102bf4cc547c096296a7c5872cea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5569644 Apr 22 17:03:24.019685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:24.023384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56916) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:24.045312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94b7137-f91e-4d4d-aa6d-b655cfb856f3']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:24.047761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:24.059092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-14ba508a-9356-42cf-9db9-abbb0f62f588 req-262cf297-1f30-423c-88eb-37515deb2361 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 210 time: 0.0974815 Apr 22 17:03:24.065667 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ef5e74c4-04cc-4fe8-8d96-304171befc8e tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags HTTP/1.1" status: 200 len: 205 time: 0.2516079 Apr 22 17:03:24.067115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56920) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:24.069583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:24.071829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418d6e71-c260-40f7-8349-588098961f26') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:24.072325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418d6e71-c260-40f7-8349-588098961f26') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:24.082795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:24.086106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-ab3965ab-385b-4d3b-a7e1-a904d06a0d61 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:24.090740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port b16773ec-a559-48ae-89ff-69116618250a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:24.091182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:24.130021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:24.166468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:24.201163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:24.247073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:24.339415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a842129-511a-4d25-8372-0c50baed962e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:24.367695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e1a70a-3b6a-490e-8574-3761a119ebf5 None None] Network f94b7137-f91e-4d4d-aa6d-b655cfb856f3 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:24.393656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a842129-511a-4d25-8372-0c50baed962e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:24.416204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:24.423706 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ab3965ab-385b-4d3b-a7e1-a904d06a0d61 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags HTTP/1.1" status: 200 len: 241 time: 0.3526943 Apr 22 17:03:24.429602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56924) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:24.456859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-e8940364-dc41-49f9-a0a2-9ed3631dc28f tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631', 'tempest-TagsExtTest-Tag-1086232847') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:24.504470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Allocated IP 172.20.0.8 (e82f586d-0954-4be6-8e35-f96bde2d70fa/ab861455-6977-4d05-a92b-899f82bf2253/ef4b7a58-6ebf-41c8-9bc3-8bad021aea86) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:24.542495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network f94b7137-f91e-4d4d-aa6d-b655cfb856f3 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:24.553181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:24.556120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 2583bf39-b558-44f0-96fe-6985983f8cf9 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:03:24.769590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network f94b7137-f91e-4d4d-aa6d-b655cfb856f3 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:24.774557 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e8940364-dc41-49f9-a0a2-9ed3631dc28f tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags/tempest-TagsExtTest-Tag-1086232847 HTTP/1.1" status: 204 len: 168 time: 0.3379796 Apr 22 17:03:24.780098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56928) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:24.790327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-e55abe78-6231-4688-95fe-f32f878ea907 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631', 'tempest-TagsExtTest-Tag-1086232847') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:24.824691 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:24.828325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ae6ccc88-1e35-4975-881a-9a60e44a56bb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:24.871250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a842129-511a-4d25-8372-0c50baed962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:24.874273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f1f883b-55f3-4a00-8923-81f38ba51840 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:24.902982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a842129-511a-4d25-8372-0c50baed962e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cef8c03-9d0e-4f96-ba90-3d0c5cc6d1f7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:24.917305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8a842129-511a-4d25-8372-0c50baed962e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:24.967488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ae6ccc88-1e35-4975-881a-9a60e44a56bb triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:24.967926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.026122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.034392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6175698d-92d5-45ef-96e8-871d516dece7 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:25.054273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.087300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Network': ['ID=f94b7137-f91e-4d4d-aa6d-b655cfb856f3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:25.089935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:25.101541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/f94b7137-f91e-4d4d-aa6d-b655cfb856f3 HTTP/1.1" status: 204 len: 168 time: 9.2088554 Apr 22 17:03:25.102187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56932) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:25.129976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2042524131'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:25.141192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:25.148832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.169753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:network and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:25.187116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:25.199850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:25.203185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Transition to ACTIVE for port object ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:25.227010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::dc93:d535:fc4:b9de (9f37a3e5-e543-44dd-91a5-83fee171a55d/4aac7d48-a3c6-4ede-a1f4-302d9ee54876/2583bf39-b558-44f0-96fe-6985983f8cf9) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:25.237550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.243208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:25.256156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.262679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52b0f8cd-994c-4740-9e9d-91c8dde541a3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:25.294165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.327544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9121335-cebe-4b66-8e3a-583f0c5223fd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:25.342876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a842129-511a-4d25-8372-0c50baed962e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.346716 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8a842129-511a-4d25-8372-0c50baed962e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5cef8c03-9d0e-4f96-ba90-3d0c5cc6d1f7 HTTP/1.1" status: 204 len: 168 time: 1.3189397 Apr 22 17:03:25.357760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab20d5b2-16d0-4c88-ae5e-ea4423cbeba6 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:25.419878 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e55abe78-6231-4688-95fe-f32f878ea907 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags/tempest-TagsExtTest-Tag-1086232847 HTTP/1.1" status: 204 len: 168 time: 0.6332881 Apr 22 17:03:25.424963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'Port': ['ID=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:25.428990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:25.441135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56940) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:25.441398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Network e82f586d-0954-4be6-8e35-f96bde2d70fa is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:25.478741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-db310296-1883-47f1-aa31-e01a135b1b50 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:25.486368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:25.489712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:25.594404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=a917e968-9ed1-43b3-bac0-1e93ed259da3,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:25.620744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:25.621464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.623753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:25.653911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:25.681660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking segment: {'id': 'd63555c7-b47f-4d86-ad8b-fe0baecc08f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '9a9a2721-18c7-45de-a9f7-0f65ac291f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:25.682411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network hostable DHCP agents. Network: 9a9a2721-18c7-45de-a9f7-0f65ac291f9d, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:25.706916 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0025463 Apr 22 17:03:25.718097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.719231 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Added segment 5d57279e-188a-4f00-b661-db025e78c6b8 of type vlan for network f5b45357-f03b-469b-bad1-55edbb02c3b0 Apr 22 17:03:25.761658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c7f6d-ae94-430c-a839-27407f22beca req-611e1cbc-125b-412b-b876-27cfb965f00d tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:25.762492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3d2c7f6d-ae94-430c-a839-27407f22beca req-611e1cbc-125b-412b-b876-27cfb965f00d tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Synchronizing usage tracker for tenant:eb0198668d514766842936a3a15b85e6 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:25.801699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5abea4ec-a6d4-4de6-a35e-7b553307b57d None None] Provisioning complete for port dd351f72-9fe3-464a-b44a-0bbef363dc5d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:25.802148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abea4ec-a6d4-4de6-a35e-7b553307b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.817311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.904911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.911849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:25.922017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:25.922017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:26.051539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86380b98-5852-4442-9352-e15b8716ba9e None None] Network e82f586d-0954-4be6-8e35-f96bde2d70fa requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:26.116239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Request body: {'port': {'device_id': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:26.253617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186e700-774e-401d-a1f5-1f54cb3e3d94 None None] Network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:26.259219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3d2c7f6d-ae94-430c-a839-27407f22beca req-611e1cbc-125b-412b-b876-27cfb965f00d tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Unset dirty status for tenant:eb0198668d514766842936a3a15b85e6 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:26.260515 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d2c7f6d-ae94-430c-a839-27407f22beca req-611e1cbc-125b-412b-b876-27cfb965f00d tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 931 time: 0.9442739 Apr 22 17:03:26.331460 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2260056 Apr 22 17:03:26.332352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56956) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:26.355329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=f5b45357-f03b-469b-bad1-55edbb02c3b0,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:26.365344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'network_id': 'f5b45357-f03b-469b-bad1-55edbb02c3b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:26.391726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network f5b45357-f03b-469b-bad1-55edbb02c3b0 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:26.412382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c20b944e-a926-4f96-a873-0ecc0bc29f9e None None] Provisioning complete for port ae6ccc88-1e35-4975-881a-9a60e44a56bb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:26.413103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:26.413490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c20b944e-a926-4f96-a873-0ecc0bc29f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:26.431830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 9a9a2721-18c7-45de-a9f7-0f65ac291f9d is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:26.433242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:26.476442 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-db310296-1883-47f1-aa31-e01a135b1b50 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags HTTP/1.1" status: 200 len: 205 time: 1.0081463 Apr 22 17:03:26.477733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56960) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:26.492508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-c4bba6a1-6b76-4621-b6b0-41d193c7c2f9 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:26.504733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 9a9a2721-18c7-45de-a9f7-0f65ac291f9d) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:26.532301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:26.532956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:26.586820 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d2c7f6d-ae94-430c-a839-27407f22beca req-5ead1085-db77-477c-81a1-73871ecbb961 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121176 Apr 22 17:03:26.598804 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c4bba6a1-6b76-4621-b6b0-41d193c7c2f9 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags HTTP/1.1" status: 200 len: 240 time: 0.1166480 Apr 22 17:03:26.599549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56966) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:26.604658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:26.623724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-af5616ee-efe7-497b-b79f-635f3dc5266f tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074', 'tempest-TagsExtTest-Tag-178430808') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:26.643936 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2989779 Apr 22 17:03:26.649084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56972) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:26.653768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 2583bf39-b558-44f0-96fe-6985983f8cf9 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:26.789500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:26.808240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:subnet and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:26.871594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:26.891808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:26.907975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:26.948940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502aa71d-a6a2-4caa-8a55-a1aa5f95ffaa None None] Network 9a9a2721-18c7-45de-a9f7-0f65ac291f9d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:26.968958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 56980) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:26.987494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:26.994158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.032806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.073054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.094435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac45d487-c819-4b09-997c-daba58681790 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:27.101302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6525ac19-e1b1-4fd7-87cc-ed85ef137164 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:27.102870 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-6525ac19-e1b1-4fd7-87cc-ed85ef137164 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 17:03:27.106906 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-6525ac19-e1b1-4fd7-87cc-ed85ef137164 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 17:03:27.113632 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6525ac19-e1b1-4fd7-87cc-ed85ef137164 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1382089 Apr 22 17:03:27.153857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56986) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:27.169271 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af5616ee-efe7-497b-b79f-635f3dc5266f tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags/tempest-TagsExtTest-Tag-178430808 HTTP/1.1" status: 204 len: 168 time: 0.5554621 Apr 22 17:03:27.169753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:27.189841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'tempest-secgroup--349202115'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:27.201490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56990) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:27.204481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:27.220167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:27.223376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=2583bf39-b558-44f0-96fe-6985983f8cf9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:27.229748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:27.236527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:27.236727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.246192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-d10bf46b-2b6a-4e3a-8e4b-d6af94bf26db tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074', 'tempest-TagsExtTest-Tag-178430808') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:27.256051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:27.279705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:27.347695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:27.365317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:27.405927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6972287 Apr 22 17:03:27.424695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 56994) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:27.502579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.550969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.567783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9a9a2721-18c7-45de-a9f7-0f65ac291f9d', 'network_id': '9a9a2721-18c7-45de-a9f7-0f65ac291f9d', 'tenant_id': '0f9d9666ab3d4498b65065051f3e96f9', 'fixed_ips': [{'subnet_id': 'a917e968-9ed1-43b3-bac0-1e93ed259da3'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:27.570495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.590798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:27.610874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c20b944e-a926-4f96-a873-0ecc0bc29f9e None None] Provisioning for port 6715a399-c886-4dcb-8ea9-3f8155b8d0aa completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:27.655966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:27.662088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c20b944e-a926-4f96-a873-0ecc0bc29f9e None None] Provisioning complete for port 6715a399-c886-4dcb-8ea9-3f8155b8d0aa triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:27.662544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c20b944e-a926-4f96-a873-0ecc0bc29f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.663498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:27.680965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:27.785598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c20b944e-a926-4f96-a873-0ecc0bc29f9e None None] Port 6715a399-c886-4dcb-8ea9-3f8155b8d0aa cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:03:27.853435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.853838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c20b944e-a926-4f96-a873-0ecc0bc29f9e None None] Provisioning complete for port b16773ec-a559-48ae-89ff-69116618250a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:27.854256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c20b944e-a926-4f96-a873-0ecc0bc29f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.863031 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d10bf46b-2b6a-4e3a-8e4b-d6af94bf26db tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags/tempest-TagsExtTest-Tag-178430808 HTTP/1.1" status: 204 len: 168 time: 0.6602256 Apr 22 17:03:27.869096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57000) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:27.912959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-4bcc9431-0b5b-4a0c-863a-434dd3baf2ec tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:27.922702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.933462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4e7e3aa-46d8-4fa7-89f1-08f2c5a74c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:27.942219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:03:27.948095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:27.980481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:27.987094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:27.994131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:27.996817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Allocated IP 172.20.0.2 (9a9a2721-18c7-45de-a9f7-0f65ac291f9d/a917e968-9ed1-43b3-bac0-1e93ed259da3/b3f55e20-efbb-411a-afbe-00aa331a56cc) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:28.014328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0cca43-f3b7-4ba0-8245-7c2d0ca636c8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:28.020468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b12272bf-2a28-44e5-8f89-051490a52222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.024425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0cca43-f3b7-4ba0-8245-7c2d0ca636c8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:28.025312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4c0cca43-f3b7-4ba0-8245-7c2d0ca636c8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:28.041290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:28.063078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117ce49a-752f-46c5-bf1e-fecf353afe3d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:28.074586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:28.086682 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4bcc9431-0b5b-4a0c-863a-434dd3baf2ec tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags HTTP/1.1" status: 200 len: 205 time: 0.2108688 Apr 22 17:03:28.093103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57004) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:28.101558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-6cc6a7ea-41eb-411c-9f7c-653c6812741d tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:28.115176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Transition to ACTIVE for port object ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:28.131418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4c0cca43-f3b7-4ba0-8245-7c2d0ca636c8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:28.136237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4c0cca43-f3b7-4ba0-8245-7c2d0ca636c8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.7074754 Apr 22 17:03:28.139178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57008) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:28.143355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ab14d-c66a-457c-9a7f-7bec7e31191a req-1c8ed0ce-16fd-4cc9-9e40-ce79c82610ce tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:28.145117 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a2ab14d-c66a-457c-9a7f-7bec7e31191a req-1c8ed0ce-16fd-4cc9-9e40-ce79c82610ce tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 931 time: 0.3238277 Apr 22 17:03:28.149232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.155382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d3bc075-6cfa-4844-966e-5c5b1898035d tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:28.276167 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6cc6a7ea-41eb-411c-9f7c-653c6812741d tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags HTTP/1.1" status: 204 len: 168 time: 0.1818683 Apr 22 17:03:28.291345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57012) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:28.299478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c20b944e-a926-4f96-a873-0ecc0bc29f9e None None] Provisioning complete for port dd84b0b1-f713-4517-a827-92fe9e86f677 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:28.300331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c20b944e-a926-4f96-a873-0ecc0bc29f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.315932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-091830c4-b384-4273-a512-fd87caf31166 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:28.360901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:28.402482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:28.419608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-71293805-d557-466c-82a2-4174fdd8ffe4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 2583bf39-b558-44f0-96fe-6985983f8cf9 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:28.420422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71293805-d557-466c-82a2-4174fdd8ffe4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.423215 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a2ab14d-c66a-457c-9a7f-7bec7e31191a req-127360f9-903f-42ae-930c-16874264acca tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235372 Apr 22 17:03:28.542877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.550141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.589336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Transition to ACTIVE for port object b3f55e20-efbb-411a-afbe-00aa331a56cc will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:28.620434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Transition to ACTIVE for port object b3f55e20-efbb-411a-afbe-00aa331a56cc will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:28.653037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.659116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:28.694089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.707725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7654172f-f2e6-4c37-a9fe-94cc6c3b159a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:28.760091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.765929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-718beba3-b9c6-4cdd-9fae-d07dc728a291 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:28.814309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Network 9a9a2721-18c7-45de-a9f7-0f65ac291f9d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:28.818983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:28.827847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:28.832192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Pushing event updated for resources: {'Port': ['ID=b3f55e20-efbb-411a-afbe-00aa331a56cc,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:28.843943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:28.845050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Attempting to bind port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:28.845432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Attempting to bind port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:28.845801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Attempting to bind port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 on network e82f586d-0954-4be6-8e35-f96bde2d70fa {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:28.854830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 on network e82f586d-0954-4be6-8e35-f96bde2d70fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:03:28.855400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Attempting to bind port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 on network e82f586d-0954-4be6-8e35-f96bde2d70fa {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:28.881158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:28.881596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Checking segment: {'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:28.881992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Bound using segment: {'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:28.882525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Bound port: ef4b7a58-6ebf-41c8-9bc3-8bad021aea86, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3699f0a-f7d1-47e8-939d-96f7ca18453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:28.882983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.913806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Checking segment: {'id': '5d57279e-188a-4f00-b661-db025e78c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f5b45357-f03b-469b-bad1-55edbb02c3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:28.914215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network hostable DHCP agents. Network: f5b45357-f03b-469b-bad1-55edbb02c3b0, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:28.943549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Provisioning for port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:28.953265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71293805-d557-466c-82a2-4174fdd8ffe4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.965954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Could not find standard attr ID for object 7798b731-2ad2-4a8d-9252-1ea899d9124e. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:03:28.969078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Attempting to bind port b3f55e20-efbb-411a-afbe-00aa331a56cc on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:28.970118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Attempting to bind port b3f55e20-efbb-411a-afbe-00aa331a56cc by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'd63555c7-b47f-4d86-ad8b-fe0baecc08f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '9a9a2721-18c7-45de-a9f7-0f65ac291f9d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:28.970532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Attempting to bind port b3f55e20-efbb-411a-afbe-00aa331a56cc on network 9a9a2721-18c7-45de-a9f7-0f65ac291f9d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:28.976906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.981332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:28.981752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Checking segment: {'id': 'd63555c7-b47f-4d86-ad8b-fe0baecc08f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '9a9a2721-18c7-45de-a9f7-0f65ac291f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:28.982228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.982660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Bound using segment: {'id': 'd63555c7-b47f-4d86-ad8b-fe0baecc08f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '9a9a2721-18c7-45de-a9f7-0f65ac291f9d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:28.983206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Bound port: b3f55e20-efbb-411a-afbe-00aa331a56cc, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63555c7-b47f-4d86-ad8b-fe0baecc08f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '9a9a2721-18c7-45de-a9f7-0f65ac291f9d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:28.983625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:28.996279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=c09ca713-954f-4702-855d-de6279848c66,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:28.999202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:29.014059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Provisioning complete for port dd351f72-9fe3-464a-b44a-0bbef363dc5d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:29.014769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:29.033330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] For port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:29.036827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] For port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:29.055967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network f5b45357-f03b-469b-bad1-55edbb02c3b0 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:29.082828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:29.096024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24f6ff25-16ad-4c46-96cf-dcaeaf7f969a tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:29.136143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:29.136860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:29.138536 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-83100414-c411-4125-8de7-9fc83e022596 service neutron] 10.222.0.78 "PUT /v2.0/ports/ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 HTTP/1.1" status: 200 len: 1093 time: 3.4068220 Apr 22 17:03:29.146178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-71293805-d557-466c-82a2-4174fdd8ffe4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 2583bf39-b558-44f0-96fe-6985983f8cf9 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:29.153337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:03:29.158888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, f5b45357-f03b-469b-bad1-55edbb02c3b0) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:29.189532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:29.190457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:29.195081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c6647a-fd8f-4f27-98e9-25a9433600b4 None None] Network f5b45357-f03b-469b-bad1-55edbb02c3b0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:29.214183 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-091830c4-b384-4273-a512-fd87caf31166 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags HTTP/1.1" status: 204 len: 168 time: 0.9215550 Apr 22 17:03:29.215125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded2ec90-c711-4dc6-b751-a39fd0d58c4b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:29.218447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57022) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:29.226117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:29.226716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4fc15a6c-3cdd-40ff-b708-5add2f1bbeb2 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:29.249693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-37a796fe-4e4c-49cb-b3d6-3427db6e1523 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:29.279585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Subnet': ['ID=a917e968-9ed1-43b3-bac0-1e93ed259da3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:29.324707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] For port b3f55e20-efbb-411a-afbe-00aa331a56cc, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:29.345995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:29.346975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:29.348350 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1933889 Apr 22 17:03:29.365031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] For port b3f55e20-efbb-411a-afbe-00aa331a56cc, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b3f55e20-efbb-411a-afbe-00aa331a56cc,segment=NetworkSegment(d63555c7-b47f-4d86-ad8b-fe0baecc08f1),segment_id=d63555c7-b47f-4d86-ad8b-fe0baecc08f1)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:29.369734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57026) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:29.380969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': 'ded2ec90-c711-4dc6-b751-a39fd0d58c4b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:29.398245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:29.399033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:29.410086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:29.421955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Provisioning complete for port ae6ccc88-1e35-4975-881a-9a60e44a56bb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:29.422326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:29.423679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:29.437300 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0881133 Apr 22 17:03:29.441991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57030) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:29.452411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'network_id': 'f5b45357-f03b-469b-bad1-55edbb02c3b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:29.517790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:29.549461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9ee2e68-3090-4c2f-8945-3c3b5362aa4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:29.610244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-37a796fe-4e4c-49cb-b3d6-3427db6e1523 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags HTTP/1.1" status: 204 len: 168 time: 0.3716140 Apr 22 17:03:29.615062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ecda-c97d-4409-9444-f9850591da0d req-d173f2b3-fac0-4faf-81ae-4051f3c00c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:29.616707 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-d173f2b3-fac0-4faf-81ae-4051f3c00c28 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb0198668d514766842936a3a15b85e6&device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 1096 time: 0.3356082 Apr 22 17:03:29.619976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57036) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:29.628605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-644194a9-ac89-4a12-99b4-a66c7a49d530 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:29.676531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9a2721-18c7-45de-a9f7-0f65ac291f9d']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:29.692582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63555c7-b47f-4d86-ad8b-fe0baecc08f1') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:29.693319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63555c7-b47f-4d86-ad8b-fe0baecc08f1') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:29.707381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:29.726551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:29.734011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:29.796621 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-bf903c5e-5c5b-4d43-bb66-b091797f9e54 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 HTTP/1.1" status: 200 len: 217 time: 0.1151037 Apr 22 17:03:29.846889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:29.866070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:29.930193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:29.979352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:29.999103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:subnet and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:30.003274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ecda-c97d-4409-9444-f9850591da0d req-5b152214-69bb-43f5-8126-8a053c250145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:30.004873 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-5b152214-69bb-43f5-8126-8a053c250145 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ab861455-6977-4d05-a92b-899f82bf2253 HTTP/1.1" status: 200 len: 833 time: 0.1505246 Apr 22 17:03:30.006851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:30.013241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 9a9a2721-18c7-45de-a9f7-0f65ac291f9d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:30.024558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:30.030329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:30.077015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Pushing event updated for resources: {'Port': ['ID=b3f55e20-efbb-411a-afbe-00aa331a56cc,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:30.096807 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-644194a9-ac89-4a12-99b4-a66c7a49d530 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags HTTP/1.1" status: 204 len: 168 time: 0.4757202 Apr 22 17:03:30.105353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57040) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:30.108926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92183c82-b658-4bd9-b92d-6959f5d0e6f5 req-88faa2f7-7d0b-4469-bb79-c08f42e481df tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:30.110651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-92183c82-b658-4bd9-b92d-6959f5d0e6f5 req-88faa2f7-7d0b-4469-bb79-c08f42e481df tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 943 time: 0.4304490 Apr 22 17:03:30.120000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:30.126269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:30.128452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:30.129514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ea86ec-57be-4ae6-ac0f-f8f68fe27f40 None None] Network 9a9a2721-18c7-45de-a9f7-0f65ac291f9d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:30.135737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-5abf9852-79bc-4666-9060-48216f8df9c9 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73', 'tempest-TagsExtTest-Tag-690107757') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:30.179835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:30.251959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-f5b45357-f03b-469b-bad1-55edbb02c3b0', 'network_id': 'f5b45357-f03b-469b-bad1-55edbb02c3b0', 'tenant_id': '5bb0b439cf104a8984e5f7ab1c32ab74', 'fixed_ips': [{'subnet_id': 'c09ca713-954f-4702-855d-de6279848c66'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:30.253864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:30.276707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Provisioning complete for port b16773ec-a559-48ae-89ff-69116618250a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:30.277131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:30.285098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-92183c82-b658-4bd9-b92d-6959f5d0e6f5 req-4105cc75-0eab-449d-81c5-2db5cf319f69 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668973 Apr 22 17:03:30.291390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71293805-d557-466c-82a2-4174fdd8ffe4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:30.308739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73a5065f-51fa-4ac0-9388-7f42f9e347d6 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:30.333206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a7da2a4c-0cb0-414e-a358-5f8b4fde1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:30.335069 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-a7da2a4c-0cb0-414e-a358-5f8b4fde1baa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e82f586d-0954-4be6-8e35-f96bde2d70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3138258 Apr 22 17:03:30.364292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 9a9a2721-18c7-45de-a9f7-0f65ac291f9d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:30.402247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32743f73-28eb-49e5-8e93-a0bfdcdd5856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:30.554010 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-359d7d5a-6afe-4f1a-9961-0b4ef972b42d service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034547 Apr 22 17:03:30.641412 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'status': 'completed', 'code': 200} Apr 22 17:03:30.681509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Allocated IP 2001:db8::2 (f5b45357-f03b-469b-bad1-55edbb02c3b0/c09ca713-954f-4702-855d-de6279848c66/4521e462-74f3-44f0-9db4-a12a856d8cd4) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:30.702658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Provisioning complete for port 6715a399-c886-4dcb-8ea9-3f8155b8d0aa triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:30.702931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:30.768431 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:30.770579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71293805-d557-466c-82a2-4174fdd8ffe4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=2583bf39-b558-44f0-96fe-6985983f8cf9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:30.790598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71293805-d557-466c-82a2-4174fdd8ffe4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:30.857522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Port 6715a399-c886-4dcb-8ea9-3f8155b8d0aa cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:03:30.875766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Could not find standard attr ID for object 2583bf39-b558-44f0-96fe-6985983f8cf9. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:03:30.905342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Provisioning complete for port dd84b0b1-f713-4517-a827-92fe9e86f677 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:30.905760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a388-212a-4759-a7af-874f82da967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:30.919824 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40e6ecda-c97d-4409-9444-f9850591da0d req-dab6dc5a-087b-498a-aa00-e331ee596cbe service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862270 Apr 22 17:03:30.942241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71293805-d557-466c-82a2-4174fdd8ffe4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:30.980105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.008247 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-71293805-d557-466c-82a2-4174fdd8ffe4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/2583bf39-b558-44f0-96fe-6985983f8cf9 HTTP/1.1" status: 204 len: 168 time: 2.8679113 Apr 22 17:03:31.009559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.011530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:03:31.011530 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:03:31.011530 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': '9a9a2721-18c7-45de-a9f7-0f65ac291f9d'}] Apr 22 17:03:31.011530 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:03:31.016752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:03:31.016752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57046) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:31.016752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4659f6f4-8abc-4fe0-8f11-bade8a8acf96 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:31.083310 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5abf9852-79bc-4666-9060-48216f8df9c9 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags/tempest-TagsExtTest-Tag-690107757 HTTP/1.1" status: 201 len: 201 time: 0.9766347 Apr 22 17:03:31.084156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.089055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ad5bec-8e84-48b2-949e-f2fcac56cc84,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:31.090329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57050) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:31.095936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:31.110410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-50b69d8e-c230-41b3-95ee-3cc07a101237 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa', 'tempest-TagsExtTest-Tag-1176777202') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:31.119812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd678f7-e9ac-4cf5-88da-d7431b66601e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:31.121625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd678f7-e9ac-4cf5-88da-d7431b66601e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:31.122409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3fd678f7-e9ac-4cf5-88da-d7431b66601e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:31.126901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Transition to ACTIVE for port object 4521e462-74f3-44f0-9db4-a12a856d8cd4 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:31.145792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.147939 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7763057 Apr 22 17:03:31.151485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57054) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:31.156330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-de99c5f9-df83-463d-80cd-b8ef01e61ca9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': 'ded2ec90-c711-4dc6-b751-a39fd0d58c4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:31.164152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-de99c5f9-df83-463d-80cd-b8ef01e61ca9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:31.168510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3fd678f7-e9ac-4cf5-88da-d7431b66601e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:31.169923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3fd678f7-e9ac-4cf5-88da-d7431b66601e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1457765 Apr 22 17:03:31.171147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-de99c5f9-df83-463d-80cd-b8ef01e61ca9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:31.173408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Transition to ACTIVE for port object 4521e462-74f3-44f0-9db4-a12a856d8cd4 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:31.173915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57058) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:31.176438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-de99c5f9-df83-463d-80cd-b8ef01e61ca9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:31.201433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.207344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-213aa506-fdd0-4537-9940-775bf25a9746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:31.218271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-de99c5f9-df83-463d-80cd-b8ef01e61ca9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:31.264790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-defc59b5-02d1-4e50-89f3-909d440e27ae tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 4aac7d48-a3c6-4ede-a1f4-302d9ee54876 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:03:31.268198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-defc59b5-02d1-4e50-89f3-909d440e27ae tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.273587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Network f5b45357-f03b-469b-bad1-55edbb02c3b0 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:31.282602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:31.288621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:31.289193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc180e-5cdc-407e-998a-59faf26fc53c req-77795445-0149-4bb1-9fec-4f6963dd95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:31.290571 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e0dc180e-5cdc-407e-998a-59faf26fc53c req-77795445-0149-4bb1-9fec-4f6963dd95b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb0198668d514766842936a3a15b85e6&device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 1096 time: 0.2531655 Apr 22 17:03:31.310703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de99c5f9-df83-463d-80cd-b8ef01e61ca9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.380689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-defc59b5-02d1-4e50-89f3-909d440e27ae tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.419117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Pushing event updated for resources: {'Port': ['ID=4521e462-74f3-44f0-9db4-a12a856d8cd4,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:31.431419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:31.441788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Attempting to bind port 4521e462-74f3-44f0-9db4-a12a856d8cd4 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:31.442390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Attempting to bind port 4521e462-74f3-44f0-9db4-a12a856d8cd4 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '5d57279e-188a-4f00-b661-db025e78c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f5b45357-f03b-469b-bad1-55edbb02c3b0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:31.443155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Attempting to bind port 4521e462-74f3-44f0-9db4-a12a856d8cd4 on network f5b45357-f03b-469b-bad1-55edbb02c3b0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:31.451269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c61e40b7-b1c7-4521-860a-e046dc91872f None None] Provisioning complete for port b16773ec-a559-48ae-89ff-69116618250a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:31.451525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c61e40b7-b1c7-4521-860a-e046dc91872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.472067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-defc59b5-02d1-4e50-89f3-909d440e27ae tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.484235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:31.484794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Checking segment: {'id': '5d57279e-188a-4f00-b661-db025e78c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f5b45357-f03b-469b-bad1-55edbb02c3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:31.485324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.485894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Bound using segment: {'id': '5d57279e-188a-4f00-b661-db025e78c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f5b45357-f03b-469b-bad1-55edbb02c3b0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:31.486603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Bound port: 4521e462-74f3-44f0-9db4-a12a856d8cd4, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d57279e-188a-4f00-b661-db025e78c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f5b45357-f03b-469b-bad1-55edbb02c3b0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:31.487064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.503260 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-de99c5f9-df83-463d-80cd-b8ef01e61ca9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 17:03:31.504567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-de99c5f9-df83-463d-80cd-b8ef01e61ca9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3537180 Apr 22 17:03:31.511260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57064) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:31.513491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.514280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.517046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.627507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Deleting port b3f55e20-efbb-411a-afbe-00aa331a56cc {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:31.627978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.674915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] For port 4521e462-74f3-44f0-9db4-a12a856d8cd4, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:31.695961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] For port 4521e462-74f3-44f0-9db4-a12a856d8cd4, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4521e462-74f3-44f0-9db4-a12a856d8cd4,segment=NetworkSegment(5d57279e-188a-4f00-b661-db025e78c6b8),segment_id=5d57279e-188a-4f00-b661-db025e78c6b8)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:31.735073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.743956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e68ba8e8-9f7a-47d8-bb02-e03281f26a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:31.787460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df8b8307-131e-42ba-840e-fe2c69ee3251 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.835825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Pushing event updated for resources: {'Port': ['ID=4521e462-74f3-44f0-9db4-a12a856d8cd4,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:31.847731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:31.856590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc180e-5cdc-407e-998a-59faf26fc53c req-7f78d9bd-175b-47c6-a9d8-bc65fdeebae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:31.858194 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e0dc180e-5cdc-407e-998a-59faf26fc53c req-7f78d9bd-175b-47c6-a9d8-bc65fdeebae4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e82f586d-0954-4be6-8e35-f96bde2d70fa HTTP/1.1" status: 200 len: 898 time: 0.5595193 Apr 22 17:03:31.907660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df8b8307-131e-42ba-840e-fe2c69ee3251 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:31.940174 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-50b69d8e-c230-41b3-95ee-3cc07a101237 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags/tempest-TagsExtTest-Tag-1176777202 HTTP/1.1" status: 201 len: 201 time: 0.8431251 Apr 22 17:03:31.942046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57068) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:31.961247 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e0dc180e-5cdc-407e-998a-59faf26fc53c req-f3efe0b8-8859-43b6-8b4a-a5082ac9bf34 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 HTTP/1.1" status: 200 len: 217 time: 0.0933371 Apr 22 17:03:31.963652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-575e4bf4-dd7e-40ae-a10b-af341ec47f25 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631', 'tempest-TagsExtTest-Tag-2120852674') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:32.081609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc180e-5cdc-407e-998a-59faf26fc53c req-c2e67bfe-61ff-45c9-87ef-109c6c24e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:32.083258 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e0dc180e-5cdc-407e-998a-59faf26fc53c req-c2e67bfe-61ff-45c9-87ef-109c6c24e6d0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ab861455-6977-4d05-a92b-899f82bf2253 HTTP/1.1" status: 200 len: 833 time: 0.1144865 Apr 22 17:03:32.112958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce867d0-5904-462b-b383-65dbf491aa6e req-862327b3-ae69-4c65-ae73-dda63e48cb9f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:32.117795 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3ce867d0-5904-462b-b383-65dbf491aa6e req-862327b3-ae69-4c65-ae73-dda63e48cb9f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 943 time: 0.3512187 Apr 22 17:03:32.165997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:32.184083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b0e5142d-c6da-477e-824c-3821c56d32d7 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:32.291163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=e9bcb569-9588-448a-b64f-9a07ac81b5d7,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:32.294009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:32.301946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network f5b45357-f03b-469b-bad1-55edbb02c3b0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:32.304451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:32.310178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] For port b3f55e20-efbb-411a-afbe-00aa331a56cc, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b3f55e20-efbb-411a-afbe-00aa331a56cc,segment=NetworkSegment(d63555c7-b47f-4d86-ad8b-fe0baecc08f1),segment_id=d63555c7-b47f-4d86-ad8b-fe0baecc08f1)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:32.310584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:32.331517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df8b8307-131e-42ba-840e-fe2c69ee3251 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:32.336914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:32.337584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:32.356580 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3ce867d0-5904-462b-b383-65dbf491aa6e req-e0d505b2-ea49-477f-a5c8-81dab425e267 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792753 Apr 22 17:03:32.380293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc180e-5cdc-407e-998a-59faf26fc53c req-76556098-0b57-4752-af1c-ef8525e9e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:32.382427 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e0dc180e-5cdc-407e-998a-59faf26fc53c req-76556098-0b57-4752-af1c-ef8525e9e53c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e82f586d-0954-4be6-8e35-f96bde2d70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2832530 Apr 22 17:03:32.390208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-55826038-f165-4cc4-8f2e-a61f660acb0f tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:32.419675 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9763761 Apr 22 17:03:32.424031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57072) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:32.473463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Calling delete_port for b3f55e20-efbb-411a-afbe-00aa331a56cc owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:32.515956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b8307-131e-42ba-840e-fe2c69ee3251 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded2ec90-c711-4dc6-b751-a39fd0d58c4b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:32.522441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-df8b8307-131e-42ba-840e-fe2c69ee3251 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:32.546431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df8b8307-131e-42ba-840e-fe2c69ee3251 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:32.547795 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-df8b8307-131e-42ba-840e-fe2c69ee3251 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "DELETE /v2.0/security-groups/ded2ec90-c711-4dc6-b751-a39fd0d58c4b HTTP/1.1" status: 204 len: 168 time: 1.0354128 Apr 22 17:03:32.550478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57076) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:32.575107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-defc59b5-02d1-4e50-89f3-909d440e27ae tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:32.585010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7adef9a7-ee87-4458-8a96-b51bc9fff0b9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:32.590223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610100aa-72f4-45b0-8173-e07846e3f22e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:32.591929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610100aa-72f4-45b0-8173-e07846e3f22e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:32.593601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610100aa-72f4-45b0-8173-e07846e3f22e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:32.595319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610100aa-72f4-45b0-8173-e07846e3f22e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:32.597627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610100aa-72f4-45b0-8173-e07846e3f22e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:32.598694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-610100aa-72f4-45b0-8173-e07846e3f22e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Synchronizing usage tracker for tenant:5bb0b439cf104a8984e5f7ab1c32ab74 on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:32.637696 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-575e4bf4-dd7e-40ae-a10b-af341ec47f25 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags/tempest-TagsExtTest-Tag-2120852674 HTTP/1.1" status: 201 len: 201 time: 0.6873217 Apr 22 17:03:32.643417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57080) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:32.648045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc59b5-02d1-4e50-89f3-909d440e27ae tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=4aac7d48-a3c6-4ede-a1f4-302d9ee54876,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:32.655881 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e0dc180e-5cdc-407e-998a-59faf26fc53c req-f428e7cd-6407-403d-b79c-fcdbccdd5dd3 service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619734 Apr 22 17:03:32.657283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-defc59b5-02d1-4e50-89f3-909d440e27ae tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:32.664919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-defc59b5-02d1-4e50-89f3-909d440e27ae tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/4aac7d48-a3c6-4ede-a1f4-302d9ee54876 HTTP/1.1" status: 204 len: 168 time: 1.4844255 Apr 22 17:03:32.664919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-defc59b5-02d1-4e50-89f3-909d440e27ae tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:32.664919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57084) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:32.668420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-96d42a0e-bde4-4a14-bcd7-5d0af6790601 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074', 'tempest-TagsExtTest-Tag-181820346') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:32.669409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c3f7ed-349f-4f04-8a1b-c0043f672d40 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:32.748390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-610100aa-72f4-45b0-8173-e07846e3f22e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Unset dirty status for tenant:5bb0b439cf104a8984e5f7ab1c32ab74 on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:32.749881 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-610100aa-72f4-45b0-8173-e07846e3f22e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3248644 Apr 22 17:03:32.758140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57088) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:32.770409 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7246c742-1955-42a0-8587-d41afe7cc3ad tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022310 Apr 22 17:03:32.770810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57092) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:32.773665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519675414'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:32.778183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:32.789554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:32.796136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-40feac37-0748-4b10-b1a5-06264f3257a0 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Synchronizing usage tracker for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:32.833923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:32.842267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:network and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:32.853766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:32.872803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:32.875787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:32.886193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0e1250ee-7b8a-4fcf-8920-15cc13a1563d tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:32.929831 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e0dc180e-5cdc-407e-998a-59faf26fc53c req-862c834d-a2f8-4b45-b6b8-93db8f63c559 service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404661 Apr 22 17:03:32.938222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-96d42a0e-bde4-4a14-bcd7-5d0af6790601 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags/tempest-TagsExtTest-Tag-181820346 HTTP/1.1" status: 201 len: 201 time: 0.2811143 Apr 22 17:03:32.939090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57096) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:32.945497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-d02a6264-4580-4252-a8ac-96b4de189520 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73', {'tags': ['tempest-TagsExtTest-Tag-887390891', 'tempest-TagsExtTest-Tag-1760173970', 'tempest-TagsExtTest-Tag-1937984096']}) {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:32.954021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Port': ['ID=b3f55e20-efbb-411a-afbe-00aa331a56cc,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:32.971082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:32.975409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No DVR routers for this DVR port b3f55e20-efbb-411a-afbe-00aa331a56cc on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:03:32.990334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:32.998098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.012438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-40feac37-0748-4b10-b1a5-06264f3257a0 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Unset dirty status for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:33.013836 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-40feac37-0748-4b10-b1a5-06264f3257a0 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4623151 Apr 22 17:03:33.024101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:33.025361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57100) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:33.045582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'tempest-secgroup--981270629'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:33.082077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:33.085311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d39e64-6603-4372-904e-47d7b3ef5aab None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:03:33.091801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-58d39e64-6603-4372-904e-47d7b3ef5aab None None] Deleting port dd351f72-9fe3-464a-b44a-0bbef363dc5d {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:33.092555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58d39e64-6603-4372-904e-47d7b3ef5aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.092986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.093396 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Added segment 2826b5af-bdc6-47fc-8b69-ffd63ac37fdc of type vlan for network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 Apr 22 17:03:33.126209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.172961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:33.180709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:33.194211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:33.198333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.204858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:33.205706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.230235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee40da54-334e-4f3b-a29c-2ed6d6d73bb5 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:33.250078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.393338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-58d39e64-6603-4372-904e-47d7b3ef5aab None None] For port dd351f72-9fe3-464a-b44a-0bbef363dc5d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dd351f72-9fe3-464a-b44a-0bbef363dc5d,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:33.394289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58d39e64-6603-4372-904e-47d7b3ef5aab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.438688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.451410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9a2721-18c7-45de-a9f7-0f65ac291f9d']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:33.456033 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d02a6264-4580-4252-a8ac-96b4de189520 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags HTTP/1.1" status: 200 len: 317 time: 0.5132329 Apr 22 17:03:33.456429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57108) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:33.469328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-9edd6373-9263-4cdd-b554-4e2cb0c72574 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:33.471526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63555c7-b47f-4d86-ad8b-fe0baecc08f1') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:33.472106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63555c7-b47f-4d86-ad8b-fe0baecc08f1') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:33.487285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.507190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:33.515385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.554985 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7910891 Apr 22 17:03:33.568163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4521e462-74f3-44f0-9db4-a12a856d8cd4 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:33.570679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57112) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:33.585605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=56b09d52-06b1-47f1-9c3a-b9759e81ee55,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:33.588459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:33.594839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1fbd2a10-8977-4155-874b-0b1c60cd4d87 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:33.600508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdc8c6a-c458-4cdb-a2cc-0da6e66a184f None None] Network f5b45357-f03b-469b-bad1-55edbb02c3b0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:33.600692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.616125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:03:33.616425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:33.622718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:33.628562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-58d39e64-6603-4372-904e-47d7b3ef5aab None None] Calling delete_port for dd351f72-9fe3-464a-b44a-0bbef363dc5d owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:33.628940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:33.631366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:33.692393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:33.698260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:33.859958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 9a9a2721-18c7-45de-a9f7-0f65ac291f9d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:33.871968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:33.930741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ab6cf-2e01-4ca6-88f3-b515f3cf2a2a req-a37132cc-2400-456b-9d49-818e1ea88845 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:33.932469 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-677ab6cf-2e01-4ca6-88f3-b515f3cf2a2a req-a37132cc-2400-456b-9d49-818e1ea88845 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 943 time: 0.4215207 Apr 22 17:03:34.058847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:34.065038 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-677ab6cf-2e01-4ca6-88f3-b515f3cf2a2a req-a4b71233-96f8-4bb1-936c-d205fc20b3c7 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095331 Apr 22 17:03:34.110861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2a10-8977-4155-874b-0b1c60cd4d87 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:34.111568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-451349b9-5646-4f82-a399-b9260c5abb2f None None] Provisioning for port 4521e462-74f3-44f0-9db4-a12a856d8cd4 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:34.121066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:34.130103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b4e8b47-13e0-48e1-acde-8f1acaef4ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:34.136447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:03:34.158103 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9edd6373-9263-4cdd-b554-4e2cb0c72574 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags HTTP/1.1" status: 204 len: 168 time: 0.6918213 Apr 22 17:03:34.159767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57116) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:34.179301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-86ff385d-40d3-4561-99bc-3f67dcf5e741 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73', 'tempest-TagsExtTest-Tag-887390891') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:34.186888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f36347a-45b9-4111-964c-9d3f439dae10,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:34.190497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2a10-8977-4155-874b-0b1c60cd4d87 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:34.196357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:34.197020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f45c863f-1a4e-4505-8d6a-b8a689a59da5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:34.217645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fbd2a10-8977-4155-874b-0b1c60cd4d87 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 is not hosted by any dhcp agent {{(pid=87210) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:229}} Apr 22 17:03:34.223655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbd2a10-8977-4155-874b-0b1c60cd4d87 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:34.224349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2a10-8977-4155-874b-0b1c60cd4d87 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:34.226362 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1fbd2a10-8977-4155-874b-0b1c60cd4d87 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "PUT /v2.0/networks/56b09d52-06b1-47f1-9c3a-b9759e81ee55 HTTP/1.1" status: 200 len: 723 time: 0.6459143 Apr 22 17:03:34.231857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57120) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:34.293560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'network_id': '56b09d52-06b1-47f1-9c3a-b9759e81ee55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:34.328255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:34.329269 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3027766 Apr 22 17:03:34.372024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 4521e462-74f3-44f0-9db4-a12a856d8cd4 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:34.389349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57124) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:34.396741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58d39e64-6603-4372-904e-47d7b3ef5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:34.406578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3e77908-2455-4594-8fee-cdc768ebf541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:34.432464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-83d6f144-8e8a-4b99-98f0-6d40688c6100 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '3f36347a-45b9-4111-964c-9d3f439dae10', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:34.434145 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-83d6f144-8e8a-4b99-98f0-6d40688c6100 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 22 17:03:34.434746 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-83d6f144-8e8a-4b99-98f0-6d40688c6100 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:34.439745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-83d6f144-8e8a-4b99-98f0-6d40688c6100 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0454903 Apr 22 17:03:34.445255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57128) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:34.446077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd2a10-8977-4155-874b-0b1c60cd4d87 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=56b09d52-06b1-47f1-9c3a-b9759e81ee55,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:34.450852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1fbd2a10-8977-4155-874b-0b1c60cd4d87 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:34.451809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4521e462-74f3-44f0-9db4-a12a856d8cd4 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:34.452253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:34.505700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:34.507745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:34.530785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:34.564089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d39e64-6603-4372-904e-47d7b3ef5aab None None] Pushing event deleted for resources: {'Port': ['ID=dd351f72-9fe3-464a-b44a-0bbef363dc5d,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:34.565235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ead2151e-cbbf-4bbb-8ac9-a855ec1844db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:34.567068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 9a9a2721-18c7-45de-a9f7-0f65ac291f9d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:34.567230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-58d39e64-6603-4372-904e-47d7b3ef5aab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:34.570332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d39e64-6603-4372-904e-47d7b3ef5aab None None] No DVR routers for this DVR port dd351f72-9fe3-464a-b44a-0bbef363dc5d on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:03:34.589120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:34.599647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:34.604027 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:34.724436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ead2151e-cbbf-4bbb-8ac9-a855ec1844db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:34.833916 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-86ff385d-40d3-4561-99bc-3f67dcf5e741 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:34.835722 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-86ff385d-40d3-4561-99bc-3f67dcf5e741 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags/tempest-TagsExtTest-Tag-887390891 HTTP/1.1" status: 404 len: 328 time: 0.6623206 Apr 22 17:03:34.839246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57132) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:34.845467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-fda7e037-3b55-4ea8-937e-98e1af80a13b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73', 'tempest-TagsExtTest-Tag-1760173970') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:34.856733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:34.889188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'port_id': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'mac_address': 'fa:16:3e:b8:10:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:03:34.957741 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-fda7e037-3b55-4ea8-937e-98e1af80a13b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:34.962420 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fda7e037-3b55-4ea8-937e-98e1af80a13b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags/tempest-TagsExtTest-Tag-1760173970 HTTP/1.1" status: 404 len: 329 time: 0.1184657 Apr 22 17:03:34.963293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57138) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:34.970923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-c759d588-6d47-406f-880e-e12488e19cbb tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73', 'tempest-TagsExtTest-Tag-1937984096') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:35.001311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ead2151e-cbbf-4bbb-8ac9-a855ec1844db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.007860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-164b8e98-f880-4f88-8e66-ed960bc912cd tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:35.023224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.027631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.027833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2151e-cbbf-4bbb-8ac9-a855ec1844db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f36347a-45b9-4111-964c-9d3f439dae10,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:35.036621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ead2151e-cbbf-4bbb-8ac9-a855ec1844db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:35.038978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.039333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1af3e0b-487d-4ec5-a0b5-3760611fca5f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:35.050219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.079586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ead2151e-cbbf-4bbb-8ac9-a855ec1844db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.083400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=9a9a2721-18c7-45de-a9f7-0f65ac291f9d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:35.083524 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ead2151e-cbbf-4bbb-8ac9-a855ec1844db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "DELETE /v2.0/security-groups/3f36347a-45b9-4111-964c-9d3f439dae10 HTTP/1.1" status: 204 len: 168 time: 0.6313424 Apr 22 17:03:35.083617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:35.083707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57142) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:35.092694 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/9a9a2721-18c7-45de-a9f7-0f65ac291f9d HTTP/1.1" status: 204 len: 168 time: 8.4390328 Apr 22 17:03:35.092694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.094427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57146) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:35.097352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-559cdc35-1a11-40bc-8d38-a9135a686f93 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:35.103767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.107890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:03:35.133610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 4521e462-74f3-44f0-9db4-a12a856d8cd4, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4521e462-74f3-44f0-9db4-a12a856d8cd4,segment=NetworkSegment(5d57279e-188a-4f00-b661-db025e78c6b8),segment_id=5d57279e-188a-4f00-b661-db025e78c6b8)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:35.135550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:35.139549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1680218733'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:35.158348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:35.177592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:network and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:35.190057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:35.198094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.200078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.204279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a10aa73e-8549-47a6-ac43-8f056a949db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:35.204564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:35.208326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:35.226671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:35.249325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb5f07-e445-467a-8b92-7ecaeb1c041a None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:35.258991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:35.259969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.276315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=e9c867bd-1d64-4ea3-8642-ffdd0b96ddcc,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:35.280357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:35.288042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dd351f72-9fe3-464a-b44a-0bbef363dc5d no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:03:35.288225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:35.294491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.299261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2ca103ad-de1d-4224-b490-2f182721f924 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Synchronizing usage tracker for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:35.311438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-c759d588-6d47-406f-880e-e12488e19cbb tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:35.315123 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c759d588-6d47-406f-880e-e12488e19cbb tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags/tempest-TagsExtTest-Tag-1937984096 HTTP/1.1" status: 404 len: 329 time: 0.3481519 Apr 22 17:03:35.316033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57152) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:35.322468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-08bfa51b-e567-4299-a62b-4d7ea5fb6768 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa', {'tags': ['tempest-TagsExtTest-Tag-2028108827', 'tempest-TagsExtTest-Tag-2041772933', 'tempest-TagsExtTest-Tag-35257866']}) {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:35.372521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6001792 Apr 22 17:03:35.377709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57156) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:35.392924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'fixed_ips': [{'subnet_id': 'e9c867bd-1d64-4ea3-8642-ffdd0b96ddcc', 'ip_address': '2001:db8::5b7f:dd5a:e206:3771'}], 'name': 'tempest-NetworksTestDHCPv6-859566875'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:35.425959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2ca103ad-de1d-4224-b490-2f182721f924 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Unset dirty status for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:35.433854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2ca103ad-de1d-4224-b490-2f182721f924 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3430290 Apr 22 17:03:35.435298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: dd351f72-9fe3-464a-b44a-0bbef363dc5d {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:03:35.435441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57160) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:35.436006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dd351f72-9fe3-464a-b44a-0bbef363dc5d not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:03:35.448884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415414376'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:35.459312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f21715-3d7e-4ce4-b70a-ca657a28157c req-80bcb029-875f-4cab-ad01-cb3c38bee118 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:35.461151 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4f21715-3d7e-4ce4-b70a-ca657a28157c req-80bcb029-875f-4cab-ad01-cb3c38bee118 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 944 time: 0.2500453 Apr 22 17:03:35.511375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf59ef1-85aa-47f7-9159-46d08bb1aa24 None None] Update dhcp port {'port': {'network_id': 'f5b45357-f03b-469b-bad1-55edbb02c3b0', 'fixed_ips': [{'subnet_id': 'c09ca713-954f-4702-855d-de6279848c66', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e9bcb569-9588-448a-b64f-9a07ac81b5d7'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': '4521e462-74f3-44f0-9db4-a12a856d8cd4'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:03:35.525915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:35.542727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:35.543240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4f21715-3d7e-4ce4-b70a-ca657a28157c req-d505176b-03c8-40b7-ae71-392718ef7ef0 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723023 Apr 22 17:03:35.575072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:35.578987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['ef4b7a58-6ebf-41c8-9bc3-8bad021aea86'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:03:35.585605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:35.593254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.593708 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment d46f0d36-e6c4-492c-b622-6d7e257a7f52 of type vlan for network 7087cfde-70da-4944-a6bb-4df15f90f439 Apr 22 17:03:35.615193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-08bfa51b-e567-4299-a62b-4d7ea5fb6768 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags HTTP/1.1" status: 200 len: 316 time: 0.2975307 Apr 22 17:03:35.617455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57164) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:35.637838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.643361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-a68c1e83-becb-4508-804e-54a769a4f8dd tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:35.647294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b4b5202e-8be3-4eb2-a08f-a36fbf4405dc tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:35.665951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.666400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.666781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.667159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.667521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.667892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.668261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.668633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.669009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.669369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.669738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.670099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:35.723816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.751023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=405b2bc2-789b-4cbe-86a0-f09c7a39a185,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:35.751255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.760311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cf59ef1-85aa-47f7-9159-46d08bb1aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.762316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:35.765947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Checking segment: {'id': '2826b5af-bdc6-47fc-8b69-ffd63ac37fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '56b09d52-06b1-47f1-9c3a-b9759e81ee55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:35.766644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network hostable DHCP agents. Network: 56b09d52-06b1-47f1-9c3a-b9759e81ee55, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:35.793470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:35.805158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:35.807852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:35.812657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:35.824132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:35.831562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:35.834815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:35.843061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:35.858055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:35.858324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 56b09d52-06b1-47f1-9c3a-b9759e81ee55) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:35.875397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:35.876572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838290547'] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.891256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.892261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a2ec9a-3073-454b-a06c-278a4dfe1785 None None] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:35.897886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:35.898557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:35.907483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eaea9a00-2744-4609-ad42-2c6b5fc018ef tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:35.929525 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6962924 Apr 22 17:03:35.933668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57168) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:35.940121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:35.944365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-afc6685b-6d0b-4f23-92fd-89e22c5a1c7d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:36.033148 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a68c1e83-becb-4508-804e-54a769a4f8dd tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags HTTP/1.1" status: 204 len: 168 time: 0.3990059 Apr 22 17:03:36.076134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57172) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:36.100966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-d96133dc-d7e7-4dc9-a4e7-2c53af24b85f tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa', 'tempest-TagsExtTest-Tag-2028108827') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:36.161039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=7087cfde-70da-4944-a6bb-4df15f90f439,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:36.169730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:36.185514 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0501523 Apr 22 17:03:36.188101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57176) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:36.193287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afc6685b-6d0b-4f23-92fd-89e22c5a1c7d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036841127632'] for subnet, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:36.203603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 7087cfde-70da-4944-a6bb-4df15f90f439 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:36.219157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:36.235474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'network_id': '7087cfde-70da-4944-a6bb-4df15f90f439', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:36.246608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=4521e462-74f3-44f0-9db4-a12a856d8cd4,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:36.248729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:36.269488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:36.272164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.067s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:36.280179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cebc9bc-c947-488f-b499-307e440ac09d tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:36.325258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 2c34aafd-d4f7-437d-8ed4-f548627c8967 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:03:36.365784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.126s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:36.366356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:36.368282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:36.372611 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9333758 Apr 22 17:03:36.382699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57180) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:36.404227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-66a4b200-7d2d-43c4-ac49-1dda6ea55430 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '774ddfd0-8842-4034-8ef0-ebde23114a0e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:36.405968 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-66a4b200-7d2d-43c4-ac49-1dda6ea55430 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 22 17:03:36.407754 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-66a4b200-7d2d-43c4-ac49-1dda6ea55430 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:36.414770 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-66a4b200-7d2d-43c4-ac49-1dda6ea55430 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0259569 Apr 22 17:03:36.414770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774ddfd0-8842-4034-8ef0-ebde23114a0e,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:36.418659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57184) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:36.418659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:36.510656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': 'e9c867bd-1d64-4ea3-8642-ffdd0b96ddcc'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:36.511455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:36.613568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-241e52eb-a95f-4ccf-a42e-c255df24e769 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:36.680420 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-d96133dc-d7e7-4dc9-a4e7-2c53af24b85f tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:36.681597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d96133dc-d7e7-4dc9-a4e7-2c53af24b85f tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags/tempest-TagsExtTest-Tag-2028108827 HTTP/1.1" status: 404 len: 329 time: 0.5983036 Apr 22 17:03:36.721235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57190) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:36.750207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-e0706c67-4bdc-43a4-b7cf-2376391998b4 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa', 'tempest-TagsExtTest-Tag-2041772933') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:36.756622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-241e52eb-a95f-4ccf-a42e-c255df24e769 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:36.839458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::5b7f:dd5a:e206:3771 (9f37a3e5-e543-44dd-91a5-83fee171a55d/e9c867bd-1d64-4ea3-8642-ffdd0b96ddcc/2c34aafd-d4f7-437d-8ed4-f548627c8967) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:36.856537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8cf59ef1-85aa-47f7-9159-46d08bb1aa24 None None] Allocated IP 172.20.0.1 (f5b45357-f03b-469b-bad1-55edbb02c3b0/e9bcb569-9588-448a-b64f-9a07ac81b5d7/4521e462-74f3-44f0-9db4-a12a856d8cd4) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:36.888982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-241e52eb-a95f-4ccf-a42e-c255df24e769 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:36.896030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3b5c09ae-7eab-4f52-bfce-b3994149b642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:36.916490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:36.925502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e52eb-a95f-4ccf-a42e-c255df24e769 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774ddfd0-8842-4034-8ef0-ebde23114a0e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:36.933420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:subnet and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:36.934173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-241e52eb-a95f-4ccf-a42e-c255df24e769 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:36.941096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:36.963078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:37.028560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-241e52eb-a95f-4ccf-a42e-c255df24e769 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:37.032344 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-241e52eb-a95f-4ccf-a42e-c255df24e769 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "DELETE /v2.0/security-groups/774ddfd0-8842-4034-8ef0-ebde23114a0e HTTP/1.1" status: 204 len: 168 time: 0.6103027 Apr 22 17:03:37.033227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57194) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:37.065160 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-e0706c67-4bdc-43a4-b7cf-2376391998b4 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:37.070410 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e0706c67-4bdc-43a4-b7cf-2376391998b4 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags/tempest-TagsExtTest-Tag-2041772933 HTTP/1.1" status: 404 len: 329 time: 0.3390338 Apr 22 17:03:37.072588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57198) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:37.072774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:37.077856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:37.080870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-ce485417-3f17-4b46-bd31-f7e18864e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa', 'tempest-TagsExtTest-Tag-35257866') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:37.111433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6a06b-ccd6-4974-9881-f2bb9580d61d req-7b80d133-7fa0-482c-ac7e-9754416db76e tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:37.112991 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-afc6a06b-ccd6-4974-9881-f2bb9580d61d req-7b80d133-7fa0-482c-ac7e-9754416db76e tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 944 time: 0.3293433 Apr 22 17:03:37.167231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-56b09d52-06b1-47f1-9c3a-b9759e81ee55', 'network_id': '56b09d52-06b1-47f1-9c3a-b9759e81ee55', 'tenant_id': '5bb0b439cf104a8984e5f7ab1c32ab74', 'fixed_ips': [{'subnet_id': '405b2bc2-789b-4cbe-86a0-f09c7a39a185'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:37.169030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:37.215048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-865b875d-3834-46fb-be2e-845ec4cd4513 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Synchronizing usage tracker for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:37.248839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Performing IP validity checks on allocation pools {{(pid=87210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 22 17:03:37.249448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 22 17:03:37.258184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:37.284498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 2c34aafd-d4f7-437d-8ed4-f548627c8967 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:37.289305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-865b875d-3834-46fb-be2e-845ec4cd4513 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Unset dirty status for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:37.294202 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-865b875d-3834-46fb-be2e-845ec4cd4513 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2561951 Apr 22 17:03:37.295472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57204) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:37.295631 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-ce485417-3f17-4b46-bd31-f7e18864e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:37.298764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ce485417-3f17-4b46-bd31-f7e18864e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags/tempest-TagsExtTest-Tag-35257866 HTTP/1.1" status: 404 len: 327 time: 0.2243881 Apr 22 17:03:37.299501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8cf59ef1-85aa-47f7-9159-46d08bb1aa24 None None] For port 4521e462-74f3-44f0-9db4-a12a856d8cd4, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4521e462-74f3-44f0-9db4-a12a856d8cd4,segment=NetworkSegment(5d57279e-188a-4f00-b661-db025e78c6b8),segment_id=5d57279e-188a-4f00-b661-db025e78c6b8)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:37.300835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57206) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:37.309890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-f25df4b9-2b8f-48b5-b347-4468b0800a16 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631', {'tags': ['tempest-TagsExtTest-Tag-566951677', 'tempest-TagsExtTest-Tag-975296217', 'tempest-TagsExtTest-Tag-1365798040']}) {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:37.310115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'tempest-secgroup--468350263'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:37.326539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:37.360417 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-afc6a06b-ccd6-4974-9881-f2bb9580d61d req-8469326c-bf8b-4c34-bb35-8aebec9d2515 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714480 Apr 22 17:03:37.370320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cf59ef1-85aa-47f7-9159-46d08bb1aa24 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:37.371597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:37.392555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8cf59ef1-85aa-47f7-9159-46d08bb1aa24 None None] Transition to ACTIVE for port object 4521e462-74f3-44f0-9db4-a12a856d8cd4 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:37.441852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:37.446024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cf59ef1-85aa-47f7-9159-46d08bb1aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:37.451808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afc6685b-6d0b-4f23-92fd-89e22c5a1c7d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780230166745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13561904'] for subnet, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:37.452768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a10aa73e-8549-47a6-ac43-8f056a949db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:37.460881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d0c5cff8-1008-4633-886b-eebe76a25ceb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:37.505438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:37.513421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3e4ef597-0886-4b9f-a388-a3b4cd40168f tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:37.522127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc6685b-6d0b-4f23-92fd-89e22c5a1c7d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:37.523059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afc6685b-6d0b-4f23-92fd-89e22c5a1c7d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:37.524479 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-afc6685b-6d0b-4f23-92fd-89e22c5a1c7d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "PUT /v2.0/subnets/405b2bc2-789b-4cbe-86a0-f09c7a39a185 HTTP/1.1" status: 200 len: 826 time: 1.5883396 Apr 22 17:03:37.534044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57212) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:37.579817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:37.581736 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f25df4b9-2b8f-48b5-b347-4468b0800a16 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags HTTP/1.1" status: 200 len: 316 time: 0.2787242 Apr 22 17:03:37.583317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Allocated IP 2001:db8::2 (56b09d52-06b1-47f1-9c3a-b9759e81ee55/405b2bc2-789b-4cbe-86a0-f09c7a39a185/1aafafdf-dbf8-4474-abce-1dac73c33f6d) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:37.584970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57216) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:37.600943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4521e462-74f3-44f0-9db4-a12a856d8cd4 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:37.602953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-2034168a-ae3d-4628-ab25-7f9d44ae6798 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:37.612308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:37.616540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:37.620922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:37.627456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:37.628230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:37.641919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=2c34aafd-d4f7-437d-8ed4-f548627c8967,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:37.647192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:37.663073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:37.716270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3373957 Apr 22 17:03:37.719115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57220) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:37.730356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:37.747238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf59ef1-85aa-47f7-9159-46d08bb1aa24 None None] Pushing event updated for resources: {'Port': ['ID=4521e462-74f3-44f0-9db4-a12a856d8cd4,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:37.757801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6685b-6d0b-4f23-92fd-89e22c5a1c7d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=405b2bc2-789b-4cbe-86a0-f09c7a39a185,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:37.759282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cf59ef1-85aa-47f7-9159-46d08bb1aa24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:37.760968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-afc6685b-6d0b-4f23-92fd-89e22c5a1c7d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:37.762083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Allocated IP 2001:db8::2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/e9c867bd-1d64-4ea3-8642-ffdd0b96ddcc/535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:37.764725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:37.839116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff07cef-dfa6-4bb8-b401-e2623e587fed tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:37.839901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ff07cef-dfa6-4bb8-b401-e2623e587fed tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:37.875447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ff07cef-dfa6-4bb8-b401-e2623e587fed tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:37.879545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9ff07cef-dfa6-4bb8-b401-e2623e587fed tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1560328 Apr 22 17:03:37.880360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57224) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:37.973297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-874de913-6ec5-4a62-8822-aba9e4790f62 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 2c34aafd-d4f7-437d-8ed4-f548627c8967 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:37.973564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-874de913-6ec5-4a62-8822-aba9e4790f62 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.060211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.175306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.193206 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2034168a-ae3d-4628-ab25-7f9d44ae6798 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags HTTP/1.1" status: 204 len: 168 time: 0.5964782 Apr 22 17:03:38.195438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57228) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:38.212283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-706b9f0a-7bae-4ac8-87b7-579132e4fdde tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631', 'tempest-TagsExtTest-Tag-566951677') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:38.274274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.293786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a189c44-96db-45fb-8a7c-19e62ba8d484 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:38.295881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-874de913-6ec5-4a62-8822-aba9e4790f62 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.355079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.367640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.413177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Transition to ACTIVE for port object 1aafafdf-dbf8-4474-abce-1dac73c33f6d will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:38.416126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea551dd-cb62-4314-97dc-0345ef8770ad,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:38.421699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:38.458325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Transition to ACTIVE for port object 1aafafdf-dbf8-4474-abce-1dac73c33f6d will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:38.471820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.483805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Transition to ACTIVE for port object 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:38.485771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-874de913-6ec5-4a62-8822-aba9e4790f62 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 2c34aafd-d4f7-437d-8ed4-f548627c8967 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:38.508813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Transition to ACTIVE for port object 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:38.517599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2575f0b-c636-4b21-b728-c0d09162f164 None None] Network f5b45357-f03b-469b-bad1-55edbb02c3b0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:38.543201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.551750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.553622 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2502878 Apr 22 17:03:38.561345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57234) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:38.571677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-37069cce-301a-422c-8d54-7347c0f0c81f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '5ea551dd-cb62-4314-97dc-0345ef8770ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:38.574942 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-37069cce-301a-422c-8d54-7347c0f0c81f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 22 17:03:38.583781 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-37069cce-301a-422c-8d54-7347c0f0c81f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:38.583781 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-37069cce-301a-422c-8d54-7347c0f0c81f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0138869 Apr 22 17:03:38.586857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57238) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:38.594219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bd115e8c-9f3b-491b-9396-61343e3b7efb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '5ea551dd-cb62-4314-97dc-0345ef8770ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:38.595134 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-bd115e8c-9f3b-491b-9396-61343e3b7efb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 22 17:03:38.596471 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-bd115e8c-9f3b-491b-9396-61343e3b7efb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:38.596608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79f6eada-f4f3-4eb4-b0b7-9b8f016e80be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:38.600012 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bd115e8c-9f3b-491b-9396-61343e3b7efb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092273 Apr 22 17:03:38.612259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57242) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:38.619121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9c8060ed-d95d-4248-b311-1696bacedd03 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '5ea551dd-cb62-4314-97dc-0345ef8770ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:38.620066 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-9c8060ed-d95d-4248-b311-1696bacedd03 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 22 17:03:38.620942 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-9c8060ed-d95d-4248-b311-1696bacedd03 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:38.623516 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9c8060ed-d95d-4248-b311-1696bacedd03 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087509 Apr 22 17:03:38.627040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57246) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:38.638767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-75a03e06-e639-4480-aae5-9e913d0565d2 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '5ea551dd-cb62-4314-97dc-0345ef8770ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:38.640640 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-75a03e06-e639-4480-aae5-9e913d0565d2 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 22 17:03:38.641541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-75a03e06-e639-4480-aae5-9e913d0565d2 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:38.645474 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-75a03e06-e639-4480-aae5-9e913d0565d2 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0144227 Apr 22 17:03:38.653869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.675560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57250) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:38.691405 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-706b9f0a-7bae-4ac8-87b7-579132e4fdde tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:38.696249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-706b9f0a-7bae-4ac8-87b7-579132e4fdde tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags/tempest-TagsExtTest-Tag-566951677 HTTP/1.1" status: 404 len: 328 time: 0.4893725 Apr 22 17:03:38.709113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57254) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:38.715692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:38.720483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-05728f1e-d572-4164-ae27-577f888296de tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631', 'tempest-TagsExtTest-Tag-975296217') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:38.727681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:38.737744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:38.773468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7de72c5d-078f-45eb-b246-c207f1e6cfef None None] Provisioning for port 4521e462-74f3-44f0-9db4-a12a856d8cd4 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:38.819746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:38.822763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Pushing event updated for resources: {'Port': ['ID=1aafafdf-dbf8-4474-abce-1dac73c33f6d,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:38.827205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb64d73d-c97d-40c2-a063-f9f15a3e542a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.865354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:38.866877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb64d73d-c97d-40c2-a063-f9f15a3e542a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.871342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:38.877917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7de72c5d-078f-45eb-b246-c207f1e6cfef None None] Provisioning complete for port 4521e462-74f3-44f0-9db4-a12a856d8cd4 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:38.877917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7de72c5d-078f-45eb-b246-c207f1e6cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.882391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-874de913-6ec5-4a62-8822-aba9e4790f62 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:38.890883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac7d6d5e-49c0-4960-a728-80bff6cc47c7 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:38.903157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cf59ef1-85aa-47f7-9159-46d08bb1aa24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:38.945169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:38.952376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874de913-6ec5-4a62-8822-aba9e4790f62 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=2c34aafd-d4f7-437d-8ed4-f548627c8967,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:38.981165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-874de913-6ec5-4a62-8822-aba9e4790f62 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:39.057206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-874de913-6ec5-4a62-8822-aba9e4790f62 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.104098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb64d73d-c97d-40c2-a063-f9f15a3e542a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.106927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb64d73d-c97d-40c2-a063-f9f15a3e542a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.111361 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fb64d73d-c97d-40c2-a063-f9f15a3e542a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "DELETE /v2.0/security-groups/5ea551dd-cb62-4314-97dc-0345ef8770ad HTTP/1.1" status: 204 len: 168 time: 0.4321301 Apr 22 17:03:39.111361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:39.119123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57258) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:39.135209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Attempting to bind port 1aafafdf-dbf8-4474-abce-1dac73c33f6d on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:39.135626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Attempting to bind port 1aafafdf-dbf8-4474-abce-1dac73c33f6d by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '2826b5af-bdc6-47fc-8b69-ffd63ac37fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '56b09d52-06b1-47f1-9c3a-b9759e81ee55'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:39.136015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Attempting to bind port 1aafafdf-dbf8-4474-abce-1dac73c33f6d on network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:39.146756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64d73d-c97d-40c2-a063-f9f15a3e542a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea551dd-cb62-4314-97dc-0345ef8770ad,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:39.155908 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-874de913-6ec5-4a62-8822-aba9e4790f62 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/2c34aafd-d4f7-437d-8ed4-f548627c8967 HTTP/1.1" status: 204 len: 168 time: 1.2739606 Apr 22 17:03:39.157093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fb64d73d-c97d-40c2-a063-f9f15a3e542a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:39.157602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57262) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:39.174918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Pushing event updated for resources: {'Port': ['ID=535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:39.190801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:39.194414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:39.194890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Checking segment: {'id': '2826b5af-bdc6-47fc-8b69-ffd63ac37fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '56b09d52-06b1-47f1-9c3a-b9759e81ee55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:39.195343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.195785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Bound using segment: {'id': '2826b5af-bdc6-47fc-8b69-ffd63ac37fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '56b09d52-06b1-47f1-9c3a-b9759e81ee55'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:39.196330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Bound port: 1aafafdf-dbf8-4474-abce-1dac73c33f6d, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2826b5af-bdc6-47fc-8b69-ffd63ac37fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '56b09d52-06b1-47f1-9c3a-b9759e81ee55'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:39.196747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.252339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-57754206-e531-44dc-8958-2b6b714101aa tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Synchronizing usage tracker for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:39.285439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8ff8c-b8df-443f-ad02-81fedeede35e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:39.287976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8ff8c-b8df-443f-ad02-81fedeede35e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:39.288856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-21d8ff8c-b8df-443f-ad02-81fedeede35e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:39.304107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-21d8ff8c-b8df-443f-ad02-81fedeede35e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:39.308370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-21d8ff8c-b8df-443f-ad02-81fedeede35e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1472118 Apr 22 17:03:39.308734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57266) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:39.309818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Attempting to bind port 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:39.310231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Attempting to bind port 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:39.310694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Attempting to bind port 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:39.376448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:39.376878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:39.377307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.378304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:39.378304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Bound port: 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:39.378713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.389255 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-05728f1e-d572-4164-ae27-577f888296de tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:39.394540 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-05728f1e-d572-4164-ae27-577f888296de tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags/tempest-TagsExtTest-Tag-975296217 HTTP/1.1" status: 404 len: 328 time: 0.6792862 Apr 22 17:03:39.398468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57270) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:39.407906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee488b-e49d-4193-a8b0-d8a1f5c9ef83 req-51845fe0-ed43-440d-a20c-a74478ec0055 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:39.409645 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1ee488b-e49d-4193-a8b0-d8a1f5c9ef83 req-51845fe0-ed43-440d-a20c-a74478ec0055 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 944 time: 0.8520119 Apr 22 17:03:39.414190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-7f1592e2-f4af-40c7-981b-019f657892b4 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631', 'tempest-TagsExtTest-Tag-1365798040') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:39.471166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.500892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d3ba0416-bd5b-47b9-966f-2d9b481d334b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:39.522802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] For port 1aafafdf-dbf8-4474-abce-1dac73c33f6d, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:39.527486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] For port 1aafafdf-dbf8-4474-abce-1dac73c33f6d, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1aafafdf-dbf8-4474-abce-1dac73c33f6d,segment=NetworkSegment(2826b5af-bdc6-47fc-8b69-ffd63ac37fdc),segment_id=2826b5af-bdc6-47fc-8b69-ffd63ac37fdc)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:39.574191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.581076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:39.623468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] For port 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:39.625896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:39.652973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4521e462-74f3-44f0-9db4-a12a856d8cd4 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:39.740306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] For port 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:39.753771 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1ee488b-e49d-4193-a8b0-d8a1f5c9ef83 req-735ac731-919a-4971-a051-c670ee8fed4c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734070 Apr 22 17:03:39.753983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-57754206-e531-44dc-8958-2b6b714101aa tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Unset dirty status for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:39.753983 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-57754206-e531-44dc-8958-2b6b714101aa tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6300797 Apr 22 17:03:39.767202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57274) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:39.781166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=44422271-ba67-4b4f-a997-01d38cb0b379,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:39.784169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:39.810270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-7f1592e2-f4af-40c7-981b-019f657892b4 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:39.810504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'tempest-secgroup--95832489'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:39.810694 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7f1592e2-f4af-40c7-981b-019f657892b4 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags/tempest-TagsExtTest-Tag-1365798040 HTTP/1.1" status: 404 len: 329 time: 0.4029269 Apr 22 17:03:39.813873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking segment: {'id': 'd46f0d36-e6c4-492c-b622-6d7e257a7f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7087cfde-70da-4944-a6bb-4df15f90f439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:39.820511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57278) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:39.825755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network hostable DHCP agents. Network: 7087cfde-70da-4944-a6bb-4df15f90f439, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:39.831469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.838815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:39.845858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.849336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-7264c548-854a-4d0b-ad4d-fa856623cf39 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074', {'tags': ['tempest-TagsExtTest-Tag-186006740', 'tempest-TagsExtTest-Tag-2049547223', 'tempest-TagsExtTest-Tag-1127010443']}) {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:39.858313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc2419e7-67d2-48cf-85ab-807ebf12dc3f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:39.926501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:39.939842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Pushing event updated for resources: {'Port': ['ID=1aafafdf-dbf8-4474-abce-1dac73c33f6d,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:39.947398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:39.947398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:39.962079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Subnet': ['ID=405b2bc2-789b-4cbe-86a0-f09c7a39a185,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:39.964765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:39.972682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb85a00-a2d6-49b6-b210-6757be4914a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet e9c867bd-1d64-4ea3-8642-ffdd0b96ddcc {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:03:39.986391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bb85a00-a2d6-49b6-b210-6757be4914a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:39.994763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:40.035147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:40.035685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.067500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4521e462-74f3-44f0-9db4-a12a856d8cd4 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:40.068176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.082797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7087cfde-70da-4944-a6bb-4df15f90f439 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:40.092855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bb85a00-a2d6-49b6-b210-6757be4914a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.120109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.125344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.138437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 7087cfde-70da-4944-a6bb-4df15f90f439) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:40.173119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d03d5-9f3a-4583-b8a1-04640bd61d5f None None] Network 7087cfde-70da-4944-a6bb-4df15f90f439 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:40.175897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:40.185197 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7264c548-854a-4d0b-ad4d-fa856623cf39 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "PUT /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags HTTP/1.1" status: 200 len: 317 time: 0.3580904 Apr 22 17:03:40.187855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:40.190658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57282) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:40.196781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:40.203120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Pushing event updated for resources: {'Port': ['ID=535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:40.206581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:40.207318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-2d7add6d-11a6-4110-92b8-8280add2a574 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:40.229977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:40.250568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:40.250946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.260092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6a61a08e-c986-42ce-9997-c97717ba4ea3 None None] Provisioning complete for port 4521e462-74f3-44f0-9db4-a12a856d8cd4 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:40.260320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a61a08e-c986-42ce-9997-c97717ba4ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.329967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b09d52-06b1-47f1-9c3a-b9759e81ee55']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:40.341443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bb85a00-a2d6-49b6-b210-6757be4914a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.353930 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.1651387 Apr 22 17:03:40.358907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2826b5af-bdc6-47fc-8b69-ffd63ac37fdc') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:40.362114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2826b5af-bdc6-47fc-8b69-ffd63ac37fdc') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:40.373956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57286) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:40.413371 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2d7add6d-11a6-4110-92b8-8280add2a574 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags HTTP/1.1" status: 204 len: 168 time: 0.2184374 Apr 22 17:03:40.433795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57290) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:40.492196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.508205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-85349974-29b1-419e-af42-d2ad0ac89fed tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074', 'tempest-TagsExtTest-Tag-186006740') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:40.519132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.523024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.536814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cafd2f83-c568-4443-acbf-8a65c31aa5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:40.591342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:40.618218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:40.653047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-85349974-29b1-419e-af42-d2ad0ac89fed tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:40.654748 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85349974-29b1-419e-af42-d2ad0ac89fed tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags/tempest-TagsExtTest-Tag-186006740 HTTP/1.1" status: 404 len: 328 time: 0.2198718 Apr 22 17:03:40.768064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57294) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:40.801035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-307decc8-b7c8-4909-8009-cda98e5fe8d0 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074', 'tempest-TagsExtTest-Tag-2049547223') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:40.951664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8244f27e-68f2-492d-b9b6-20d8ac0bc502,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:40.961316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:40.976551 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-307decc8-b7c8-4909-8009-cda98e5fe8d0 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:40.980400 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-307decc8-b7c8-4909-8009-cda98e5fe8d0 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags/tempest-TagsExtTest-Tag-2049547223 HTTP/1.1" status: 404 len: 329 time: 0.1980340 Apr 22 17:03:40.992237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57300) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.002657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-f64abf2a-f97a-405e-b8f5-e993856a6f2b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074', 'tempest-TagsExtTest-Tag-1127010443') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:41.004559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:41.018057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:41.020407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-7087cfde-70da-4944-a6bb-4df15f90f439', 'network_id': '7087cfde-70da-4944-a6bb-4df15f90f439', 'tenant_id': '0f9d9666ab3d4498b65065051f3e96f9', 'fixed_ips': [{'subnet_id': '44422271-ba67-4b4f-a997-01d38cb0b379'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:41.021145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:41.023518 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2520380 Apr 22 17:03:41.023846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:41.027054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57304) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.035380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a8258bc1-374f-4e46-b916-eaf8fb327e75 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '8244f27e-68f2-492d-b9b6-20d8ac0bc502', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:41.037392 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-a8258bc1-374f-4e46-b916-eaf8fb327e75 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 17:03:41.038078 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-a8258bc1-374f-4e46-b916-eaf8fb327e75 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:41.043736 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a8258bc1-374f-4e46-b916-eaf8fb327e75 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153630 Apr 22 17:03:41.046998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57308) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.052057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:41.056935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cb98b165-29ca-4dec-98d0-bca804a2346c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '8244f27e-68f2-492d-b9b6-20d8ac0bc502', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:41.062724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bb85a00-a2d6-49b6-b210-6757be4914a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:41.066958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:41.070654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d7f4a05-25cd-45c5-a8b9-5840174975d5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:41.107874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:03:41.112579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cb98b165-29ca-4dec-98d0-bca804a2346c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:41.117773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb85a00-a2d6-49b6-b210-6757be4914a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c867bd-1d64-4ea3-8642-ffdd0b96ddcc,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:41.124286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5bb85a00-a2d6-49b6-b210-6757be4914a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:41.129902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cb98b165-29ca-4dec-98d0-bca804a2346c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:41.133634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bb85a00-a2d6-49b6-b210-6757be4914a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:41.137224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:41.138350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cb98b165-29ca-4dec-98d0-bca804a2346c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:41.155571 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-f64abf2a-f97a-405e-b8f5-e993856a6f2b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] show failed (client error): The resource could not be found. Apr 22 17:03:41.157350 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f64abf2a-f97a-405e-b8f5-e993856a6f2b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags/tempest-TagsExtTest-Tag-1127010443 HTTP/1.1" status: 404 len: 329 time: 0.1612630 Apr 22 17:03:41.159162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cb98b165-29ca-4dec-98d0-bca804a2346c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:41.174024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57316) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.184653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-92251e0d-d49f-42e2-9720-2ac37232d78d tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b96165ea-81a0-404e-a794-40c1c2125074') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:41.237845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Allocated IP 172.20.0.3 (7087cfde-70da-4944-a6bb-4df15f90f439/44422271-ba67-4b4f-a997-01d38cb0b379/2cc3cea2-179e-49e7-a81c-cd373506ebbb) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:41.250239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:41.254258 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5bb85a00-a2d6-49b6-b210-6757be4914a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/e9c867bd-1d64-4ea3-8642-ffdd0b96ddcc HTTP/1.1" status: 204 len: 168 time: 1.9439735 Apr 22 17:03:41.254462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:41.257529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57320) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.273761 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-92251e0d-d49f-42e2-9720-2ac37232d78d tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074/tags HTTP/1.1" status: 204 len: 168 time: 0.0952320 Apr 22 17:03:41.312479 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'code': 200} Apr 22 17:03:41.335220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57324) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.356917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-b6abd413-aaab-49e9-860e-d818df9579fb tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3931d019-4223-4894-a681-bf5eef3b2631') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:41.381852 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-cb98b165-29ca-4dec-98d0-bca804a2346c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:41.384573 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cb98b165-29ca-4dec-98d0-bca804a2346c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3357761 Apr 22 17:03:41.388126 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f2429683-c44c-4597-a3e1-0a64dca416ba tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287427 Apr 22 17:03:41.389451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57328) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.394311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57330) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.469790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62994460-159a-4bea-aa3d-d335adcdf2b0 req-07b323d4-18fb-461f-a45a-d823bb5fba00 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:41.477867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-62994460-159a-4bea-aa3d-d335adcdf2b0 req-07b323d4-18fb-461f-a45a-d823bb5fba00 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 944 time: 0.5474758 Apr 22 17:03:41.486857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:41.494527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:41.505496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:41.519455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-20f4e4f2-7782-4fe0-b451-766a47efd9e2 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '8244f27e-68f2-492d-b9b6-20d8ac0bc502', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:41.530806 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-20f4e4f2-7782-4fe0-b451-766a47efd9e2 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 22 17:03:41.530806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-20f4e4f2-7782-4fe0-b451-766a47efd9e2 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:41.530806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-20f4e4f2-7782-4fe0-b451-766a47efd9e2 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1345701 Apr 22 17:03:41.533886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57336) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.548718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-41091ce4-e7ce-42d1-91b4-72536bffcae4 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '8244f27e-68f2-492d-b9b6-20d8ac0bc502', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:41.562803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-41091ce4-e7ce-42d1-91b4-72536bffcae4 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:41.567862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-41091ce4-e7ce-42d1-91b4-72536bffcae4 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:41.588267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-41091ce4-e7ce-42d1-91b4-72536bffcae4 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:41.615493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-41091ce4-e7ce-42d1-91b4-72536bffcae4 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:41.625258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:41.682849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b7deae-423e-4483-bedf-fd8fca6d58f7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:41.683521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-86b7deae-423e-4483-bedf-fd8fca6d58f7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:41.760559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1aafafdf-dbf8-4474-abce-1dac73c33f6d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:41.784286 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-41091ce4-e7ce-42d1-91b4-72536bffcae4 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:41.785688 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41091ce4-e7ce-42d1-91b4-72536bffcae4 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2499464 Apr 22 17:03:41.790044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57340) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.797999 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-62994460-159a-4bea-aa3d-d335adcdf2b0 req-5bcbf822-e8eb-4d69-9d3f-43f9906ec4e3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190491 Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:41.798827 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:41.801539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b8acf385-b9ce-44a5-9b7b-709489c69743 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '8244f27e-68f2-492d-b9b6-20d8ac0bc502', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:41.802717 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-b8acf385-b9ce-44a5-9b7b-709489c69743 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 17:03:41.802717 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-b8acf385-b9ce-44a5-9b7b-709489c69743 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:41.806817 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b8acf385-b9ce-44a5-9b7b-709489c69743 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128214 Apr 22 17:03:41.811572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57344) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.820416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c7753b32-9ecc-4729-b70e-3e7783b123a6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '8244f27e-68f2-492d-b9b6-20d8ac0bc502', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:41.827512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-86b7deae-423e-4483-bedf-fd8fca6d58f7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:41.829018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-86b7deae-423e-4483-bedf-fd8fca6d58f7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4328427 Apr 22 17:03:41.830062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c7753b32-9ecc-4729-b70e-3e7783b123a6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:41.832587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57348) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:41.866852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:41.879130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c7753b32-9ecc-4729-b70e-3e7783b123a6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:41.886968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c7753b32-9ecc-4729-b70e-3e7783b123a6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:41.889869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Transition to ACTIVE for port object 2cc3cea2-179e-49e7-a81c-cd373506ebbb will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:41.898144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c7753b32-9ecc-4729-b70e-3e7783b123a6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:41.936918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f8ea1d-ca6f-4efc-a946-96c734a7622d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:41.938062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-55f8ea1d-ca6f-4efc-a946-96c734a7622d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:41.967275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 1aafafdf-dbf8-4474-abce-1dac73c33f6d completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:41.968084 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-c7753b32-9ecc-4729-b70e-3e7783b123a6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Project 632c4ea3413943428ec92ab6187efc41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:03:41.978887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:42.002812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-55f8ea1d-ca6f-4efc-a946-96c734a7622d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:42.007314 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-55f8ea1d-ca6f-4efc-a946-96c734a7622d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1712449 Apr 22 17:03:42.007841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57352) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:42.050393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Transition to ACTIVE for port object 2cc3cea2-179e-49e7-a81c-cd373506ebbb will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:42.085727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af71e14-cc3a-4cad-b925-8037371693f0 None None] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:42.109162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:42.127363 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-c7753b32-9ecc-4729-b70e-3e7783b123a6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:42.128532 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c7753b32-9ecc-4729-b70e-3e7783b123a6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3157928 Apr 22 17:03:42.136737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57356) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:42.142766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-00fc098b-8c71-41f1-a74d-03e15cbbe9b6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '8244f27e-68f2-492d-b9b6-20d8ac0bc502', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:42.143299 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-00fc098b-8c71-41f1-a74d-03e15cbbe9b6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 22 17:03:42.143845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-00fc098b-8c71-41f1-a74d-03e15cbbe9b6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:42.145051 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-00fc098b-8c71-41f1-a74d-03e15cbbe9b6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071423 Apr 22 17:03:42.154436 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-967e5e36-ab0d-416d-b014-f3bd7baaa243 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1381769 Apr 22 17:03:42.154436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57360) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:42.155819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57362) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:42.160087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fda18957-51d6-4e36-9aef-f7ca5b2900f1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '8244f27e-68f2-492d-b9b6-20d8ac0bc502', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:42.168943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:42.183212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:42.199627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fda18957-51d6-4e36-9aef-f7ca5b2900f1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:42.208216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fda18957-51d6-4e36-9aef-f7ca5b2900f1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:42.212739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:03:42.212739 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:03:42.212739 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': '56b09d52-06b1-47f1-9c3a-b9759e81ee55'}] Apr 22 17:03:42.212739 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:03:42.213453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:03:42.218315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fda18957-51d6-4e36-9aef-f7ca5b2900f1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:42.228217 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b6abd413-aaab-49e9-860e-d818df9579fb tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631/tags HTTP/1.1" status: 204 len: 168 time: 0.8866510 Apr 22 17:03:42.230466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57368) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:42.237131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e5e1fe-eb59-420f-a6f7-3487eac60f03 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:42.247049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-a7e089cd-78e8-4849-ab29-e8740c150e81 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6715a399-c886-4dcb-8ea9-3f8155b8d0aa') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:42.269027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:42.293972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fda18957-51d6-4e36-9aef-f7ca5b2900f1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:42.316529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3886456-7888-4cf9-ae16-a880152a339e req-4f4b8089-be05-4ca0-8031-5fd116681b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:42.318963 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3886456-7888-4cf9-ae16-a880152a339e req-4f4b8089-be05-4ca0-8031-5fd116681b0d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 1098 time: 0.6797512 Apr 22 17:03:42.336348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:42.347183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:42.351415 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-fda18957-51d6-4e36-9aef-f7ca5b2900f1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Project 632c4ea3413943428ec92ab6187efc41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:03:42.388174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Network 7087cfde-70da-4944-a6bb-4df15f90f439 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:42.401136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:42.403578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:42.407735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:42.415390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:42.446016 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3886456-7888-4cf9-ae16-a880152a339e req-d8dc3ce3-e8d5-4d9f-bfdb-513d9acb5834 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140494 Apr 22 17:03:42.490091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a7e089cd-78e8-4849-ab29-e8740c150e81 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa/tags HTTP/1.1" status: 204 len: 168 time: 0.2559044 Apr 22 17:03:42.492131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57372) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:42.498145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.tag.tag_plugin [None req-7cc1a9c9-65c8-4f0e-9845-527c5a94ed03 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06bd9ab9-ee53-481f-b23d-c24117c4cd73') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:42.501712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Pushing event updated for resources: {'Port': ['ID=2cc3cea2-179e-49e7-a81c-cd373506ebbb,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:42.504873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:42.505814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bf0907d6-11ca-42ba-b3f5-a9a26e822489 None None] Provisioning for port 1aafafdf-dbf8-4474-abce-1dac73c33f6d completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:42.515662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-fda18957-51d6-4e36-9aef-f7ca5b2900f1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:42.519807 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fda18957-51d6-4e36-9aef-f7ca5b2900f1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3629880 Apr 22 17:03:42.522141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57376) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:42.531519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-14e0da0d-cf95-45f0-97a3-649ab3f0e677 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '8244f27e-68f2-492d-b9b6-20d8ac0bc502', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:42.544402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-14e0da0d-cf95-45f0-97a3-649ab3f0e677 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:42.552336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-14e0da0d-cf95-45f0-97a3-649ab3f0e677 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:42.560290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-14e0da0d-cf95-45f0-97a3-649ab3f0e677 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:42.572831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-14e0da0d-cf95-45f0-97a3-649ab3f0e677 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:42.621038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bf0907d6-11ca-42ba-b3f5-a9a26e822489 None None] Provisioning complete for port 1aafafdf-dbf8-4474-abce-1dac73c33f6d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:42.621038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf0907d6-11ca-42ba-b3f5-a9a26e822489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:42.632540 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-14e0da0d-cf95-45f0-97a3-649ab3f0e677 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Project 632c4ea3413943428ec92ab6187efc41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:03:42.759602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Attempting to bind port 2cc3cea2-179e-49e7-a81c-cd373506ebbb on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:42.759602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Attempting to bind port 2cc3cea2-179e-49e7-a81c-cd373506ebbb by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'd46f0d36-e6c4-492c-b622-6d7e257a7f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7087cfde-70da-4944-a6bb-4df15f90f439'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:42.759602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Attempting to bind port 2cc3cea2-179e-49e7-a81c-cd373506ebbb on network 7087cfde-70da-4944-a6bb-4df15f90f439 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:43.816681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:43.816681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Checking segment: {'id': 'd46f0d36-e6c4-492c-b622-6d7e257a7f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7087cfde-70da-4944-a6bb-4df15f90f439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:43.816681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.816681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Bound using segment: {'id': 'd46f0d36-e6c4-492c-b622-6d7e257a7f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7087cfde-70da-4944-a6bb-4df15f90f439'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:43.816681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Bound port: 2cc3cea2-179e-49e7-a81c-cd373506ebbb, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46f0d36-e6c4-492c-b622-6d7e257a7f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7087cfde-70da-4944-a6bb-4df15f90f439'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:43.816681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.822146 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-14e0da0d-cf95-45f0-97a3-649ab3f0e677 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:43.822146 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-14e0da0d-cf95-45f0-97a3-649ab3f0e677 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2601793 Apr 22 17:03:43.822146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57380) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:43.822854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.823451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa4e9be5-dd17-43c2-b1b9-0b95cb58692e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.823905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting port 1aafafdf-dbf8-4474-abce-1dac73c33f6d {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:43.823905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.824402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa4e9be5-dd17-43c2-b1b9-0b95cb58692e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.824792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf0907d6-11ca-42ba-b3f5-a9a26e822489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.824792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] For port 2cc3cea2-179e-49e7-a81c-cd373506ebbb, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:43.824792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f931b998-4f3c-4de4-975f-114a5dd4afa3 None None] DHCP port deletion for 56b09d52-06b1-47f1-9c3a-b9759e81ee55 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:03:43.824792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] For port 2cc3cea2-179e-49e7-a81c-cd373506ebbb, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2cc3cea2-179e-49e7-a81c-cd373506ebbb,segment=NetworkSegment(d46f0d36-e6c4-492c-b622-6d7e257a7f52),segment_id=d46f0d36-e6c4-492c-b622-6d7e257a7f52)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:43.824792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f931b998-4f3c-4de4-975f-114a5dd4afa3 None None] Deleting port 1aafafdf-dbf8-4474-abce-1dac73c33f6d {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:43.824792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f931b998-4f3c-4de4-975f-114a5dd4afa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.824792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bf0907d6-11ca-42ba-b3f5-a9a26e822489 None None] For port 1aafafdf-dbf8-4474-abce-1dac73c33f6d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1aafafdf-dbf8-4474-abce-1dac73c33f6d,segment=NetworkSegment(2826b5af-bdc6-47fc-8b69-ffd63ac37fdc),segment_id=2826b5af-bdc6-47fc-8b69-ffd63ac37fdc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:43.825596 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7cc1a9c9-65c8-4f0e-9845-527c5a94ed03 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73/tags HTTP/1.1" status: 204 len: 168 time: 0.6287117 Apr 22 17:03:43.825677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b56e92-3252-4771-bc84-c95db3746cb3 None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:03:43.825764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57386) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:43.825845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c076d-6ffc-4ee0-bf6d-39cbdb91a97e req-af898917-9b8a-4ece-af11-2912dfdb2b9d tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:43.825845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dd3c076d-6ffc-4ee0-bf6d-39cbdb91a97e req-af898917-9b8a-4ece-af11-2912dfdb2b9d tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.2144060 Apr 22 17:03:43.825996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-97b56e92-3252-4771-bc84-c95db3746cb3 None None] Deleting port 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:43.825996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97b56e92-3252-4771-bc84-c95db3746cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.826141 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dd3c076d-6ffc-4ee0-bf6d-39cbdb91a97e req-3ab8cfca-15c9-40f9-9466-57ee7cf93e37 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885160 Apr 22 17:03:43.826141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] For port 1aafafdf-dbf8-4474-abce-1dac73c33f6d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1aafafdf-dbf8-4474-abce-1dac73c33f6d,segment=NetworkSegment(2826b5af-bdc6-47fc-8b69-ffd63ac37fdc),segment_id=2826b5af-bdc6-47fc-8b69-ffd63ac37fdc)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:43.826141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.826363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.826363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f243f9a-218d-4a22-862c-6af895e71a4a tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:43.826363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:43.826363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:43.826363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:43.826363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.827601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Calling delete_port for 1aafafdf-dbf8-4474-abce-1dac73c33f6d owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:43.827742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=29c8e177-00a0-410f-a455-805629c98b06,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:43.827742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:43.827742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa4e9be5-dd17-43c2-b1b9-0b95cb58692e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.828271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.828464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-41c5b209-d9d7-4b02-96e1-b9dd8146e89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:43.828464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e9be5-dd17-43c2-b1b9-0b95cb58692e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8244f27e-68f2-492d-b9b6-20d8ac0bc502,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:43.828792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cc55a3f9-9058-44ce-9e81-27cf964c9bf8 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:43.828967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aa4e9be5-dd17-43c2-b1b9-0b95cb58692e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:43.828967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa4e9be5-dd17-43c2-b1b9-0b95cb58692e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.828967 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aa4e9be5-dd17-43c2-b1b9-0b95cb58692e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "DELETE /v2.0/security-groups/8244f27e-68f2-492d-b9b6-20d8ac0bc502 HTTP/1.1" status: 204 len: 168 time: 0.8005309 Apr 22 17:03:43.828967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57390) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:43.829605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1aafafdf-dbf8-4474-abce-1dac73c33f6d no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:03:43.829756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-69820262-ceef-4161-8c94-cec61b877c58 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Synchronizing usage tracker for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:43.829952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Subnet': ['ID=44422271-ba67-4b4f-a997-01d38cb0b379,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:43.829952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:43.829952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.830474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.830474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf0907d6-11ca-42ba-b3f5-a9a26e822489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.830793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-69820262-ceef-4161-8c94-cec61b877c58 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Unset dirty status for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:43.830793 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-69820262-ceef-4161-8c94-cec61b877c58 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2222309 Apr 22 17:03:43.831310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57394) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:43.838095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'tempest-secgroup--132270118'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:43.851824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:43.852716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-386f60fa-eea0-42d4-b192-0577bc954494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:43.865849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:43.884735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f931b998-4f3c-4de4-975f-114a5dd4afa3 None None] For port 1aafafdf-dbf8-4474-abce-1dac73c33f6d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1aafafdf-dbf8-4474-abce-1dac73c33f6d,segment=NetworkSegment(2826b5af-bdc6-47fc-8b69-ffd63ac37fdc),segment_id=2826b5af-bdc6-47fc-8b69-ffd63ac37fdc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:43.885233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f931b998-4f3c-4de4-975f-114a5dd4afa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.903795 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7303236 Apr 22 17:03:43.907184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57398) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:43.916526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'fixed_ips': [{'subnet_id': '29c8e177-00a0-410f-a455-805629c98b06', 'ip_address': '2001:db8::e226:3687:1c36:bc62'}], 'name': 'tempest-NetworksTestDHCPv6-397980891'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:43.921455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7087cfde-70da-4944-a6bb-4df15f90f439']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:43.935494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46f0d36-e6c4-492c-b622-6d7e257a7f52') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:43.937016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46f0d36-e6c4-492c-b622-6d7e257a7f52') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:43.950443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.964616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:03:43.964938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:03:43.972047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:43.980057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:44.014993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.032048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d64113a-d50b-4213-8c38-18179476a8d3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for subnetpool, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.037168 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4d64113a-d50b-4213-8c38-18179476a8d3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/subnetpools/b96165ea-81a0-404e-a794-40c1c2125074 HTTP/1.1" status: 204 len: 168 time: 0.9019339 Apr 22 17:03:44.048214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57402) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:44.113090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f931b998-4f3c-4de4-975f-114a5dd4afa3 None None] Calling delete_port for 1aafafdf-dbf8-4474-abce-1dac73c33f6d owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:44.121752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1fcc0124-cf8c-4569-bf7e-4a5b27c1b14c tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Synchronizing usage tracker for tenant:91f71d28b59e453fbeecab1cc43b4b60 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:44.124703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:44.138380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:44.145586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:44.156168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:44.190580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.196555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:44.200091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7087cfde-70da-4944-a6bb-4df15f90f439 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:44.206657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.207232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:44.230101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1fcc0124-cf8c-4569-bf7e-4a5b27c1b14c tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Unset dirty status for tenant:91f71d28b59e453fbeecab1cc43b4b60 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:44.231501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1fcc0124-cf8c-4569-bf7e-4a5b27c1b14c tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "GET /v2.0/ports?device_id=3931d019-4223-4894-a681-bf5eef3b2631 HTTP/1.1" status: 200 len: 205 time: 0.1824617 Apr 22 17:03:44.234604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57406) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:44.260944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Pushing event updated for resources: {'Port': ['ID=2cc3cea2-179e-49e7-a81c-cd373506ebbb,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:44.300245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:44.301508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-34873301-a5bb-4447-aea5-48305e5f8600 None None] Provisioning for port 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:44.353213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-34873301-a5bb-4447-aea5-48305e5f8600 None None] Provisioning complete for port 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:44.353728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34873301-a5bb-4447-aea5-48305e5f8600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.414234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 1aafafdf-dbf8-4474-abce-1dac73c33f6d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1aafafdf-dbf8-4474-abce-1dac73c33f6d,segment=NetworkSegment(2826b5af-bdc6-47fc-8b69-ffd63ac37fdc),segment_id=2826b5af-bdc6-47fc-8b69-ffd63ac37fdc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:44.419103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-97b56e92-3252-4771-bc84-c95db3746cb3 None None] For port 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:44.419851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97b56e92-3252-4771-bc84-c95db3746cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.464399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7087cfde-70da-4944-a6bb-4df15f90f439 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:44.481348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c26587b3-ebb6-4c39-acef-529de9a3dffa tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.533911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.537668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:03:44.612516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting port 1aafafdf-dbf8-4474-abce-1dac73c33f6d {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:44.613074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:44.649827 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:44.661420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:03:44.661420 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:03:44.661420 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': '7087cfde-70da-4944-a6bb-4df15f90f439'}] Apr 22 17:03:44.661420 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:03:44.662982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:03:44.706334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-f931b998-4f3c-4de4-975f-114a5dd4afa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:03:44.707029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-f931b998-4f3c-4de4-975f-114a5dd4afa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:03:44.725261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-97b56e92-3252-4771-bc84-c95db3746cb3 None None] Calling delete_port for 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:44.791331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0907d6-11ca-42ba-b3f5-a9a26e822489 None None] Pushing event updated for resources: {'Port': ['ID=1aafafdf-dbf8-4474-abce-1dac73c33f6d,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:44.808271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf0907d6-11ca-42ba-b3f5-a9a26e822489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:44.816807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1cc0831d-0ad3-4cc5-bf12-b9a702da4aed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.933s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:44.859355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.951570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c26587b3-ebb6-4c39-acef-529de9a3dffa tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.960749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5480081-b1cb-4ff5-9165-e46fb3e6dcd4 req-3d916585-6932-40a2-b5af-4e3a655740a9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:44.960749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5480081-b1cb-4ff5-9165-e46fb3e6dcd4 req-3d916585-6932-40a2-b5af-4e3a655740a9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.3035991 Apr 22 17:03:44.961017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c26587b3-ebb6-4c39-acef-529de9a3dffa tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:44.963707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 3406b764-1fa9-44b6-a037-a6c9ef34eb05 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:03:45.011971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] For port 1aafafdf-dbf8-4474-abce-1dac73c33f6d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1aafafdf-dbf8-4474-abce-1dac73c33f6d,segment=NetworkSegment(2826b5af-bdc6-47fc-8b69-ffd63ac37fdc),segment_id=2826b5af-bdc6-47fc-8b69-ffd63ac37fdc)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:45.012268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.032638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=1aafafdf-dbf8-4474-abce-1dac73c33f6d,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:45.047498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:45.050251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:45.050672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:45.060173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97b56e92-3252-4771-bc84-c95db3746cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.067550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:45.099009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-34873301-a5bb-4447-aea5-48305e5f8600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.117945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.119119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c26587b3-ebb6-4c39-acef-529de9a3dffa tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.119570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26587b3-ebb6-4c39-acef-529de9a3dffa tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Fanout notify agent at l3_agent the message router_deleted on router 3931d019-4223-4894-a681-bf5eef3b2631 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:03:45.138245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b56e92-3252-4771-bc84-c95db3746cb3 None None] Pushing event deleted for resources: {'Port': ['ID=535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:45.145145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97b56e92-3252-4771-bc84-c95db3746cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:45.150612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b56e92-3252-4771-bc84-c95db3746cb3 None None] No DVR routers for this DVR port 535c0ece-5f9e-4ca7-a9d0-eecf9c4d5a4d on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:03:45.160533 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5480081-b1cb-4ff5-9165-e46fb3e6dcd4 req-d337be6e-1c79-4e2a-a14f-d918d34c7c10 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859419 Apr 22 17:03:45.170694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Calling delete_port for 1aafafdf-dbf8-4474-abce-1dac73c33f6d owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:45.170855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.179004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:45.198738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.249458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Deleting port 2cc3cea2-179e-49e7-a81c-cd373506ebbb {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:45.249856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.276549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e1b3b-6587-4f5c-96f7-db68f630b63a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:45.285909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c26587b3-ebb6-4c39-acef-529de9a3dffa tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.287134 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c26587b3-ebb6-4c39-acef-529de9a3dffa tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/routers/3931d019-4223-4894-a681-bf5eef3b2631 HTTP/1.1" status: 204 len: 168 time: 1.0514398 Apr 22 17:03:45.299990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57414) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:45.320782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:45.327206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.332161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4994605 Apr 22 17:03:45.333097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57418) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:45.342414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-31505abf-8e9a-4566-bd60-e5b9de6b57db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '8e7e1b3b-6587-4f5c-96f7-db68f630b63a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:45.354045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-31505abf-8e9a-4566-bd60-e5b9de6b57db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:45.367776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31505abf-8e9a-4566-bd60-e5b9de6b57db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:45.373450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31505abf-8e9a-4566-bd60-e5b9de6b57db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:45.389566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-31505abf-8e9a-4566-bd60-e5b9de6b57db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:45.394943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::e226:3687:1c36:bc62 (9f37a3e5-e543-44dd-91a5-83fee171a55d/29c8e177-00a0-410f-a455-805629c98b06/3406b764-1fa9-44b6-a037-a6c9ef34eb05) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:45.421567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f931b998-4f3c-4de4-975f-114a5dd4afa3 None None] Deleting port 1aafafdf-dbf8-4474-abce-1dac73c33f6d {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:45.421867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f931b998-4f3c-4de4-975f-114a5dd4afa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.447336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da6590-1f88-449e-9c50-210b1429732f None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:45.540136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.589532 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-31505abf-8e9a-4566-bd60-e5b9de6b57db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The resource could not be found. Apr 22 17:03:45.594280 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-31505abf-8e9a-4566-bd60-e5b9de6b57db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2566230 Apr 22 17:03:45.602334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57422) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:45.611723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0b2ca805-989e-4e20-8f00-046d282fc799 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '8e7e1b3b-6587-4f5c-96f7-db68f630b63a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '61f81323-e59e-427c-9ef1-3824a16f1359'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:45.621579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0b2ca805-989e-4e20-8f00-046d282fc799 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:45.636856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0b2ca805-989e-4e20-8f00-046d282fc799 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:45.642992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0b2ca805-989e-4e20-8f00-046d282fc799 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:45.646745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4607846-0c37-4262-a85a-4d73a778cbbf tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:45.649398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2cc3cea2-179e-49e7-a81c-cd373506ebbb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:45.654810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0b2ca805-989e-4e20-8f00-046d282fc799 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:45.701070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f931b998-4f3c-4de4-975f-114a5dd4afa3 None None] The port '1aafafdf-dbf8-4474-abce-1dac73c33f6d' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:03:45.709893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No DVR routers for this DVR port 1aafafdf-dbf8-4474-abce-1dac73c33f6d on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:03:45.732696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.763610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5b1b8-ea85-4051-8a59-2161a6b28d85 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Deleting port 6715a399-c886-4dcb-8ea9-3f8155b8d0aa {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:45.764004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9b5b1b8-ea85-4051-8a59-2161a6b28d85 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.768406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaee2df-f5b5-4935-a616-e8161011e253 None None] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:45.776461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 3406b764-1fa9-44b6-a037-a6c9ef34eb05 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:45.823998 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-0b2ca805-989e-4e20-8f00-046d282fc799 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The resource could not be found. Apr 22 17:03:45.826521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0b2ca805-989e-4e20-8f00-046d282fc799 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2230489 Apr 22 17:03:45.829459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57426) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:45.853310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:45.870060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c11a1bb3-b56f-4585-8da4-062908216d54 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:45.936604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e99b7-4acc-466c-9e8f-ae771307b93a req-3c5f652d-f3f0-421d-88e5-8e314b6a7cbc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:45.938264 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-600e99b7-4acc-466c-9e8f-ae771307b93a req-3c5f652d-f3f0-421d-88e5-8e314b6a7cbc tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.5376103 Apr 22 17:03:45.939279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Port': ['ID=1aafafdf-dbf8-4474-abce-1dac73c33f6d,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:45.942162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:45.970079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:45.973951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=3406b764-1fa9-44b6-a037-a6c9ef34eb05,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:45.979584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:45.981759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:45.989075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:45.995343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:45.996150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.045033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a40378-1b23-4a26-bd2e-4a7886fc40d3 None None] Network 7087cfde-70da-4944-a6bb-4df15f90f439 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:46.047681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09cf7142-8e91-4d3e-89c3-82efd8e81499 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.072815 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1594133 Apr 22 17:03:46.074972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57430) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:46.088082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0be79773-311e-415b-8c93-ff2d34e1258e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'fixed_ips': [{'subnet_id': '29c8e177-00a0-410f-a455-805629c98b06', 'ip_address': '2001:db8::e226:3687:1c36:bc62'}], 'name': 'tempest-NetworksTestDHCPv6-804841348'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:46.088333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.115684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09cf7142-8e91-4d3e-89c3-82efd8e81499 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.153534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 2cc3cea2-179e-49e7-a81c-cd373506ebbb completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:46.261987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9b73ccae-11d3-4398-b77e-07da62e761ca None None] Provisioning for port 2cc3cea2-179e-49e7-a81c-cd373506ebbb completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:46.267924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] For port 2cc3cea2-179e-49e7-a81c-cd373506ebbb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2cc3cea2-179e-49e7-a81c-cd373506ebbb,segment=NetworkSegment(d46f0d36-e6c4-492c-b622-6d7e257a7f52),segment_id=d46f0d36-e6c4-492c-b622-6d7e257a7f52)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:46.268332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.308948 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-600e99b7-4acc-466c-9e8f-ae771307b93a req-104e61c2-3b6c-4874-b647-04db697717aa tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799954 Apr 22 17:03:46.311471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9b73ccae-11d3-4398-b77e-07da62e761ca None None] Provisioning complete for port 2cc3cea2-179e-49e7-a81c-cd373506ebbb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:46.311852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b73ccae-11d3-4398-b77e-07da62e761ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.416181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': '29c8e177-00a0-410f-a455-805629c98b06'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:46.417217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.551894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57434) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:46.602962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b73ccae-11d3-4398-b77e-07da62e761ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.649492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0be79773-311e-415b-8c93-ff2d34e1258e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:46.660044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c868d0ef-24cc-48aa-9674-331de8b26ee2 None None] DHCP port deletion for 7087cfde-70da-4944-a6bb-4df15f90f439 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:03:46.660653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09cf7142-8e91-4d3e-89c3-82efd8e81499 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.671826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19aa6475-4ce7-442a-8f7c-49936d65b825 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:46.681334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c868d0ef-24cc-48aa-9674-331de8b26ee2 None None] Deleting port 2cc3cea2-179e-49e7-a81c-cd373506ebbb {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:46.682000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c868d0ef-24cc-48aa-9674-331de8b26ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.689285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf7142-8e91-4d3e-89c3-82efd8e81499 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e1b3b-6587-4f5c-96f7-db68f630b63a,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:46.694941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0be79773-311e-415b-8c93-ff2d34e1258e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:46.701840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-09cf7142-8e91-4d3e-89c3-82efd8e81499 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:46.716819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09cf7142-8e91-4d3e-89c3-82efd8e81499 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.720699 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-09cf7142-8e91-4d3e-89c3-82efd8e81499 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "DELETE /v2.0/security-groups/8e7e1b3b-6587-4f5c-96f7-db68f630b63a HTTP/1.1" status: 204 len: 168 time: 0.8875563 Apr 22 17:03:46.722666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57438) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:46.746233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6bfb4-3366-4465-be62-518634cc91ae tempest-TestNetworkAdvancedServerOps-919025079 tempest-TestNetworkAdvancedServerOps-919025079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:46.748117 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fac6bfb4-3366-4465-be62-518634cc91ae tempest-TestNetworkAdvancedServerOps-919025079 tempest-TestNetworkAdvancedServerOps-919025079-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 1093 time: 0.1911964 Apr 22 17:03:46.752702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be79773-311e-415b-8c93-ff2d34e1258e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:46.761199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0be79773-311e-415b-8c93-ff2d34e1258e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.762280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9b73ccae-11d3-4398-b77e-07da62e761ca None None] For port 2cc3cea2-179e-49e7-a81c-cd373506ebbb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2cc3cea2-179e-49e7-a81c-cd373506ebbb,segment=NetworkSegment(d46f0d36-e6c4-492c-b622-6d7e257a7f52),segment_id=d46f0d36-e6c4-492c-b622-6d7e257a7f52)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:46.777151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57442) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:46.787079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:46.794393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b73ccae-11d3-4398-b77e-07da62e761ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.796528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Allocated IP 2001:db8::2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/29c8e177-00a0-410f-a455-805629c98b06/651abf5c-19f9-4205-9e34-1c1aa40f3ec7) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:46.801197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:46.807453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:46.827285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Usage tracker for resource:floatingip and tenant:eb0198668d514766842936a3a15b85e6 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:46.835310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-0be79773-311e-415b-8c93-ff2d34e1258e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port c29afed0-60bf-4e38-b7c5-55acdac44220 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:03:46.871208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:46.882655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:46.888327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b09d52-06b1-47f1-9c3a-b9759e81ee55']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:46.888606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-387bacab-cc80-4c6c-a140-c18772659a2f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Synchronizing usage tracker for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:46.907367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Calling delete_port for 2cc3cea2-179e-49e7-a81c-cd373506ebbb owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:46.950272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:46.968826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2826b5af-bdc6-47fc-8b69-ffd63ac37fdc') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:46.969175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2826b5af-bdc6-47fc-8b69-ffd63ac37fdc') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:47.012078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73ccae-11d3-4398-b77e-07da62e761ca None None] Pushing event updated for resources: {'Port': ['ID=2cc3cea2-179e-49e7-a81c-cd373506ebbb,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:47.014824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-387bacab-cc80-4c6c-a140-c18772659a2f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Unset dirty status for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:47.015658 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-387bacab-cc80-4c6c-a140-c18772659a2f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2918451 Apr 22 17:03:47.016219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.022138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57446) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:47.034680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-aa9ab2b5-d189-4f58-b5ca-2d78b5338bf7 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '6d756028-756f-4d65-9e05-ed7c5341e400', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:47.035468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:03:47.041950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b73ccae-11d3-4398-b77e-07da62e761ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:47.076642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.082878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9b5b1b8-ea85-4051-8a59-2161a6b28d85 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.093756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aa9ab2b5-d189-4f58-b5ca-2d78b5338bf7 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:47.096749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:47.113077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aa9ab2b5-d189-4f58-b5ca-2d78b5338bf7 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:47.121346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aa9ab2b5-d189-4f58-b5ca-2d78b5338bf7 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:47.131324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aa9ab2b5-d189-4f58-b5ca-2d78b5338bf7 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:47.174902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c868d0ef-24cc-48aa-9674-331de8b26ee2 None None] For port 2cc3cea2-179e-49e7-a81c-cd373506ebbb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2cc3cea2-179e-49e7-a81c-cd373506ebbb,segment=NetworkSegment(d46f0d36-e6c4-492c-b622-6d7e257a7f52),segment_id=d46f0d36-e6c4-492c-b622-6d7e257a7f52)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:47.176124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c868d0ef-24cc-48aa-9674-331de8b26ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.234423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.245555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:03:47.245929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:03:47.274031 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-aa9ab2b5-d189-4f58-b5ca-2d78b5338bf7 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The resource could not be found. Apr 22 17:03:47.275363 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aa9ab2b5-d189-4f58-b5ca-2d78b5338bf7 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2492189 Apr 22 17:03:47.279069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57450) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:47.289849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002486603'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:47.302762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5b1b8-ea85-4051-8a59-2161a6b28d85 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Calling delete_port for 6715a399-c886-4dcb-8ea9-3f8155b8d0aa owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:47.303054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:47.328132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:47.381241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.426552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:47.434836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:47.441343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:47.455512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:47.458429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Allocated IP 172.26.6.221 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/982b3f74-72c7-4cdc-a4e1-1dbb9caf29ed) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:47.478866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:47.501991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.530113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c868d0ef-24cc-48aa-9674-331de8b26ee2 None None] Calling delete_port for 2cc3cea2-179e-49e7-a81c-cd373506ebbb owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:47.606975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2cc3cea2-179e-49e7-a81c-cd373506ebbb no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:03:47.669548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.689312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.699310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.705966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ccf5f7f2-f465-44bd-b8a6-fe2e42cc24f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:47.748150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Deleting port 2cc3cea2-179e-49e7-a81c-cd373506ebbb {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:47.748150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.758308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34112dae-32a2-4026-bf88-d264120fe57a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:47.766380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:47.806833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.808381 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5282888 Apr 22 17:03:47.811498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57454) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:47.814931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 56b09d52-06b1-47f1-9c3a-b9759e81ee55 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:47.815652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.817484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725346005'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:47.824270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:47.828757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:47.832377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:47.839260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:47.869907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:47.872766 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:47.876227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca9d2636-66ad-437d-a414-3b22eac0aea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:47.878741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] The port '2cc3cea2-179e-49e7-a81c-cd373506ebbb' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:03:47.882135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.892993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c868d0ef-24cc-48aa-9674-331de8b26ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.901821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:47.928948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.947237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Transition to ACTIVE for port object 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:47.964729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868d0ef-24cc-48aa-9674-331de8b26ee2 None None] Pushing event deleted for resources: {'Port': ['ID=2cc3cea2-179e-49e7-a81c-cd373506ebbb,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:47.965838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:47.966368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c868d0ef-24cc-48aa-9674-331de8b26ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:47.972422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:47.975022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868d0ef-24cc-48aa-9674-331de8b26ee2 None None] No DVR routers for this DVR port 2cc3cea2-179e-49e7-a81c-cd373506ebbb on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:03:47.978890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:47.979587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9b5b1b8-ea85-4051-8a59-2161a6b28d85 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:47.992011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Transition to ACTIVE for port object 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:48.009183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db48dfc3-6f81-4941-ac2f-b9914e90aec4 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:48.019814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.025938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c868d0ef-24cc-48aa-9674-331de8b26ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:48.062907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:48.073747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'Port': ['ID=982b3f74-72c7-4cdc-a4e1-1dbb9caf29ed,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:48.078987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:48.088574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:48.088574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:48.100878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:48.104933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:48.107613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:48.113085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:48.124776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5b1b8-ea85-4051-8a59-2161a6b28d85 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Pushing event deleted for resources: {'Port': ['ID=6715a399-c886-4dcb-8ea9-3f8155b8d0aa,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:48.147317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9b5b1b8-ea85-4051-8a59-2161a6b28d85 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:48.153705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Pushing event updated for resources: {'Port': ['ID=651abf5c-19f9-4205-9e34-1c1aa40f3ec7,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:48.157496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:48.195858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.220219 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be79773-311e-415b-8c93-ff2d34e1258e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 17:03:48.220563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Attempting to bind port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:03:48.220798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be79773-311e-415b-8c93-ff2d34e1258e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:03:48.221209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Attempting to bind port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:03:48.221722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Attempting to bind port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:03:48.229128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:03:48.229352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:48.229977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.230495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:03:48.231194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Bound port: 651abf5c-19f9-4205-9e34-1c1aa40f3ec7, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:03:48.232339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.234729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.250757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-41649af9-ac32-421e-8c1d-1c2173ab49b4 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:48.265856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.332683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] For port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:03:48.345598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] For port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=651abf5c-19f9-4205-9e34-1c1aa40f3ec7,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:03:48.347145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Network': ['ID=56b09d52-06b1-47f1-9c3a-b9759e81ee55,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:48.367783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:48.379831 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/56b09d52-06b1-47f1-9c3a-b9759e81ee55 HTTP/1.1" status: 204 len: 168 time: 10.8411474 Apr 22 17:03:48.384525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57458) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:48.389681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.398068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a120f5a-b826-45e9-a53a-0551b4ce9986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:48.421462 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0be79773-311e-415b-8c93-ff2d34e1258e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.3443379 Apr 22 17:03:48.423051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57462) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:48.428501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.483165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Pushing event updated for resources: {'Port': ['ID=651abf5c-19f9-4205-9e34-1c1aa40f3ec7,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:48.485099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.486535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:48.496420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9b5b1b8-ea85-4051-8a59-2161a6b28d85 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.501067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a95c5f63-9c93-48f7-865d-de877ed78b81 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:48.501242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b9b5b1b8-ea85-4051-8a59-2161a6b28d85 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/ports/6715a399-c886-4dcb-8ea9-3f8155b8d0aa HTTP/1.1" status: 204 len: 168 time: 3.1851315 Apr 22 17:03:48.501242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc09b5b-f937-486f-9763-91d60fdf1c9d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:03:48.501242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc09b5b-f937-486f-9763-91d60fdf1c9d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:03:48.511407 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0fc09b5b-f937-486f-9763-91d60fdf1c9d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/56b09d52-06b1-47f1-9c3a-b9759e81ee55 HTTP/1.1" status: 404 len: 339 time: 0.1137581 Apr 22 17:03:48.511407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57466) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:48.516111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57468) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:48.530112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1025812716', 'description': 'd1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:48.547910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:48.554186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7087cfde-70da-4944-a6bb-4df15f90f439']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:48.567305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Usage tracker for resource:network and tenant:5bb0b439cf104a8984e5f7ab1c32ab74 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:48.573891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:48.583138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46f0d36-e6c4-492c-b622-6d7e257a7f52') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:48.583463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46f0d36-e6c4-492c-b622-6d7e257a7f52') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:48.589658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:48.592124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f92eaa-889d-4f71-bc01-c518a7962e76,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:48.594652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.599229 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7836282 Apr 22 17:03:48.599229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:48.601968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57474) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:48.612720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.613070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a7d89537-f5e7-47a8-8c1d-3f8a1e99eb13 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '34112dae-32a2-4026-bf88-d264120fe57a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '88f92eaa-889d-4f71-bc01-c518a7962e76'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:48.635911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a7d89537-f5e7-47a8-8c1d-3f8a1e99eb13 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:48.643808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a7d89537-f5e7-47a8-8c1d-3f8a1e99eb13 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:48.650687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ea5ef7-1feb-47d7-85fe-536e1375e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Deleting subnet 06bd9ab9-ee53-481f-b23d-c24117c4cd73 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:03:48.655803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a7d89537-f5e7-47a8-8c1d-3f8a1e99eb13 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:48.656019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.658301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4ea5ef7-1feb-47d7-85fe-536e1375e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.667446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a7d89537-f5e7-47a8-8c1d-3f8a1e99eb13 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:48.676539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:48.683209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.712596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:48.768243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc5d6ef-36b1-4859-9b8f-9c585e90d35a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:48.775098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc5d6ef-36b1-4859-9b8f-9c585e90d35a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:48.776003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fcc5d6ef-36b1-4859-9b8f-9c585e90d35a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:48.806667 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-a7d89537-f5e7-47a8-8c1d-3f8a1e99eb13 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:48.810721 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a7d89537-f5e7-47a8-8c1d-3f8a1e99eb13 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2030253 Apr 22 17:03:48.811085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57478) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:48.841883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4ea5ef7-1feb-47d7-85fe-536e1375e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.902321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c13c9702-a54f-44f0-9486-186b26771511 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:48.942191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c13c9702-a54f-44f0-9486-186b26771511 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.035318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c13c9702-a54f-44f0-9486-186b26771511 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.038521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fcc5d6ef-36b1-4859-9b8f-9c585e90d35a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:49.043926 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fcc5d6ef-36b1-4859-9b8f-9c585e90d35a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6109958 Apr 22 17:03:49.045650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57482) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:49.047306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-931b3361-dfa9-4239-a2ca-5c5eda8e0751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:49.058712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7087cfde-70da-4944-a6bb-4df15f90f439 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:49.066970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c9702-a54f-44f0-9486-186b26771511 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f92eaa-889d-4f71-bc01-c518a7962e76,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:49.070085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.071693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c13c9702-a54f-44f0-9486-186b26771511 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:49.076595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c13c9702-a54f-44f0-9486-186b26771511 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.085880 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c13c9702-a54f-44f0-9486-186b26771511 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "DELETE /v2.0/security-groups/88f92eaa-889d-4f71-bc01-c518a7962e76 HTTP/1.1" status: 204 len: 168 time: 0.2655082 Apr 22 17:03:49.086895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57486) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:49.178544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f7e3b18-4871-4f9c-a080-090b9b06cf9b tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Synchronizing usage tracker for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:49.211924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f7e3b18-4871-4f9c-a080-090b9b06cf9b tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Unset dirty status for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:49.213370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6f7e3b18-4871-4f9c-a080-090b9b06cf9b tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1253304 Apr 22 17:03:49.216598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57490) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:49.285974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32ddfa93-8d06-4076-81e7-d5fc709dca0d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.317749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32ddfa93-8d06-4076-81e7-d5fc709dca0d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.395021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32ddfa93-8d06-4076-81e7-d5fc709dca0d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.401790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-34f93cac-6a3b-4261-8bbb-70854c730f12 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:49.420459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddfa93-8d06-4076-81e7-d5fc709dca0d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34112dae-32a2-4026-bf88-d264120fe57a,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:49.423046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32ddfa93-8d06-4076-81e7-d5fc709dca0d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:49.447719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32ddfa93-8d06-4076-81e7-d5fc709dca0d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.449086 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-32ddfa93-8d06-4076-81e7-d5fc709dca0d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "DELETE /v2.0/security-groups/34112dae-32a2-4026-bf88-d264120fe57a HTTP/1.1" status: 204 len: 168 time: 0.2310102 Apr 22 17:03:49.451984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57494) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:49.518817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee396c2d-3bf2-4cd2-8e00-776652c237a8 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Synchronizing usage tracker for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:49.554977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee396c2d-3bf2-4cd2-8e00-776652c237a8 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Unset dirty status for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:49.556386 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ee396c2d-3bf2-4cd2-8e00-776652c237a8 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1030581 Apr 22 17:03:49.560927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57498) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:49.569257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429709538'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:49.582494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:49.587912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:49.594533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:49.623907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.628226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7c5577a7-8d9c-4235-aa25-e92588e9230b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 3406b764-1fa9-44b6-a037-a6c9ef34eb05 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:49.628616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c5577a7-8d9c-4235-aa25-e92588e9230b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.647665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:49.651783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:49.655236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:49.664049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:49.698351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:49.703642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7087cfde-70da-4944-a6bb-4df15f90f439 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:49.713643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4ea5ef7-1feb-47d7-85fe-536e1375e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.749988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:49.773456 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:49.794864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.801140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-09cf7142-8e91-4d3e-89c3-82efd8e81499 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:49.849545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3c9473-bf3b-4012-b65c-ac6e6c687b96,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:49.854320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:49.921406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:49.926146 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3613596 Apr 22 17:03:49.926570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57502) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:49.937902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-12ffc8d1-0b54-453a-a762-fe1ddbc33237 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '7d3c9473-bf3b-4012-b65c-ac6e6c687b96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:49.946952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-12ffc8d1-0b54-453a-a762-fe1ddbc33237 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:49.952674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-12ffc8d1-0b54-453a-a762-fe1ddbc33237 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:49.956190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-12ffc8d1-0b54-453a-a762-fe1ddbc33237 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:49.965608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-12ffc8d1-0b54-453a-a762-fe1ddbc33237 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:50.041592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:50.068518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.069059 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Added segment dc036269-ca59-4482-a02d-2ccbea37ad5b of type vlan for network fa8d986a-81de-4c0e-9368-9184781fa8ab Apr 22 17:03:50.070491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.074826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.113395 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-12ffc8d1-0b54-453a-a762-fe1ddbc33237 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:50.117614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-12ffc8d1-0b54-453a-a762-fe1ddbc33237 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1854868 Apr 22 17:03:50.129309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.130223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a301f50b-0786-4a98-86b4-9d94b2550094 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:50.134246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57506) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:50.142123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5db37df5-f480-4569-81f6-9230039f9ce6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group_rule': {'security_group_id': '7d3c9473-bf3b-4012-b65c-ac6e6c687b96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:50.155738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5db37df5-f480-4569-81f6-9230039f9ce6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:50.163618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5db37df5-f480-4569-81f6-9230039f9ce6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:50.167911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5db37df5-f480-4569-81f6-9230039f9ce6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:50.168399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=7087cfde-70da-4944-a6bb-4df15f90f439,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:50.171213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:50.183489 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/7087cfde-70da-4944-a6bb-4df15f90f439 HTTP/1.1" status: 204 len: 168 time: 9.8043790 Apr 22 17:03:50.186816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Provisioning for port 3406b764-1fa9-44b6-a037-a6c9ef34eb05 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:50.188258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57510) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:50.189206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5db37df5-f480-4569-81f6-9230039f9ce6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:50.196112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Provisioning complete for port 3406b764-1fa9-44b6-a037-a6c9ef34eb05 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:50.197265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.201899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1292179627'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:50.213980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.225104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:50.234253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:network and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:50.240439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:50.248831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:50.263836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.271213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:50.272359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.291260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-710f2e7e-e5e0-4bbb-a887-c93c2585b614 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:50.295702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Port 3406b764-1fa9-44b6-a037-a6c9ef34eb05 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:03:50.321127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:50.327913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.351250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c5577a7-8d9c-4235-aa25-e92588e9230b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.361348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Provisioning for port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:03:50.374709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Provisioning complete for port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:50.375913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.462461 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9454195 Apr 22 17:03:50.481421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57514) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:50.513965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7c5577a7-8d9c-4235-aa25-e92588e9230b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 3406b764-1fa9-44b6-a037-a6c9ef34eb05 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:50.529357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.575640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] For port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=651abf5c-19f9-4205-9e34-1c1aa40f3ec7,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:50.592730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=fa8d986a-81de-4c0e-9368-9184781fa8ab,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:50.611025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:50.613373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network fa8d986a-81de-4c0e-9368-9184781fa8ab details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:50.621149 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-5db37df5-f480-4569-81f6-9230039f9ce6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:03:50.626955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5db37df5-f480-4569-81f6-9230039f9ce6 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4869573 Apr 22 17:03:50.626955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.629009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.634318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97b56e92-3252-4771-bc84-c95db3746cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:50.642339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57518) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:50.661019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:50.690336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4ea5ef7-1feb-47d7-85fe-536e1375e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.718101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:50.726200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.726598 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment f8fe0f11-0e95-4d94-967f-43b833528fff of type vlan for network 7ee99277-e273-48ff-bddf-e04f6d5760d0 Apr 22 17:03:50.740492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d52ef78-0594-4110-9312-e199b6e650c9 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:50.741954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6d52ef78-0594-4110-9312-e199b6e650c9 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Synchronizing usage tracker for tenant:5bb0b439cf104a8984e5f7ab1c32ab74 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:50.776619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea5ef7-1feb-47d7-85fe-536e1375e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Pushing event deleted for resources: {'Subnet': ['ID=06bd9ab9-ee53-481f-b23d-c24117c4cd73,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:50.790549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4ea5ef7-1feb-47d7-85fe-536e1375e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:50.795913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4ea5ef7-1feb-47d7-85fe-536e1375e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.821284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc04f4-81af-46ef-8ab1-ddc45fd6d386 None None] Network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:50.826416 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f4ea5ef7-1feb-47d7-85fe-536e1375e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/subnets/06bd9ab9-ee53-481f-b23d-c24117c4cd73 HTTP/1.1" status: 204 len: 168 time: 2.3133256 Apr 22 17:03:50.867305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57522) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:50.889772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7625b3c9-1daa-4a32-837b-1b325c70ba2d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.906221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.921683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6d52ef78-0594-4110-9312-e199b6e650c9 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Unset dirty status for tenant:5bb0b439cf104a8984e5f7ab1c32ab74 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:50.927113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6d52ef78-0594-4110-9312-e199b6e650c9 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/networks?id=fa8d986a-81de-4c0e-9368-9184781fa8ab HTTP/1.1" status: 200 len: 765 time: 0.4394352 Apr 22 17:03:50.927333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Pushing event updated for resources: {'Port': ['ID=651abf5c-19f9-4205-9e34-1c1aa40f3ec7,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:50.929513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:50.932087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57526) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:50.935861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd01d9a4-b739-46c9-bdc4-37d6d920e593 None None] Provisioning complete for port 3406b764-1fa9-44b6-a037-a6c9ef34eb05 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:50.936288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd01d9a4-b739-46c9-bdc4-37d6d920e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:50.944885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-339770c3-5516-4d3e-b890-a7b2aaab615f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'description': 'd2'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:50.968169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7625b3c9-1daa-4a32-837b-1b325c70ba2d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.084602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c5577a7-8d9c-4235-aa25-e92588e9230b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.088678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bd01d9a4-b739-46c9-bdc4-37d6d920e593 None None] Port 3406b764-1fa9-44b6-a037-a6c9ef34eb05 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:03:51.088868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.094900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd01d9a4-b739-46c9-bdc4-37d6d920e593 None None] Could not find standard attr ID for object 2c34aafd-d4f7-437d-8ed4-f548627c8967. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:03:51.103600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.110115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:51.110836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.119984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-59f3b387-9b9f-4711-af9b-2d1bea8efc99 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:51.121095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:51.212045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa1f808-f55a-49fb-8584-5e1d1bc6b75d None None] DHCP port deletion for 49ac69b3-e32a-4f12-96ab-bf30d7719c89 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:03:51.217518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3aa1f808-f55a-49fb-8584-5e1d1bc6b75d None None] Deleting port dd84b0b1-f713-4517-a827-92fe9e86f677 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:51.217938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3aa1f808-f55a-49fb-8584-5e1d1bc6b75d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.241005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Deleting port dd84b0b1-f713-4517-a827-92fe9e86f677 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:51.241355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.254976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5577a7-8d9c-4235-aa25-e92588e9230b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=3406b764-1fa9-44b6-a037-a6c9ef34eb05,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:51.258547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c5577a7-8d9c-4235-aa25-e92588e9230b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:51.320572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=7ee99277-e273-48ff-bddf-e04f6d5760d0,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:51.329299 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1325834 Apr 22 17:03:51.331965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.333046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c5577a7-8d9c-4235-aa25-e92588e9230b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.334700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:51.337566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57530) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:51.345887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'network_id': '7ee99277-e273-48ff-bddf-e04f6d5760d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:51.355864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 7ee99277-e273-48ff-bddf-e04f6d5760d0 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:51.367637 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7c5577a7-8d9c-4235-aa25-e92588e9230b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/3406b764-1fa9-44b6-a037-a6c9ef34eb05 HTTP/1.1" status: 204 len: 168 time: 2.3108582 Apr 22 17:03:51.369920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.371645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57534) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:51.413133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-15bc08ae-ba64-4e5c-9e4c-bee261c2f74c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:51.434040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7625b3c9-1daa-4a32-837b-1b325c70ba2d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.436956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7625b3c9-1daa-4a32-837b-1b325c70ba2d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.438356 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7625b3c9-1daa-4a32-837b-1b325c70ba2d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "DELETE /v2.0/security-groups/7d3c9473-bf3b-4012-b65c-ac6e6c687b96 HTTP/1.1" status: 204 len: 168 time: 0.7962229 Apr 22 17:03:51.447068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c7e987d-0414-44bd-864d-7d7de6a9f897 tempest-FloatingIPTestJSON-2075485426 tempest-FloatingIPTestJSON-2075485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:51.461886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57538) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:51.519016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625b3c9-1daa-4a32-837b-1b325c70ba2d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3c9473-bf3b-4012-b65c-ac6e6c687b96,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:51.519016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7625b3c9-1daa-4a32-837b-1b325c70ba2d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:51.543121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-339770c3-5516-4d3e-b890-a7b2aaab615f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.582287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c3a55-5368-48ba-8038-779623d65dc3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:51.585093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c3a55-5368-48ba-8038-779623d65dc3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:51.585874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f4c3a55-5368-48ba-8038-779623d65dc3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:51.601286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-100e9d01-bc65-4a9e-a588-e5a89c9eeef3 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Synchronizing usage tracker for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:51.610877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-339770c3-5516-4d3e-b890-a7b2aaab615f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.616895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbecd767-ca0b-4fd0-9624-2b7638ee7c69 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:51.654796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f4c3a55-5368-48ba-8038-779623d65dc3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:51.660103 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1f4c3a55-5368-48ba-8038-779623d65dc3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2836595 Apr 22 17:03:51.672969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57542) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:51.677415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:03:51.710448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-339770c3-5516-4d3e-b890-a7b2aaab615f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network fa8d986a-81de-4c0e-9368-9184781fa8ab is not hosted by any dhcp agent {{(pid=87210) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:229}} Apr 22 17:03:51.716780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339770c3-5516-4d3e-b890-a7b2aaab615f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:51.717657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-339770c3-5516-4d3e-b890-a7b2aaab615f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.723815 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-339770c3-5516-4d3e-b890-a7b2aaab615f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "PUT /v2.0/networks/fa8d986a-81de-4c0e-9368-9184781fa8ab HTTP/1.1" status: 200 len: 762 time: 0.7861829 Apr 22 17:03:51.742704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57546) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:51.809652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3aa1f808-f55a-49fb-8584-5e1d1bc6b75d None None] For port dd84b0b1-f713-4517-a827-92fe9e86f677, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dd84b0b1-f713-4517-a827-92fe9e86f677,segment=NetworkSegment(2641ff73-cd9e-4590-8bd9-7fb9018da97a),segment_id=2641ff73-cd9e-4590-8bd9-7fb9018da97a)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:51.810176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3aa1f808-f55a-49fb-8584-5e1d1bc6b75d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:51.846642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339770c3-5516-4d3e-b890-a7b2aaab615f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=fa8d986a-81de-4c0e-9368-9184781fa8ab,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:51.852640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-339770c3-5516-4d3e-b890-a7b2aaab615f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:51.873341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-100e9d01-bc65-4a9e-a588-e5a89c9eeef3 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Unset dirty status for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:51.875622 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-100e9d01-bc65-4a9e-a588-e5a89c9eeef3 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4103701 Apr 22 17:03:51.885025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57550) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:51.894672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network fa8d986a-81de-4c0e-9368-9184781fa8ab details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:51.897595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'tempest-secgroup--996452938'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:51.918407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:51.945230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f691b40-cda5-445c-ab01-9c6f467500c9 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:51.946035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4f691b40-cda5-445c-ab01-9c6f467500c9 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Synchronizing usage tracker for tenant:5bb0b439cf104a8984e5f7ab1c32ab74 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:51.949328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:51.967155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4f691b40-cda5-445c-ab01-9c6f467500c9 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Unset dirty status for tenant:5bb0b439cf104a8984e5f7ab1c32ab74 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:51.969421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4f691b40-cda5-445c-ab01-9c6f467500c9 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/networks?id=fa8d986a-81de-4c0e-9368-9184781fa8ab HTTP/1.1" status: 200 len: 765 time: 0.2251346 Apr 22 17:03:51.973029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57554) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:51.991631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3aa1f808-f55a-49fb-8584-5e1d1bc6b75d None None] Calling delete_port for dd84b0b1-f713-4517-a827-92fe9e86f677 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:52.062314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.095570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:52.098700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:52.109438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event updated for resources: {'Port': ['ID=982b3f74-72c7-4cdc-a4e1-1dbb9caf29ed,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:52.112657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Usage tracker for resource:security_group_rule and tenant:632c4ea3413943428ec92ab6187efc41 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:52.118411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:52.125682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:subnet and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:52.125966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:03:52.125966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.133465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:52.136381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:52.140125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:52.147556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.216210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cf280-fb03-4d4e-88a1-e8b0f49a560c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:52.220246 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af7cf280-fb03-4d4e-88a1-e8b0f49a560c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2440975 Apr 22 17:03:52.223337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57558) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:52.243809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:52.285358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-79e96893-9638-4003-9595-a343473dd7dd tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Synchronizing usage tracker for tenant:5bb0b439cf104a8984e5f7ab1c32ab74 on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:52.294514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0f7a38-61b4-4130-ba96-52237f9fa2fa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 29c8e177-00a0-410f-a455-805629c98b06 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:03:52.298293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] For port dd84b0b1-f713-4517-a827-92fe9e86f677, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dd84b0b1-f713-4517-a827-92fe9e86f677,segment=NetworkSegment(2641ff73-cd9e-4590-8bd9-7fb9018da97a),segment_id=2641ff73-cd9e-4590-8bd9-7fb9018da97a)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:52.298730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.322841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-79e96893-9638-4003-9595-a343473dd7dd tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Unset dirty status for tenant:5bb0b439cf104a8984e5f7ab1c32ab74 on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:52.328222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-79e96893-9638-4003-9595-a343473dd7dd tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 207 time: 0.0990169 Apr 22 17:03:52.332749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57562) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:52.372123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0f7a38-61b4-4130-ba96-52237f9fa2fa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.376481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.423656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:52.429927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.448723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3aa1f808-f55a-49fb-8584-5e1d1bc6b75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.448979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.464982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-64e18442-0ded-458b-bed5-b2b94eaabf5e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:52.465213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd4e32af-09fd-4b39-b19a-509be4664ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:52.523704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1f808-f55a-49fb-8584-5e1d1bc6b75d None None] Pushing event deleted for resources: {'Port': ['ID=dd84b0b1-f713-4517-a827-92fe9e86f677,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:52.524898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35feca7-ebcd-46f6-8e09-40ad200dca44,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:52.527007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3aa1f808-f55a-49fb-8584-5e1d1bc6b75d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:52.530435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa1f808-f55a-49fb-8584-5e1d1bc6b75d None None] No DVR routers for this DVR port dd84b0b1-f713-4517-a827-92fe9e86f677 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:03:52.543690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:52.586070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3f6b56-3bb6-463b-9464-744de73ff845 None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:03:52.601945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fd3dd-1c6d-45b8-943d-f2896e1c66cc tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:52.609061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fd3dd-1c6d-45b8-943d-f2896e1c66cc tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:52.615493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fd3dd-1c6d-45b8-943d-f2896e1c66cc tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:52.622367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fd3dd-1c6d-45b8-943d-f2896e1c66cc tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:52.629393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fd3dd-1c6d-45b8-943d-f2896e1c66cc tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:52.629622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dd84b0b1-f713-4517-a827-92fe9e86f677 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:03:52.635096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fd3dd-1c6d-45b8-943d-f2896e1c66cc tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:52.641904 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d78fd3dd-1c6d-45b8-943d-f2896e1c66cc tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3033156 Apr 22 17:03:52.641904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.641904 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7529769 Apr 22 17:03:52.642888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57566) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:52.669117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57568) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:52.679958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3527661a-2333-4998-8a1d-d745593548d1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:52.680691 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-3527661a-2333-4998-8a1d-d745593548d1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 17:03:52.681408 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-3527661a-2333-4998-8a1d-d745593548d1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 17:03:52.682697 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3527661a-2333-4998-8a1d-d745593548d1 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "PUT /v2.0/security-groups/d35feca7-ebcd-46f6-8e09-40ad200dca44 HTTP/1.1" status: 409 len: 330 time: 0.0122228 Apr 22 17:03:52.689029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57574) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:52.689241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: dd84b0b1-f713-4517-a827-92fe9e86f677 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:03:52.689585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dd84b0b1-f713-4517-a827-92fe9e86f677 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:03:52.698044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Calling delete_port for dd84b0b1-f713-4517-a827-92fe9e86f677 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:52.800203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0f7a38-61b4-4130-ba96-52237f9fa2fa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.813303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f6b56-3bb6-463b-9464-744de73ff845 None None] Resources bound (agent type, host, resource id): {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:03:52.865172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-973e6ff2-cb5e-41ab-86a8-d71a92b40da9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.915136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Floating IP aee1a459-eb5a-4eb9-a8d8-d24cde792f22 associated. External IP: 172.26.6.221, port: ef4b7a58-6ebf-41c8-9bc3-8bad021aea86. Apr 22 17:03:52.945785 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1e5a01de-6ef2-4577-ab67-f63ed2c5eebc tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2896616 Apr 22 17:03:52.945785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-973e6ff2-cb5e-41ab-86a8-d71a92b40da9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:52.948417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57578) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:53.069738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f5b5a-d3f6-4922-84b5-35a37bd56172 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:53.071488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f5b5a-d3f6-4922-84b5-35a37bd56172 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:53.073392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f5b5a-d3f6-4922-84b5-35a37bd56172 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:53.075413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f5b5a-d3f6-4922-84b5-35a37bd56172 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:53.077311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f5b5a-d3f6-4922-84b5-35a37bd56172 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:53.084597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f38f5b5a-d3f6-4922-84b5-35a37bd56172 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1297135 Apr 22 17:03:53.085004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57582) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:53.088819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:03:53.089198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:03:53.138553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-973e6ff2-cb5e-41ab-86a8-d71a92b40da9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:53.147138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd754335-ea1c-4cd2-b4eb-4049d2f59a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:53.169523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e6ff2-cb5e-41ab-86a8-d71a92b40da9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35feca7-ebcd-46f6-8e09-40ad200dca44,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:53.172233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-973e6ff2-cb5e-41ab-86a8-d71a92b40da9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:53.204508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-973e6ff2-cb5e-41ab-86a8-d71a92b40da9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:53.210508 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-973e6ff2-cb5e-41ab-86a8-d71a92b40da9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "DELETE /v2.0/security-groups/d35feca7-ebcd-46f6-8e09-40ad200dca44 HTTP/1.1" status: 204 len: 168 time: 0.5194538 Apr 22 17:03:53.212090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57586) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:53.222803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559a971a-5fba-4fac-92f7-8fb69881854b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:53.228014 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-559a971a-5fba-4fac-92f7-8fb69881854b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1377797 Apr 22 17:03:53.228380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57590) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:53.334068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0f7a38-61b4-4130-ba96-52237f9fa2fa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:53.393076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdbefda-11bc-447b-a723-cbdc2a3bd56f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:53.394685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fbdbefda-11bc-447b-a723-cbdc2a3bd56f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/networks/63d2c248-b0b7-4763-b320-1003dcde90aa HTTP/1.1" status: 200 len: 803 time: 0.1651695 Apr 22 17:03:53.399105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57594) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:53.458007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e0e9922-708a-4bad-b5b9-bdfeab80da4f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Synchronizing usage tracker for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:03:53.556367 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ea05c2a4-bb90-4fe1-a408-0f449a736125 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/networks/63d2c248-b0b7-4763-b320-1003dcde90aa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1559999 Apr 22 17:03:53.559984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57598) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:53.623890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Deleting port dd84b0b1-f713-4517-a827-92fe9e86f677 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:53.624266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:53.634732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31f0de8-1232-444b-9134-6a00db8ebb22 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:53.636187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b31f0de8-1232-444b-9134-6a00db8ebb22 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/subnets/c63d3d61-7e7c-4398-87ec-609652e4b2fc HTTP/1.1" status: 200 len: 843 time: 0.0751886 Apr 22 17:03:53.640166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57602) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:53.687131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e0e9922-708a-4bad-b5b9-bdfeab80da4f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Unset dirty status for tenant:632c4ea3413943428ec92ab6187efc41 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:03:53.688071 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8e0e9922-708a-4bad-b5b9-bdfeab80da4f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4748373 Apr 22 17:03:53.698058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57606) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:53.730227 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-13ce4c19-4d8b-41c8-8a8a-1ee62d1b423f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] delete failed (client error): The resource could not be found. Apr 22 17:03:53.735229 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-13ce4c19-4d8b-41c8-8a8a-1ee62d1b423f tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "DELETE /v2.0/security-groups/39f20356-1ff5-475f-9326-0b28b75a3a35 HTTP/1.1" status: 404 len: 347 time: 0.0320325 Apr 22 17:03:53.742356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d73ab08-c476-46c9-a6a8-9577a379784e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:53.744078 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0d73ab08-c476-46c9-a6a8-9577a379784e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "GET /v2.0/subnets/c63d3d61-7e7c-4398-87ec-609652e4b2fc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1028495 Apr 22 17:03:53.744782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57610) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:53.747864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57614) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:53.771848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46736998'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:53.780180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:53.784453 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-1d501c6a-a252-4617-9567-5f08a171641d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] show failed (client error): The resource could not be found. Apr 22 17:03:53.785543 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1d501c6a-a252-4617-9567-5f08a171641d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-groups/77c5d231-e6b4-4f95-b011-e63037d4c9b1 HTTP/1.1" status: 404 len: 347 time: 0.0397060 Apr 22 17:03:53.790321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57618) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:53.796789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] The port 'dd84b0b1-f713-4517-a827-92fe9e86f677' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:03:53.805744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:53.810934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-4a55ee24-bde1-4671-ad36-f47c9c1d150b tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] show failed (client error): The resource could not be found. Apr 22 17:03:53.812038 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4a55ee24-bde1-4671-ad36-f47c9c1d150b tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] 10.222.0.77 "GET /v2.0/security-group-rules/4477c1bb-1522-4939-900d-d77270545459 HTTP/1.1" status: 404 len: 356 time: 0.0212708 Apr 22 17:03:53.862860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:03:53.863585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:53.870543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:53.902428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:53.912656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:53.913133 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Added segment 3711c18f-a2ca-4c0b-8583-4239b911a5bc of type vlan for network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 Apr 22 17:03:53.941329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:54.001100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:54.008348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:54.009003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:54.014843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-facf69ec-e2f2-4fa6-b4e8-520cc2e20532 tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:54.067377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:54.415261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57626) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:54.448829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Network': ['ID=2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:54.451940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:54.461032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:54.464830 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7157025 Apr 22 17:03:54.471143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57632) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:54.478586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'network_id': '2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:54.635917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:54.660853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:54.687943 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fc5769b6-ae55-4ad0-b514-d82eed70d57d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=632c4ea3413943428ec92ab6187efc41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684934 Apr 22 17:03:54.691418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57636) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:54.713255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ac69b3-e32a-4f12-96ab-bf30d7719c89']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:54.716852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Made reservation on behalf of 5bb0b439cf104a8984e5f7ab1c32ab74 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:54.723311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:54.752273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2641ff73-cd9e-4590-8bd9-7fb9018da97a') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:54.752612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2641ff73-cd9e-4590-8bd9-7fb9018da97a') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:54.782769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:54.793575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:03:54.805503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7a6a1-55a7-49e9-a60b-43424df1df8b None None] Sync routers for ids ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:03:54.817367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7a6a1-55a7-49e9-a60b-43424df1df8b None None] Routers {'879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:03:54.818416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5cd7a6a1-55a7-49e9-a60b-43424df1df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:03:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:54.821249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0f7a38-61b4-4130-ba96-52237f9fa2fa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:54.832232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f38473c2-a28a-4850-ad26-0c51c02656f5 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:54.852205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Performing IP validity checks on allocation pools {{(pid=87210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 22 17:03:54.852808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 22 17:03:54.871459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:54.880157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e69ba9bc-4769-4354-8588-90012432efdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:54.917839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f7a38-61b4-4130-ba96-52237f9fa2fa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=29c8e177-00a0-410f-a455-805629c98b06,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:54.920866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e69ba9bc-4769-4354-8588-90012432efdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:54.925880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af0f7a38-61b4-4130-ba96-52237f9fa2fa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:54.930334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:54.954398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af0f7a38-61b4-4130-ba96-52237f9fa2fa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:54.966504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef9d14c-86fb-4354-a7c9-ec4915f0ccf7 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:55.029482 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af0f7a38-61b4-4130-ba96-52237f9fa2fa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/29c8e177-00a0-410f-a455-805629c98b06 HTTP/1.1" status: 204 len: 168 time: 3.3528655 Apr 22 17:03:55.035341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57640) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:55.045412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:55.112822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e69ba9bc-4769-4354-8588-90012432efdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:55.126341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-34abc71f-3a93-492c-907f-95f68e46b62e tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:55.143392 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-89d702ea-8c14-483a-952c-7a5a83b665b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031890 Apr 22 17:03:55.159295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57644) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:55.168470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:55.185606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ba9bc-4769-4354-8588-90012432efdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117ce49a-752f-46c5-bf1e-fecf353afe3d,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:55.196004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:55.201641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e69ba9bc-4769-4354-8588-90012432efdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:55.206676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af0f7a38-61b4-4130-ba96-52237f9fa2fa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:55.260171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:55.277785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5cd7a6a1-55a7-49e9-a60b-43424df1df8b None None] Set router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:03:55.281468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:55.299857 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.5185492 Apr 22 17:03:55.303532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:03:55.348873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:55.357977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e69ba9bc-4769-4354-8588-90012432efdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:55.362533 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e69ba9bc-4769-4354-8588-90012432efdd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/117ce49a-752f-46c5-bf1e-fecf353afe3d HTTP/1.1" status: 204 len: 168 time: 0.6729987 Apr 22 17:03:55.433427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:55.436433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=de408d45-2001-4cbd-a3a6-b4108497fd52,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:55.483058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:55.490459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:55.498499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:55.521697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking segment: {'id': 'f8fe0f11-0e95-4d94-967f-43b833528fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7ee99277-e273-48ff-bddf-e04f6d5760d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:55.522099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network hostable DHCP agents. Network: 7ee99277-e273-48ff-bddf-e04f6d5760d0, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:55.551185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Network 49ac69b3-e32a-4f12-96ab-bf30d7719c89 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:55.581965 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:55.685838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eedeec-a731-4f3e-a8ea-880b1e1af9eb None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:03:55.698891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d7eedeec-a731-4f3e-a8ea-880b1e1af9eb None None] Deleting port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:03:55.699669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7eedeec-a731-4f3e-a8ea-880b1e1af9eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:55.716602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7ee99277-e273-48ff-bddf-e04f6d5760d0 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:55.755977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:55.759947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:55.786891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:55.806200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 7ee99277-e273-48ff-bddf-e04f6d5760d0) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:55.815042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Pushing event deleted for resources: {'Network': ['ID=49ac69b3-e32a-4f12-96ab-bf30d7719c89,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:55.821759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:55.823805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] 10.222.0.77 "DELETE /v2.0/networks/49ac69b3-e32a-4f12-96ab-bf30d7719c89 HTTP/1.1" status: 204 len: 168 time: 4.9514112 Apr 22 17:03:55.841176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc57eb0-df36-4477-9eae-d09ad39b5149 None None] Network 7ee99277-e273-48ff-bddf-e04f6d5760d0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:55.859369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:55.861106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:55.905898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'status': 'completed', 'code': 200} Apr 22 17:03:55.950030 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.6115010 Apr 22 17:03:55.952807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57660) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:56.021279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:56.037969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-91c7b7eb-d15b-45bf-ac8d-f17994665812 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:56.169901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab3c27-b407-496a-8fec-65bd44e493d2 req-550b102f-08f9-4521-84ba-992dd6a2fc4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:56.179301 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2aab3c27-b407-496a-8fec-65bd44e493d2 req-550b102f-08f9-4521-84ba-992dd6a2fc4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.5644736 Apr 22 17:03:56.193558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:56.289202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Checking segment: {'id': '3711c18f-a2ca-4c0b-8583-4239b911a5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:03:56.289959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network hostable DHCP agents. Network: 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:03:56.304174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=6de8ef3c-8dfe-4817-a96a-00038d9d6449,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:56.309968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:56.328669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:56.345060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69751ac3-b93f-4cd9-a739-9c503c429498 req-5b977244-29df-4efe-9f09-bb8c74b9889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:56.346909 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69751ac3-b93f-4cd9-a739-9c503c429498 req-5b977244-29df-4efe-9f09-bb8c74b9889f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb0198668d514766842936a3a15b85e6&device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 1098 time: 0.4122338 Apr 22 17:03:56.364003 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2aab3c27-b407-496a-8fec-65bd44e493d2 req-ff069c61-867d-4c1a-9561-0fbda4f8a617 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680768 Apr 22 17:03:56.412562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d7eedeec-a731-4f3e-a8ea-880b1e1af9eb None None] For port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=651abf5c-19f9-4205-9e34-1c1aa40f3ec7,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:03:56.413314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7eedeec-a731-4f3e-a8ea-880b1e1af9eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:56.499074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57674) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:56.526067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:03:56.560075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57680) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:56.605243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d7eedeec-a731-4f3e-a8ea-880b1e1af9eb None None] Calling delete_port for 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:03:56.617862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:56.641234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5cd7a6a1-55a7-49e9-a60b-43424df1df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:13Z', 'revision_number': 4, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'aee1a459-eb5a-4eb9-a8d8-d24cde792f22', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'port_id': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'mac_address': 'fa:16:3e:b8:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:03:48Z', 'updated_at': '2021-04-22T17:03:48Z', 'revision_number': 0, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16773ec-a559-48ae-89ff-69116618250a', 'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'mac_address': 'fa:16:3e:94:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:12Z', 'updated_at': '2021-04-22T17:03:22Z', 'revision_number': 5, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'subnets': [{'id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:56.672884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d936aa9-ac08-4533-9ff0-ea6b0d6edc98 None None] Network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:56.680194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:56.680872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:56.704167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69751ac3-b93f-4cd9-a739-9c503c429498 req-744dd9d7-7b83-43eb-94b7-1dd3f9896f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:56.705800 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69751ac3-b93f-4cd9-a739-9c503c429498 req-744dd9d7-7b83-43eb-94b7-1dd3f9896f21 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e82f586d-0954-4be6-8e35-f96bde2d70fa HTTP/1.1" status: 200 len: 898 time: 0.3395076 Apr 22 17:03:56.735456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7a6a1-55a7-49e9-a60b-43424df1df8b None None] Checking router: 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:03:56.873036 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4005179 Apr 22 17:03:56.882329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7a6a1-55a7-49e9-a60b-43424df1df8b None None] Routers {'879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:03:56.883428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5cd7a6a1-55a7-49e9-a60b-43424df1df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:03:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:56.885051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57692) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:56.904374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fbe156d4-95ea-44bc-9a22-f1be8e1ee449 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:56.919271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57696) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:56.929782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-67401c42-df02-4779-809c-159ee2c38f69 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/floatingips/aee1a459-eb5a-4eb9-a8d8-d24cde792f22 HTTP/1.1" status: 200 len: 991 time: 0.4286845 Apr 22 17:03:56.980957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b78a8c-72c4-4213-b03b-71e3af5dce7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-7ee99277-e273-48ff-bddf-e04f6d5760d0', 'network_id': '7ee99277-e273-48ff-bddf-e04f6d5760d0', 'tenant_id': '0f9d9666ab3d4498b65065051f3e96f9', 'fixed_ips': [{'subnet_id': 'de408d45-2001-4cbd-a3a6-b4108497fd52'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:56.981777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26b78a8c-72c4-4213-b03b-71e3af5dce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.007937 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69751ac3-b93f-4cd9-a739-9c503c429498 req-d292c4e4-346c-4e0e-89eb-db0ed61fff83 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 HTTP/1.1" status: 200 len: 999 time: 0.2558415 Apr 22 17:03:57.021237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e05b74b-1a8c-47ca-a6ba-079709358c01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=91f71d28b59e453fbeecab1cc43b4b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569585 Apr 22 17:03:57.022248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.027551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57702) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:57.030293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-280b162e-7b70-4b36-86c1-efb58e18aa2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:57.091999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1715962143-network', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:57.095717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Subnet': ['ID=de408d45-2001-4cbd-a3a6-b4108497fd52,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:57.098284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:57.122658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:57.176620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7eedeec-a731-4f3e-a8ea-880b1e1af9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.194879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83c6c7ec-c97f-4c90-b0bc-4586cad8eb4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:57.196844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Usage tracker for resource:network and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:57.205116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:57.216943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:57.225266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.229789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbe156d4-95ea-44bc-9a22-f1be8e1ee449 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036841127632'] for subnet, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.258749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eedeec-a731-4f3e-a8ea-880b1e1af9eb None None] Pushing event deleted for resources: {'Port': ['ID=651abf5c-19f9-4205-9e34-1c1aa40f3ec7,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:57.269443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69751ac3-b93f-4cd9-a739-9c503c429498 req-b9481ad2-96d9-4be2-a53a-c755f9a38324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:57.271674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69751ac3-b93f-4cd9-a739-9c503c429498 req-b9481ad2-96d9-4be2-a53a-c755f9a38324 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ab861455-6977-4d05-a92b-899f82bf2253 HTTP/1.1" status: 200 len: 833 time: 0.2444897 Apr 22 17:03:57.310220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eedeec-a731-4f3e-a8ea-880b1e1af9eb None None] No DVR routers for this DVR port 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:03:57.311901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7eedeec-a731-4f3e-a8ea-880b1e1af9eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:57.346721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Made reservation on behalf of 530e913380264e7bb3742faa3e30d4c9 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:57.351617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.354383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5cd7a6a1-55a7-49e9-a60b-43424df1df8b None None] Set router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:03:57.370112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.400294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee99277-e273-48ff-bddf-e04f6d5760d0']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:57.403277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-373909ea-5377-46e3-8135-ca37c5a5f48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.408264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:57.417018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Usage tracker for resource:security_group_rule and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:57.421010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fe0f11-0e95-4d94-967f-43b833528fff') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:57.421350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fe0f11-0e95-4d94-967f-43b833528fff') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:57.429166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:57.444727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:57.448213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.449906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a0784e-fb47-4110-a1ab-99caca29ea76 None None] Network 7ee99277-e273-48ff-bddf-e04f6d5760d0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:57.471705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.478380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:03:57.546567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-373909ea-5377-46e3-8135-ca37c5a5f48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.554894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0', 'network_id': '2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0', 'tenant_id': '5bb0b439cf104a8984e5f7ab1c32ab74', 'fixed_ips': [{'subnet_id': '6de8ef3c-8dfe-4817-a96a-00038d9d6449'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:57.555804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.613148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.629397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4ea5ef7-1feb-47d7-85fe-536e1375e125 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:57.642716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:03:57.684209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69751ac3-b93f-4cd9-a739-9c503c429498 req-ff7b5121-1821-4055-a27b-9a42cecf9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:57.685590 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69751ac3-b93f-4cd9-a739-9c503c429498 req-ff7b5121-1821-4055-a27b-9a42cecf9fce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e82f586d-0954-4be6-8e35-f96bde2d70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4026906 Apr 22 17:03:57.699123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:03:57.699514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 651abf5c-19f9-4205-9e34-1c1aa40f3ec7 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:03:57.810286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7ee99277-e273-48ff-bddf-e04f6d5760d0 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:57.822780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:57.934667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57706) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:58.102747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:58.112367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:58.139326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7ee99277-e273-48ff-bddf-e04f6d5760d0 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:03:58.167644 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:03:58.171013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de7192d-5c5f-44f2-99a6-be03b00c0bb6 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:03:58.188170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d522a53-0c46-4812-8636-b85ab26c31ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.188417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=90efa045-a238-497e-8bb3-5ae18e347bda,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:58.210384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:58.210384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:58.210384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.269402 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-654e9c8b-3a4f-41ab-8c35-6c60e19ac33b tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/floatingips/aee1a459-eb5a-4eb9-a8d8-d24cde792f22 HTTP/1.1" status: 200 len: 991 time: 0.3305678 Apr 22 17:03:58.304064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-373909ea-5377-46e3-8135-ca37c5a5f48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.305735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.306696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-373909ea-5377-46e3-8135-ca37c5a5f48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.313591 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-373909ea-5377-46e3-8135-ca37c5a5f48e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0297e88d-d24e-4b37-b326-7a59cc615b40 HTTP/1.1" status: 204 len: 168 time: 1.2794621 Apr 22 17:03:58.319186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:58.320233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:58.327131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.336933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373909ea-5377-46e3-8135-ca37c5a5f48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0297e88d-d24e-4b37-b326-7a59cc615b40,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:58.345412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=7ee99277-e273-48ff-bddf-e04f6d5760d0,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:58.351543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-373909ea-5377-46e3-8135-ca37c5a5f48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:58.363305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1996682 Apr 22 17:03:58.366663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57712) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:58.369370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.369775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.370186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.370583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.371012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.371417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.371817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.372213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.372613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.373249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.373444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.373804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:03:58.378196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-88121c49-b79e-4511-854f-9e3fd6134965 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'fixed_ips': [{'subnet_id': '90efa045-a238-497e-8bb3-5ae18e347bda', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1179211591'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:58.381039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:58.387508 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/7ee99277-e273-48ff-bddf-e04f6d5760d0 HTTP/1.1" status: 204 len: 168 time: 2.4332619 Apr 22 17:03:58.395402 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69751ac3-b93f-4cd9-a739-9c503c429498 req-cb2e94e9-2dc2-4e21-9f1b-d3011fa08105 service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890612 Apr 22 17:03:58.395649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57716) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:58.405313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1161680469'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:58.412456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:58.426266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:network and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:58.432428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:58.436672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.441313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:58.469409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.474457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de049248-7813-40f5-b482-884e3559a3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:58.517119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:58.527354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:58.533510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.558014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd4c846-c20b-4258-b944-d5be35a09ac9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:58.564794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:58.565776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.566235 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Added segment fdbb2759-f4e6-4938-9876-2b47c786eb6b of type vlan for network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 Apr 22 17:03:58.571876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5cd7a6a1-55a7-49e9-a60b-43424df1df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:13Z', 'revision_number': 4, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'aee1a459-eb5a-4eb9-a8d8-d24cde792f22', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'port_id': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'mac_address': 'fa:16:3e:b8:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:03:48Z', 'updated_at': '2021-04-22T17:03:48Z', 'revision_number': 0, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16773ec-a559-48ae-89ff-69116618250a', 'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'mac_address': 'fa:16:3e:94:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:12Z', 'updated_at': '2021-04-22T17:03:22Z', 'revision_number': 5, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'subnets': [{'id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:03:58.583666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7a6a1-55a7-49e9-a60b-43424df1df8b None None] The sync data for ids ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'] in dv-neutron-786478-3-hyperv is: [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:13Z', 'revision_number': 4, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'aee1a459-eb5a-4eb9-a8d8-d24cde792f22', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'port_id': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'mac_address': 'fa:16:3e:b8:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:03:48Z', 'updated_at': '2021-04-22T17:03:48Z', 'revision_number': 0, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16773ec-a559-48ae-89ff-69116618250a', 'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'mac_address': 'fa:16:3e:94:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:12Z', 'updated_at': '2021-04-22T17:03:22Z', 'revision_number': 5, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'subnets': [{'id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:03:58.598108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': '90efa045-a238-497e-8bb3-5ae18e347bda'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:03:58.599934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.602490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:03:58.607831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.629322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.629723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment 5d00055c-a876-422e-9e29-595eae4e9d81 of type vlan for network b4c1c9d5-c629-44e1-b38f-f7c71848d7d7 Apr 22 17:03:58.701072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.787090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.788289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:58.788949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.795388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f1f3be8a-fc05-45cf-bbcc-0e679666454b tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:58.861364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbe156d4-95ea-44bc-9a22-f1be8e1ee449 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780230166745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13561904'] for subnet, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.870254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e892a92b-48f3-4caf-a624-f7ecc06ae081 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:58.885041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.891182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:58.892261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:58.904950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Allocated IP 2001:db8::2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/90efa045-a238-497e-8bb3-5ae18e347bda/7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:58.908661 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69751ac3-b93f-4cd9-a739-9c503c429498 req-efdc68dc-1b57-4ea7-8276-a3dcc645b927 service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471865 Apr 22 17:03:58.914689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88121c49-b79e-4511-854f-9e3fd6134965 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:58.920438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88121c49-b79e-4511-854f-9e3fd6134965 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:58.925839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88121c49-b79e-4511-854f-9e3fd6134965 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:58.926004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Allocated IP 2001:db8::3 (2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0/6de8ef3c-8dfe-4817-a96a-00038d9d6449/537dc72b-f926-4e0e-8ac1-9056ef5b2ee3) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:03:58.931058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88121c49-b79e-4511-854f-9e3fd6134965 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:58.942949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Pushing event updated for resources: {'Network': ['ID=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:58.946282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:58.950479 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5512044 Apr 22 17:03:58.950479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6893965c-94af-4aa3-9962-3387f2a55612 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:58.954495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57720) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:58.967867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'network_id': 'b4c1c9d5-c629-44e1-b38f-f7c71848d7d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:58.985864 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0619481 Apr 22 17:03:58.995532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57724) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:59.002256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe156d4-95ea-44bc-9a22-f1be8e1ee449 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:03:59.003284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fbe156d4-95ea-44bc-9a22-f1be8e1ee449 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:59.004886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fbe156d4-95ea-44bc-9a22-f1be8e1ee449 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "PUT /v2.0/subnets/6de8ef3c-8dfe-4817-a96a-00038d9d6449 HTTP/1.1" status: 200 len: 900 time: 2.1188207 Apr 22 17:03:59.013055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57728) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:59.021956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c635c32b-acc1-4ddf-9df6-652339c73a7d None None] New status for floating IP aee1a459-eb5a-4eb9-a8d8-d24cde792f22: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:03:59.023952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Request body: {'subnet': {'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1715962143-subnet', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:03:59.030180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88121c49-b79e-4511-854f-9e3fd6134965 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:59.067569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=b4c1c9d5-c629-44e1-b38f-f7c71848d7d7,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:59.070826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:59.078754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:59.101164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network b4c1c9d5-c629-44e1-b38f-f7c71848d7d7 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:03:59.125355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:59.140770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe156d4-95ea-44bc-9a22-f1be8e1ee449 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event updated for resources: {'Subnet': ['ID=6de8ef3c-8dfe-4817-a96a-00038d9d6449,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:59.154789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fbe156d4-95ea-44bc-9a22-f1be8e1ee449 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:59.155827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Usage tracker for resource:subnet and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:59.214567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:59.271727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57732) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:03:59.275751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:59.351928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:03:59.369074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Made reservation on behalf of 530e913380264e7bb3742faa3e30d4c9 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:59.373850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:59.403622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:subnet and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:03:59.407339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b3aff383-1674-4038-bc37-0ee147798fe9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/floatingips/aee1a459-eb5a-4eb9-a8d8-d24cde792f22 HTTP/1.1" status: 200 len: 993 time: 0.1343112 Apr 22 17:03:59.417391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:03:59.494275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:03:59.500208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:59.526889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Transition to ACTIVE for port object 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:59.549438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:59.557107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88121c49-b79e-4511-854f-9e3fd6134965 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:59.582765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:03:59.588784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:59.623036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Transition to ACTIVE for port object 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:59.639843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:59.651157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Transition to ACTIVE for port object 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:59.662763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:59.679019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:59.713809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-88121c49-b79e-4511-854f-9e3fd6134965 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 9ed75ea7-bfdf-46c8-a1e6-555e2f15b470 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:03:59.771799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Transition to ACTIVE for port object 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:03:59.778958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Pushing event updated for resources: {'Port': ['ID=7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:03:59.782314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:03:59.784732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:59.790424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:59.790424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:03:59.833391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:59.844009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7eedeec-a731-4f3e-a8ea-880b1e1af9eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:03:59.938336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:03:59.946853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:03:59.962987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:03:59.965206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:00.019117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Attempting to bind port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:00.019540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Attempting to bind port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:00.019951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Attempting to bind port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:00.059462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Pushing event updated for resources: {'Port': ['ID=537dc72b-f926-4e0e-8ac1-9056ef5b2ee3,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:00.071338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:00.071769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:00.072736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:00.072736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:00.073172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Bound port: 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:00.073572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:00.083444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:00.136408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Attempting to bind port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:00.136969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Attempting to bind port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '3711c18f-a2ca-4c0b-8583-4239b911a5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:00.137270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Attempting to bind port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 on network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:00.151138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:00.151628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Checking segment: {'id': '3711c18f-a2ca-4c0b-8583-4239b911a5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:00.152389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:00.152389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Bound using segment: {'id': '3711c18f-a2ca-4c0b-8583-4239b911a5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:00.152925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Bound port: 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3711c18f-a2ca-4c0b-8583-4239b911a5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:00.153345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:00.236205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-88121c49-b79e-4511-854f-9e3fd6134965 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:00.236761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88121c49-b79e-4511-854f-9e3fd6134965 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:00.274752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] For port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:00.297814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] For port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:00.307293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] For port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:00.310573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] For port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=537dc72b-f926-4e0e-8ac1-9056ef5b2ee3,segment=NetworkSegment(3711c18f-a2ca-4c0b-8583-4239b911a5bc),segment_id=3711c18f-a2ca-4c0b-8583-4239b911a5bc)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:00.320430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10372c84-1f50-406d-af84-d1e7f6cd4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:00.344213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:00.349021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:00.354490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:00.446317 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-88121c49-b79e-4511-854f-9e3fd6134965 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0768552 Apr 22 17:04:00.449748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57736) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:00.481628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Pushing event updated for resources: {'Port': ['ID=537dc72b-f926-4e0e-8ac1-9056ef5b2ee3,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:00.592253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e96d6-5e6a-4842-a2e9-f4220cc74ec5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:00.593214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7c7e96d6-5e6a-4842-a2e9-f4220cc74ec5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:00.609875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Pushing event updated for resources: {'Port': ['ID=7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:00.615804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:00.616381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:00.616726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:00.646063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7c7e96d6-5e6a-4842-a2e9-f4220cc74ec5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:00.647636 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7c7e96d6-5e6a-4842-a2e9-f4220cc74ec5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1953065 Apr 22 17:04:00.650423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57740) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:00.708701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:00.717217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0742f3d0-d965-4ed8-8f18-a445599f8119 tempest-ExtraDHCPOptionsTestJSON-1194182225 tempest-ExtraDHCPOptionsTestJSON-1194182225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:00.737508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8c1a76-1c87-47b2-bdb5-49085e846bd9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:00.739887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8c1a76-1c87-47b2-bdb5-49085e846bd9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:00.742064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c8c1a76-1c87-47b2-bdb5-49085e846bd9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:00.762524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c8c1a76-1c87-47b2-bdb5-49085e846bd9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:00.766519 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c8c1a76-1c87-47b2-bdb5-49085e846bd9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1115401 Apr 22 17:04:00.785921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57744) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:00.921756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-05272dc7-9f54-4719-aa89-5dcf6e59cdcf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 90efa045-a238-497e-8bb3-5ae18e347bda {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:04:00.927373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05272dc7-9f54-4719-aa89-5dcf6e59cdcf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.013841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05272dc7-9f54-4719-aa89-5dcf6e59cdcf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.115473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05272dc7-9f54-4719-aa89-5dcf6e59cdcf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.142682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Subnet': ['ID=6de8ef3c-8dfe-4817-a96a-00038d9d6449,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:01.180157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.180594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.181026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.181448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.181871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.182291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.182731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.183149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.183562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.183972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.184381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.184789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:01.256699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:01.313035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.375740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.405980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.435166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05272dc7-9f54-4719-aa89-5dcf6e59cdcf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.440480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:01.465195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.481039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05272dc7-9f54-4719-aa89-5dcf6e59cdcf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=90efa045-a238-497e-8bb3-5ae18e347bda,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:01.483580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75da49a2-4763-49d8-8f82-796ad7f1edcb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:01.483715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05272dc7-9f54-4719-aa89-5dcf6e59cdcf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:01.486535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05272dc7-9f54-4719-aa89-5dcf6e59cdcf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.521084 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-05272dc7-9f54-4719-aa89-5dcf6e59cdcf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/90efa045-a238-497e-8bb3-5ae18e347bda HTTP/1.1" status: 204 len: 168 time: 0.7385364 Apr 22 17:04:01.527669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57748) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:01.580434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:01.612500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.632025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3711c18f-a2ca-4c0b-8583-4239b911a5bc') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:01.632381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3711c18f-a2ca-4c0b-8583-4239b911a5bc') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:01.637116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:01.653225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fce758-1abf-46eb-b326-6a9c9abe6477,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:01.660951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:01.662909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.696909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e5401609-d593-4d5b-97ab-75ea99ee448b tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:01.791797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:01.796625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:01.804063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:01.828407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Checking segment: {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:01.828791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Network hostable DHCP agents. Network: 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:04:01.874723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:01.902577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking segment: {'id': '5d00055c-a876-422e-9e29-595eae4e9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b4c1c9d5-c629-44e1-b38f-f7c71848d7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:01.903485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network hostable DHCP agents. Network: b4c1c9d5-c629-44e1-b38f-f7c71848d7d7, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:04:01.931884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:01.985140 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-730d0856-fa8d-43f1-86cc-c6d884bba28a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4521511 Apr 22 17:04:01.985483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57752) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:01.993076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:02.017212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=5f53e6be-7d15-48ac-84f3-d852f0b0b617,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:02.026397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:02.049079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:04:02.110961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network b4c1c9d5-c629-44e1-b38f-f7c71848d7d7 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:04:02.125249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:02.130255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:02.133463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:02.140108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:02.149428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:02.152387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:02.158674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1fdae4-8e5e-4dd5-b02e-78bde75c7f8d None None] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:02.172242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:02.174276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.180232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.188829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, b4c1c9d5-c629-44e1-b38f-f7c71848d7d7) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:02.191130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:02.191774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.256892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb9c39f-722b-4585-9052-420db3ce6565 None None] Network b4c1c9d5-c629-44e1-b38f-f7c71848d7d7 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:02.274594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddd49e3-2eb6-462b-a609-a91ccf3ec75b None None] Network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:02.288941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:02.299222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.306874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9805c9a8-29ff-4760-8f8d-0cf566d202cb None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:02.401610 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4427521 Apr 22 17:04:02.407191 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4068754 Apr 22 17:04:02.407927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57756) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:02.414211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57758) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:02.424078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:02.431423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:02.443968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:02.448030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Usage tracker for resource:router and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:02.457507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:02.466613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:02.472640 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:02.627033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.628266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.686482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:04:02.686482 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:04:02.686482 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': '2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0'}] Apr 22 17:04:02.686482 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:04:02.687076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:04:02.695894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.730492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-67495716-f02f-4641-9cfa-5d1315273d8a None None] Provisioning for port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:02.769218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-67495716-f02f-4641-9cfa-5d1315273d8a None None] Provisioning complete for port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:02.770046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67495716-f02f-4641-9cfa-5d1315273d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.773544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.787823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.821085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.827649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d912b7c-ba73-43dc-abd9-e90968050031 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:02.889447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:02.893025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:02.911779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:02.912435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.918390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=e18f7c43-6846-4c5e-bf3d-6c0a34aef21b,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:02.931372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:02.981058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:03.144435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.145358 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1586556 Apr 22 17:04:03.148197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57764) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:03.149713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-099d1db6-83b5-461e-a981-c71f9b85dc0f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:03.189352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Subnet': ['ID=5f53e6be-7d15-48ac-84f3-d852f0b0b617,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:03.191678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.194596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:03.206016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7358d2fc-e555-4c39-a7ba-35b0413a066d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1059061290', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:03.220940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7358d2fc-e555-4c39-a7ba-35b0413a066d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:03.226331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.226950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:03.227344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.233119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7358d2fc-e555-4c39-a7ba-35b0413a066d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:router and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:03.236999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7358d2fc-e555-4c39-a7ba-35b0413a066d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:03.243999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7358d2fc-e555-4c39-a7ba-35b0413a066d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:03.312821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51addb-ebcf-4833-a954-bb472da8f8f6 None None] Network b4c1c9d5-c629-44e1-b38f-f7c71848d7d7 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:03.355778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7358d2fc-e555-4c39-a7ba-35b0413a066d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.356409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.356917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7358d2fc-e555-4c39-a7ba-35b0413a066d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.446252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67495716-f02f-4641-9cfa-5d1315273d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.463568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:04:03.464081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.519410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7358d2fc-e555-4c39-a7ba-35b0413a066d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.614241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c1c9d5-c629-44e1-b38f-f7c71848d7d7']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:03.636155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d71c4f-a860-4b8c-9801-702d598be90b None None] DHCP port deletion for 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:04:03.653052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d00055c-a876-422e-9e29-595eae4e9d81') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:03.653443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d00055c-a876-422e-9e29-595eae4e9d81') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:03.657287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-67495716-f02f-4641-9cfa-5d1315273d8a None None] For port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=537dc72b-f926-4e0e-8ac1-9056ef5b2ee3,segment=NetworkSegment(3711c18f-a2ca-4c0b-8583-4239b911a5bc),segment_id=3711c18f-a2ca-4c0b-8583-4239b911a5bc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:03.669730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.683173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.700767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] For port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=537dc72b-f926-4e0e-8ac1-9056ef5b2ee3,segment=NetworkSegment(3711c18f-a2ca-4c0b-8583-4239b911a5bc),segment_id=3711c18f-a2ca-4c0b-8583-4239b911a5bc)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:03.701178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.709231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7358d2fc-e555-4c39-a7ba-35b0413a066d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.709798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-74d71c4f-a860-4b8c-9801-702d598be90b None None] Deleting port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:03.710382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-74d71c4f-a860-4b8c-9801-702d598be90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.717300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.719580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.759176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67495716-f02f-4641-9cfa-5d1315273d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.777780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-835023a4-e4ba-47a7-9d55-577eaab71a1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:03.845859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Calling delete_port for 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:03.847445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7358d2fc-e555-4c39-a7ba-35b0413a066d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:03.852386 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7358d2fc-e555-4c39-a7ba-35b0413a066d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7014282 Apr 22 17:04:03.857513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57768) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:03.875797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:03.999782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67495716-f02f-4641-9cfa-5d1315273d8a None None] Pushing event updated for resources: {'Port': ['ID=537dc72b-f926-4e0e-8ac1-9056ef5b2ee3,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:04.004419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67495716-f02f-4641-9cfa-5d1315273d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:04.024642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-186770a3-6013-4ec7-b3b3-d4105ac3182d None None] Provisioning for port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:04.034423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-186770a3-6013-4ec7-b3b3-d4105ac3182d None None] Provisioning complete for port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:04.034869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-186770a3-6013-4ec7-b3b3-d4105ac3182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.062443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Allocated IP 172.20.0.2 (647c921f-7c8c-41f6-a7cf-597d4a1f7fe9/95fce758-1abf-46eb-b326-6a9c9abe6477/a489d888-3c73-4651-b161-56465d9d4be2) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:04.094949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Allocated IP 172.26.6.127 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/d5b9f46a-4658-41bb-8660-502002e4fee4) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:04.105978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network b4c1c9d5-c629-44e1-b38f-f7c71848d7d7 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:04.116992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.160484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb2dbec-a715-4727-a978-ec6832a9354f None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:04.196649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:04:04.197114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:04:04.307522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network b4c1c9d5-c629-44e1-b38f-f7c71848d7d7 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:04.333856 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:04.452273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.457011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7314e80-d9f8-4e78-b7ee-374d3ceebdb3 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:04.476939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.493565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=b4c1c9d5-c629-44e1-b38f-f7c71848d7d7,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:04.498437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:04.505555 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/b4c1c9d5-c629-44e1-b38f-f7c71848d7d7 HTTP/1.1" status: 204 len: 168 time: 2.0937216 Apr 22 17:04:04.506275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57772) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:04.512825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1960104138'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:04.518200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:04.522993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:network and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:04.526044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:04.532415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:04.563373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.571650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:04.578336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.578704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.611098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:04:04.621090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.622085 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment 7cb434fb-5222-4e12-91ee-920f92aedabd of type vlan for network c4b1620b-679f-4117-acf2-7c1e3f089e00 Apr 22 17:04:04.653278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.660335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-74d71c4f-a860-4b8c-9801-702d598be90b None None] For port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=537dc72b-f926-4e0e-8ac1-9056ef5b2ee3,segment=NetworkSegment(3711c18f-a2ca-4c0b-8583-4239b911a5bc),segment_id=3711c18f-a2ca-4c0b-8583-4239b911a5bc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:04.660865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-74d71c4f-a860-4b8c-9801-702d598be90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.698105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:04.698511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.734407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.740851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:04.741729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.753782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-792c42b9-6531-4c70-96b1-737e388eae13 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:04.857766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-74d71c4f-a860-4b8c-9801-702d598be90b None None] Calling delete_port for 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:04.925526 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4180098 Apr 22 17:04:04.926564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=c4b1620b-679f-4117-acf2-7c1e3f089e00,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:04.938896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-186770a3-6013-4ec7-b3b3-d4105ac3182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:04.939739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57776) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:04.945606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:04.952056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-40e876c2-27a0-438d-8166-1780cc252fb5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:04.970689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network c4b1620b-679f-4117-acf2-7c1e3f089e00 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:04:05.167981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.180311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3963978a-2812-4add-9150-50f909284704 tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:05.244299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.265770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-186770a3-6013-4ec7-b3b3-d4105ac3182d None None] For port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:05.273347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:05.284184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.284788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:05.285578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:05.295791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Transition to ACTIVE for port object a489d888-3c73-4651-b161-56465d9d4be2 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:05.312215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-186770a3-6013-4ec7-b3b3-d4105ac3182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.317179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:05.359692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b9f46a-4658-41bb-8660-502002e4fee4,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:05.362304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-74d71c4f-a860-4b8c-9801-702d598be90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.372316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:05.377875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Transition to ACTIVE for port object a489d888-3c73-4651-b161-56465d9d4be2 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:05.399626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d71c4f-a860-4b8c-9801-702d598be90b None None] No DVR routers for this DVR port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:04:05.419057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.430881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186770a3-6013-4ec7-b3b3-d4105ac3182d None None] Pushing event updated for resources: {'Port': ['ID=7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:05.440457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-186770a3-6013-4ec7-b3b3-d4105ac3182d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:05.444527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67495716-f02f-4641-9cfa-5d1315273d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:05.486336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd47c2ab-a5c6-4050-b164-5de2482b7bec None None] Network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:05.497093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::1 (9f37a3e5-e543-44dd-91a5-83fee171a55d/e18f7c43-6846-4c5e-bf3d-6c0a34aef21b/5f73f374-dbe7-4849-9452-8eab6180023f) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:05.545012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:05.551561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d71c4f-a860-4b8c-9801-702d598be90b None None] Pushing event deleted for resources: {'Port': ['ID=537dc72b-f926-4e0e-8ac1-9056ef5b2ee3,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:05.588661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] For port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=537dc72b-f926-4e0e-8ac1-9056ef5b2ee3,segment=NetworkSegment(3711c18f-a2ca-4c0b-8583-4239b911a5bc),segment_id=3711c18f-a2ca-4c0b-8583-4239b911a5bc)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:05.589082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.629609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:05.683262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:05.725756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:05.758836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Calling delete_port for 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:05.772165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d4f95138-9440-4361-a1c0-007b611ab903 None None] Provisioning complete for port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:05.772820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4f95138-9440-4361-a1c0-007b611ab903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.854180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40e876c2-27a0-438d-8166-1780cc252fb5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.873746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:04:05.874113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:04:05.902904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.903602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40e876c2-27a0-438d-8166-1780cc252fb5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.907985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c04f52e6-57cd-4dbc-8c88-2df804012356 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:05.933544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40e876c2-27a0-438d-8166-1780cc252fb5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network c4b1620b-679f-4117-acf2-7c1e3f089e00 is not hosted by any dhcp agent {{(pid=87210) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:229}} Apr 22 17:04:05.939045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e876c2-27a0-438d-8166-1780cc252fb5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:05.939786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40e876c2-27a0-438d-8166-1780cc252fb5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:05.944680 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-40e876c2-27a0-438d-8166-1780cc252fb5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "PUT /v2.0/networks/c4b1620b-679f-4117-acf2-7c1e3f089e00 HTTP/1.1" status: 200 len: 723 time: 1.0038562 Apr 22 17:04:05.967431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57780) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:05.987965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'network_id': 'c4b1620b-679f-4117-acf2-7c1e3f089e00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:06.005288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Pushing event updated for resources: {'Port': ['ID=a489d888-3c73-4651-b161-56465d9d4be2,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:06.011894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:06.014421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 5f73f374-dbe7-4849-9452-8eab6180023f will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:06.031664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e876c2-27a0-438d-8166-1780cc252fb5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=c4b1620b-679f-4117-acf2-7c1e3f089e00,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:06.033174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40e876c2-27a0-438d-8166-1780cc252fb5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:06.041820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:06.042296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:06.052388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network c4b1620b-679f-4117-acf2-7c1e3f089e00 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:04:06.084094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Attempting to bind port a489d888-3c73-4651-b161-56465d9d4be2 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:06.084665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Attempting to bind port a489d888-3c73-4651-b161-56465d9d4be2 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:06.085087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Attempting to bind port a489d888-3c73-4651-b161-56465d9d4be2 on network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:06.164685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:06.175496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:subnet and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:06.179831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.239596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:06.257314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:06.331539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting port 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:06.332224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.334330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.340473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:06.340897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Checking segment: {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:06.341343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.341783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Bound using segment: {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:06.341906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a74eec16-9106-443c-bc86-18072a42ab40 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:06.342312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Bound port: a489d888-3c73-4651-b161-56465d9d4be2, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:06.342751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.366126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:06.366540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.394394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:06.401002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.413254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] The port '537dc72b-f926-4e0e-8ac1-9056ef5b2ee3' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:04:06.495249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:06.521615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:06.534377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:06.534609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.557390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.570919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=5f73f374-dbe7-4849-9452-8eab6180023f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:06.581142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:06.627396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] For port a489d888-3c73-4651-b161-56465d9d4be2, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:06.652152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] For port a489d888-3c73-4651-b161-56465d9d4be2, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a489d888-3c73-4651-b161-56465d9d4be2,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:06.682337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.690126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d763221-7d64-4264-a519-878883e8bd30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:06.729148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:06.767278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3711c18f-a2ca-4c0b-8583-4239b911a5bc') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:06.767659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3711c18f-a2ca-4c0b-8583-4239b911a5bc') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:06.786039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.793093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:06.805200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.813550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:06.849658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:06.850047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 537dc72b-f926-4e0e-8ac1-9056ef5b2ee3 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:04:06.851755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-eeb59e0a-b263-4f44-8062-d2d413b57c4d None None] Provisioning complete for port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:06.851978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eeb59e0a-b263-4f44-8062-d2d413b57c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:06.930912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Pushing event updated for resources: {'Port': ['ID=a489d888-3c73-4651-b161-56465d9d4be2,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:06.935476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:06.999431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:07.033017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:07.043662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:07.092254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:07.178311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f40eeb23-fa45-4f88-b391-b01ff980d299 None None] Provisioning for port 5f73f374-dbe7-4849-9452-8eab6180023f completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:07.184880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f40eeb23-fa45-4f88-b391-b01ff980d299 None None] Provisioning complete for port 5f73f374-dbe7-4849-9452-8eab6180023f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:07.185313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f40eeb23-fa45-4f88-b391-b01ff980d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:07.258829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:07.278914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f40eeb23-fa45-4f88-b391-b01ff980d299 None None] Port 5f73f374-dbe7-4849-9452-8eab6180023f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:07.291096 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:07.406551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:07.410050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:07.426394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:07.442968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Network': ['ID=2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:07.451116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:07.459213 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 HTTP/1.1" status: 204 len: 168 time: 8.4306087 Apr 22 17:04:07.459792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57784) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:07.505898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0b9f44-26c4-4f99-a7c4-173247fcbd8f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:07.506413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0b9f44-26c4-4f99-a7c4-173247fcbd8f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:07.508368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0f0b9f44-26c4-4f99-a7c4-173247fcbd8f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/subnets/6de8ef3c-8dfe-4817-a96a-00038d9d6449 HTTP/1.1" status: 404 len: 337 time: 0.0475569 Apr 22 17:04:07.511522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57788) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:07.542113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ebc81c-1f2f-4931-a8c9-0aceec3ed584 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:07.542695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ebc81c-1f2f-4931-a8c9-0aceec3ed584 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:07.544897 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b8ebc81c-1f2f-4931-a8c9-0aceec3ed584 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/2eb6b7b9-a4c9-49e1-b610-149bc0ac5db0 HTTP/1.1" status: 404 len: 339 time: 0.0320988 Apr 22 17:04:07.547381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57792) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:07.597353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a489d888-3c73-4651-b161-56465d9d4be2 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:07.683333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:07.710280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port a489d888-3c73-4651-b161-56465d9d4be2 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:07.838547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:07.969020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8d986a-81de-4c0e-9368-9184781fa8ab']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:07.982255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc036269-ca59-4482-a02d-2ccbea37ad5b') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:07.982602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc036269-ca59-4482-a02d-2ccbea37ad5b') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:07.994804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.010604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.017159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:08.077310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Router 87524a68-1447-4128-b4a1-50b8d4acf824 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:04:08.209863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network fa8d986a-81de-4c0e-9368-9184781fa8ab has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:08.220857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.338476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.386840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59836eeb-46b5-403f-bb9e-b7e2905f99ea None None] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:08.389136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.390023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.399936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d72451c-37d1-47a5-839c-c28080367420 tempest-FloatingIPAdminTestJSON-1529629051 tempest-FloatingIPAdminTestJSON-1529629051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:08.406867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network fa8d986a-81de-4c0e-9368-9184781fa8ab has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:08.432798 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:08.457511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.487884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:04:08.506083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Sync routers for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:04:08.519128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7c7e23a7-aff3-4099-b0da-ea4ac3cd6682 None None] Provisioning for port a489d888-3c73-4651-b161-56465d9d4be2 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:08.531389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7c7e23a7-aff3-4099-b0da-ea4ac3cd6682 None None] Provisioning complete for port a489d888-3c73-4651-b161-56465d9d4be2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:08.531814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c7e23a7-aff3-4099-b0da-ea4ac3cd6682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.558460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:08.559281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:08.560520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.564098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63858ba9-3519-42da-abb3-909d1c6b4b88 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:08.585155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.590349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=5f73f374-dbe7-4849-9452-8eab6180023f,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:08.592375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Network': ['ID=fa8d986a-81de-4c0e-9368-9184781fa8ab,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:08.597881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:08.605749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/fa8d986a-81de-4c0e-9368-9184781fa8ab HTTP/1.1" status: 204 len: 168 time: 1.0548944 Apr 22 17:04:08.605984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57796) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:08.611233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:08.616878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7d74aa8e-212f-43e9-aa58-d08f1b60cfd8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:08.652882 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-41091e1c-d9f2-4981-97e2-a0368fbb8ae1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:08.653803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41091e1c-d9f2-4981-97e2-a0368fbb8ae1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:08.658149 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41091e1c-d9f2-4981-97e2-a0368fbb8ae1 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/subnets/405b2bc2-789b-4cbe-86a0-f09c7a39a185 HTTP/1.1" status: 404 len: 337 time: 0.0487275 Apr 22 17:04:08.658819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57800) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:08.687604 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0df134-f609-4a39-a72b-a9f3532da4d9 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:08.688136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0df134-f609-4a39-a72b-a9f3532da4d9 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:08.692900 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4c0df134-f609-4a39-a72b-a9f3532da4d9 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/56b09d52-06b1-47f1-9c3a-b9759e81ee55 HTTP/1.1" status: 404 len: 339 time: 0.0303528 Apr 22 17:04:08.694565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57804) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:08.709541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking segment: {'id': '7cb434fb-5222-4e12-91ee-920f92aedabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'c4b1620b-679f-4117-acf2-7c1e3f089e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:08.712197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network hostable DHCP agents. Network: c4b1620b-679f-4117-acf2-7c1e3f089e00, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:04:08.742216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=ff513e8b-8812-44d3-be7d-dd8243dc1046,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:08.744494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.745799 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3303945 Apr 22 17:04:08.749047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:08.750579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57808) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:08.776760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-df90d17f-cb91-4c11-84f5-42be13f36cf8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting subnet e9bcb569-9588-448a-b64f-9a07ac81b5d7 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:04:08.780264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df90d17f-cb91-4c11-84f5-42be13f36cf8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.782764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:08.841645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:08.844609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df90d17f-cb91-4c11-84f5-42be13f36cf8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.844794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:08.947695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df90d17f-cb91-4c11-84f5-42be13f36cf8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:08.967282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network c4b1620b-679f-4117-acf2-7c1e3f089e00 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:04:09.077126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, c4b1620b-679f-4117-acf2-7c1e3f089e00) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:09.096325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da94340-3b82-44bb-88c8-9574d5834b20 None None] Network c4b1620b-679f-4117-acf2-7c1e3f089e00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:09.120803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:09.121462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:09.248923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2778900 Apr 22 17:04:09.250464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57812) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:09.259096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-039572ec-b9f1-4719-ac03-5ca832037a01 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:09.314985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df90d17f-cb91-4c11-84f5-42be13f36cf8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:09.320854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f417125a-88dd-4564-82d6-7b10ba48d837 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:09.363755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df90d17f-cb91-4c11-84f5-42be13f36cf8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:09.370470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90d17f-cb91-4c11-84f5-42be13f36cf8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bcb569-9588-448a-b64f-9a07ac81b5d7,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:09.372885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-df90d17f-cb91-4c11-84f5-42be13f36cf8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:09.380863 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-df90d17f-cb91-4c11-84f5-42be13f36cf8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/subnets/e9bcb569-9588-448a-b64f-9a07ac81b5d7 HTTP/1.1" status: 204 len: 168 time: 0.6841209 Apr 22 17:04:09.383333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57816) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:09.394216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c7e23a7-aff3-4099-b0da-ea4ac3cd6682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:09.417662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff2c193-5a1c-40e9-9385-038606c9bad7 None None] Network f5b45357-f03b-469b-bad1-55edbb02c3b0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:09.470114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f47d5a7-24e4-47da-bf61-c7cc1d0a49e0 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting subnet c09ca713-954f-4702-855d-de6279848c66 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:04:09.479024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Router f510e736-c7de-43eb-8146-83d117745140 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:04:09.497532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f47d5a7-24e4-47da-bf61-c7cc1d0a49e0 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:09.564364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f47d5a7-24e4-47da-bf61-c7cc1d0a49e0 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:09.663752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-039572ec-b9f1-4719-ac03-5ca832037a01 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036840397069'] for subnet, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:09.681479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f47d5a7-24e4-47da-bf61-c7cc1d0a49e0 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:09.819869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7c7e23a7-aff3-4099-b0da-ea4ac3cd6682 None None] For port a489d888-3c73-4651-b161-56465d9d4be2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a489d888-3c73-4651-b161-56465d9d4be2,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:09.883575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c7e23a7-aff3-4099-b0da-ea4ac3cd6682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:09.923989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-246d3d75-e1d3-4275-a942-3125ef1feca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:10.062219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-c4b1620b-679f-4117-acf2-7c1e3f089e00', 'network_id': 'c4b1620b-679f-4117-acf2-7c1e3f089e00', 'tenant_id': '0f9d9666ab3d4498b65065051f3e96f9', 'fixed_ips': [{'subnet_id': 'ff513e8b-8812-44d3-be7d-dd8243dc1046'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:04:10.063167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:10.063556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f47d5a7-24e4-47da-bf61-c7cc1d0a49e0 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:10.069862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:10.114596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47d5a7-24e4-47da-bf61-c7cc1d0a49e0 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Subnet': ['ID=c09ca713-954f-4702-855d-de6279848c66,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:10.116884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f47d5a7-24e4-47da-bf61-c7cc1d0a49e0 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:10.130883 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7f47d5a7-24e4-47da-bf61-c7cc1d0a49e0 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/subnets/c09ca713-954f-4702-855d-de6279848c66 HTTP/1.1" status: 204 len: 168 time: 0.7440822 Apr 22 17:04:10.130883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f47d5a7-24e4-47da-bf61-c7cc1d0a49e0 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:10.131819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57820) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:10.136728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:05Z', 'revision_number': 3, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:10.162778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e23a7-aff3-4099-b0da-ea4ac3cd6682 None None] Pushing event updated for resources: {'Port': ['ID=a489d888-3c73-4651-b161-56465d9d4be2,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:10.168344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c7e23a7-aff3-4099-b0da-ea4ac3cd6682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:10.170218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-01960893-940b-4d79-9e69-27a3e57a7afe None None] Provisioning complete for port 5f73f374-dbe7-4849-9452-8eab6180023f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:10.170726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01960893-940b-4d79-9e69-27a3e57a7afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:10.197434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Checking router: 87524a68-1447-4128-b4a1-50b8d4acf824 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:04:10.197879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Updating router 87524a68-1447-4128-b4a1-50b8d4acf824 port d5b9f46a-4658-41bb-8660-502002e4fee4 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:04:10.262818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:04:10.268348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:10.274243 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "PUT /v2.0/routers/f510e736-c7de-43eb-8146-83d117745140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4155729 Apr 22 17:04:10.275477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57824) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:10.280104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Sync routers for ids ['f510e736-c7de-43eb-8146-83d117745140'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:04:10.316007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Routers {'f510e736-c7de-43eb-8146-83d117745140'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:10.317258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f510e736-c7de-43eb-8146-83d117745140'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:10.342870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting port 4521e462-74f3-44f0-9db4-a12a856d8cd4 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:10.344277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:10.370715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-01960893-940b-4d79-9e69-27a3e57a7afe None None] Port 5f73f374-dbe7-4849-9452-8eab6180023f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:04:10.379793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:10.420531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1b3d6-eb55-48ac-a0b3-323bd3758754 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:10.420531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bfd1b3d6-eb55-48ac-a0b3-323bd3758754 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:10.580622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:10.600854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c35cc51e-1a2c-4a0d-b43c-d154c7733031 None None] Provisioning complete for port a489d888-3c73-4651-b161-56465d9d4be2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:10.601283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c35cc51e-1a2c-4a0d-b43c-d154c7733031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:10.628481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] For port 4521e462-74f3-44f0-9db4-a12a856d8cd4, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4521e462-74f3-44f0-9db4-a12a856d8cd4,segment=NetworkSegment(5d57279e-188a-4f00-b661-db025e78c6b8),segment_id=5d57279e-188a-4f00-b661-db025e78c6b8)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:10.628817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:10.689206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Allocated IP 172.20.0.2 (c4b1620b-679f-4117-acf2-7c1e3f089e00/ff513e8b-8812-44d3-be7d-dd8243dc1046/604b1884-dac8-4f91-8b2c-0678a3249f24) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:10.801044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Set router f510e736-c7de-43eb-8146-83d117745140 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:10.819269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Calling delete_port for 4521e462-74f3-44f0-9db4-a12a856d8cd4 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:10.861022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bfd1b3d6-eb55-48ac-a0b3-323bd3758754 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:10.865879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bfd1b3d6-eb55-48ac-a0b3-323bd3758754 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports/5f73f374-dbe7-4849-9452-8eab6180023f HTTP/1.1" status: 200 len: 911 time: 0.5888860 Apr 22 17:04:10.866681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57828) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:10.873353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Allocated IP 172.20.0.1 (647c921f-7c8c-41f6-a7cf-597d4a1f7fe9/95fce758-1abf-46eb-b326-6a9c9abe6477/005864ee-3388-406f-9ae7-5ef6436d56f7) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:10.935128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc2536-5a87-4990-8f5b-1b04b1256c4d None None] Update dhcp port {'port': {'network_id': 'f5b45357-f03b-469b-bad1-55edbb02c3b0', 'fixed_ips': [{'subnet_id': 'c09ca713-954f-4702-855d-de6279848c66'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': '4521e462-74f3-44f0-9db4-a12a856d8cd4'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:04:11.081057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.105752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Transition to ACTIVE for port object 005864ee-3388-406f-9ae7-5ef6436d56f7 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:11.125010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-acfc2536-5a87-4990-8f5b-1b04b1256c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.169164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f510e736-c7de-43eb-8146-83d117745140', 'name': 'tempest-NetworksTestDHCPv6-router-1059061290', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:06Z', 'revision_number': 2, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None, '_interfaces': [{'id': '5f73f374-dbe7-4849-9452-8eab6180023f', 'name': '', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'mac_address': 'fa:16:3e:e5:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f510e736-c7de-43eb-8146-83d117745140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e18f7c43-6846-4c5e-bf3d-6c0a34aef21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:05Z', 'updated_at': '2021-04-22T17:04:07Z', 'revision_number': 2, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'subnets': [{'id': 'e18f7c43-6846-4c5e-bf3d-6c0a34aef21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:11.170150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.174142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Checking router: f510e736-c7de-43eb-8146-83d117745140 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:04:11.175631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Updating router f510e736-c7de-43eb-8146-83d117745140 port 5f73f374-dbe7-4849-9452-8eab6180023f binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:04:11.178322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:11.241781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.280596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:04:11.283452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Pushing event updated for resources: {'Port': ['ID=005864ee-3388-406f-9ae7-5ef6436d56f7,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:11.298086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:11.317915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:11.320239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:11.323905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b99300-11a4-4f44-bc48-6820dde2b32b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:11.327468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:11.331061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b99300-11a4-4f44-bc48-6820dde2b32b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:11.335976 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70b99300-11a4-4f44-bc48-6820dde2b32b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4659123 Apr 22 17:04:11.336671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57832) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:11.415362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.416270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.446401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88dba7cc-169b-44eb-83b4-e77fb870a37f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:11.459401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.482887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Transition to ACTIVE for port object 604b1884-dac8-4f91-8b2c-0678a3249f24 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:11.487018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.541943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Port': ['ID=4521e462-74f3-44f0-9db4-a12a856d8cd4,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:11.557522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Transition to ACTIVE for port object d5b9f46a-4658-41bb-8660-502002e4fee4 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:11.569117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Transition to ACTIVE for port object 604b1884-dac8-4f91-8b2c-0678a3249f24 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:11.601334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c92d3-fb0c-47cb-825c-46c0a012526e None None] Network f5b45357-f03b-469b-bad1-55edbb02c3b0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:11.710322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No DVR routers for this DVR port 4521e462-74f3-44f0-9db4-a12a856d8cd4 on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:04:11.737821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a489d888-3c73-4651-b161-56465d9d4be2 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:11.779856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.840493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.857240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Transition to ACTIVE for port object 5f73f374-dbe7-4849-9452-8eab6180023f will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:11.873406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:11.893983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.902195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92c8fddf-ad18-4f8e-838c-953504c9d846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:11.961333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-039572ec-b9f1-4719-ac03-5ca832037a01 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780230166745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036839756296'] for subnet, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.965694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:11.990667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-186770a3-6013-4ec7-b3b3-d4105ac3182d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:12.006090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.013855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-abe8cd17-488e-4c19-b335-b8653fcbd048 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:12.026267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.068428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9eae696a-ce28-4e02-b651-ac714029a788 None None] Could not find standard attr ID for object 4521e462-74f3-44f0-9db4-a12a856d8cd4. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:04:12.141289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Network c4b1620b-679f-4117-acf2-7c1e3f089e00 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:12.182941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018762e-f795-44e1-ab28-8f9cbc37942d None None] Pushing event updated for resources: {'Port': ['ID=5f73f374-dbe7-4849-9452-8eab6180023f,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:12.206206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:12.209541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:12.215943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca3162-7b2b-4f79-b6e4-9c3eb4775575 None None] Pushing event updated for resources: {'Port': ['ID=d5b9f46a-4658-41bb-8660-502002e4fee4,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:12.219580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2ca3162-7b2b-4f79-b6e4-9c3eb4775575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:12.232167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d018762e-f795-44e1-ab28-8f9cbc37942d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:12.255638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039572ec-b9f1-4719-ac03-5ca832037a01 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:12.258861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-039572ec-b9f1-4719-ac03-5ca832037a01 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.260797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-039572ec-b9f1-4719-ac03-5ca832037a01 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "PUT /v2.0/subnets/ff513e8b-8812-44d3-be7d-dd8243dc1046 HTTP/1.1" status: 200 len: 806 time: 3.0092204 Apr 22 17:04:12.263787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57840) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:12.270958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.271441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Attempting to bind port 5f73f374-dbe7-4849-9452-8eab6180023f on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:12.272035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Attempting to bind port 5f73f374-dbe7-4849-9452-8eab6180023f by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:12.272649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Attempting to bind port 5f73f374-dbe7-4849-9452-8eab6180023f on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:12.281355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:12.284599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:12.285323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.286503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:12.288826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Bound port: 5f73f374-dbe7-4849-9452-8eab6180023f, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:12.289477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.290119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:12.292843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039572ec-b9f1-4719-ac03-5ca832037a01 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=ff513e8b-8812-44d3-be7d-dd8243dc1046,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:12.296405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-039572ec-b9f1-4719-ac03-5ca832037a01 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:12.303295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.365049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Attempting to bind port d5b9f46a-4658-41bb-8660-502002e4fee4 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:12.365475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Attempting to bind port d5b9f46a-4658-41bb-8660-502002e4fee4 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:12.365893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Attempting to bind port d5b9f46a-4658-41bb-8660-502002e4fee4 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:12.373391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-94cb0136-56d0-44ed-8ff6-b8aa05e6ea8e tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:12.407810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] For port 5f73f374-dbe7-4849-9452-8eab6180023f, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:12.412726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] For port 5f73f374-dbe7-4849-9452-8eab6180023f, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5f73f374-dbe7-4849-9452-8eab6180023f,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:12.416372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:12.416811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:12.417231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.417665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:12.418227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Bound port: d5b9f46a-4658-41bb-8660-502002e4fee4, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:12.418661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.431103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.431507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b45357-f03b-469b-bad1-55edbb02c3b0']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:12.446644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.450823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:12.505705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] For port d5b9f46a-4658-41bb-8660-502002e4fee4, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:12.509123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] For port d5b9f46a-4658-41bb-8660-502002e4fee4, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d5b9f46a-4658-41bb-8660-502002e4fee4,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:12.515474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36442e48-31fe-408c-83fd-1223683b232c None None] DHCP port deletion for f5b45357-f03b-469b-bad1-55edbb02c3b0 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:04:12.527268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018762e-f795-44e1-ab28-8f9cbc37942d None None] Pushing event updated for resources: {'Port': ['ID=5f73f374-dbe7-4849-9452-8eab6180023f,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:12.529458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.531168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d018762e-f795-44e1-ab28-8f9cbc37942d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:12.537669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d57279e-188a-4f00-b661-db025e78c6b8') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:12.538486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d57279e-188a-4f00-b661-db025e78c6b8') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:12.553884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Routers {'f510e736-c7de-43eb-8146-83d117745140'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:12.554804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f510e736-c7de-43eb-8146-83d117745140'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:12.573938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.577715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.592085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6fe987ad-6532-4da6-b0bf-f8eb1be4a5a3 None None] Provisioning for port 005864ee-3388-406f-9ae7-5ef6436d56f7 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:12.599162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:12.600406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:12.608253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Pushing event updated for resources: {'Port': ['ID=005864ee-3388-406f-9ae7-5ef6436d56f7,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:12.612335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:12.620978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.632731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Attempting to bind port 604b1884-dac8-4f91-8b2c-0678a3249f24 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:12.633154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Attempting to bind port 604b1884-dac8-4f91-8b2c-0678a3249f24 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '7cb434fb-5222-4e12-91ee-920f92aedabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'c4b1620b-679f-4117-acf2-7c1e3f089e00'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:12.633572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Attempting to bind port 604b1884-dac8-4f91-8b2c-0678a3249f24 on network c4b1620b-679f-4117-acf2-7c1e3f089e00 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:12.639250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6fe987ad-6532-4da6-b0bf-f8eb1be4a5a3 None None] Provisioning complete for port 005864ee-3388-406f-9ae7-5ef6436d56f7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:12.639672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fe987ad-6532-4da6-b0bf-f8eb1be4a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.654416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:12.749315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6fe987ad-6532-4da6-b0bf-f8eb1be4a5a3 None None] Port 005864ee-3388-406f-9ae7-5ef6436d56f7 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:04:12.750865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Pushing event updated for resources: {'Port': ['ID=604b1884-dac8-4f91-8b2c-0678a3249f24,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:12.771316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:12.772191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:12.772612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Checking segment: {'id': '7cb434fb-5222-4e12-91ee-920f92aedabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'c4b1620b-679f-4117-acf2-7c1e3f089e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:12.773064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.773510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Bound using segment: {'id': '7cb434fb-5222-4e12-91ee-920f92aedabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'c4b1620b-679f-4117-acf2-7c1e3f089e00'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:12.774050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Bound port: 604b1884-dac8-4f91-8b2c-0678a3249f24, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb434fb-5222-4e12-91ee-920f92aedabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'c4b1620b-679f-4117-acf2-7c1e3f089e00'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:12.774475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.794668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a489d888-3c73-4651-b161-56465d9d4be2 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:12.795112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:12.833906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-58d39e64-6603-4372-904e-47d7b3ef5aab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:12.899381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Router 87524a68-1447-4128-b4a1-50b8d4acf824 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:04:12.938162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] Set router f510e736-c7de-43eb-8146-83d117745140 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:13.016362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network f5b45357-f03b-469b-bad1-55edbb02c3b0 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:13.026401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:13.028194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:13.028907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:13.126550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:04:13.145050 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] 10.222.0.77 "PUT /v2.0/routers/87524a68-1447-4128-b4a1-50b8d4acf824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3903685 Apr 22 17:04:13.227763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca3162-7b2b-4f79-b6e4-9c3eb4775575 None None] Pushing event updated for resources: {'Port': ['ID=d5b9f46a-4658-41bb-8660-502002e4fee4,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:13.241964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2ca3162-7b2b-4f79-b6e4-9c3eb4775575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:13.280222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] For port 604b1884-dac8-4f91-8b2c-0678a3249f24, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:13.282753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Deleting port 604b1884-dac8-4f91-8b2c-0678a3249f24 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:13.283243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:13.321269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network f5b45357-f03b-469b-bad1-55edbb02c3b0 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:13.351307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:13.359270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f510e736-c7de-43eb-8146-83d117745140', 'name': 'tempest-NetworksTestDHCPv6-router-1059061290', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:06Z', 'revision_number': 2, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None, '_interfaces': [{'id': '5f73f374-dbe7-4849-9452-8eab6180023f', 'name': '', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'mac_address': 'fa:16:3e:e5:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f510e736-c7de-43eb-8146-83d117745140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e18f7c43-6846-4c5e-bf3d-6c0a34aef21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:05Z', 'updated_at': '2021-04-22T17:04:12Z', 'revision_number': 4, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'subnets': [{'id': 'e18f7c43-6846-4c5e-bf3d-6c0a34aef21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:13.364440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de95692-6d97-4512-8d99-9e5ab2a3bad7 None None] The sync data for ids ['f510e736-c7de-43eb-8146-83d117745140'] in dv-neutron-786478-3-hyperv is: [{'id': 'f510e736-c7de-43eb-8146-83d117745140', 'name': 'tempest-NetworksTestDHCPv6-router-1059061290', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:06Z', 'revision_number': 2, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None, '_interfaces': [{'id': '5f73f374-dbe7-4849-9452-8eab6180023f', 'name': '', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'mac_address': 'fa:16:3e:e5:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f510e736-c7de-43eb-8146-83d117745140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e18f7c43-6846-4c5e-bf3d-6c0a34aef21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:05Z', 'updated_at': '2021-04-22T17:04:12Z', 'revision_number': 4, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'subnets': [{'id': 'e18f7c43-6846-4c5e-bf3d-6c0a34aef21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:13.431708 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:13.454899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dfbe71bf-0f96-4209-bfcb-d0889cc2070c None None] Provisioning complete for port 005864ee-3388-406f-9ae7-5ef6436d56f7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:13.455324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfbe71bf-0f96-4209-bfcb-d0889cc2070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:13.521829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:13.526250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:13.546962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5ae39a7-5b92-4ab9-a10b-40df758345a0 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:13.566312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57850) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:13.566511 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/f5b45357-f03b-469b-bad1-55edbb02c3b0 HTTP/1.1" status: 204 len: 168 time: 3.4324200 Apr 22 17:04:13.587899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Network': ['ID=f5b45357-f03b-469b-bad1-55edbb02c3b0,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:13.590449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:13.590595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] For port 604b1884-dac8-4f91-8b2c-0678a3249f24, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=604b1884-dac8-4f91-8b2c-0678a3249f24,segment=NetworkSegment(7cb434fb-5222-4e12-91ee-920f92aedabd),segment_id=7cb434fb-5222-4e12-91ee-920f92aedabd)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:13.619188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:13.653554 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ecffd5-92c2-4514-b309-6df00074864b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:13.654401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ecffd5-92c2-4514-b309-6df00074864b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:13.656570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-20ecffd5-92c2-4514-b309-6df00074864b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/subnets/f0a0b171-8ccb-4b17-aee9-6fcd2d8838f7 HTTP/1.1" status: 404 len: 337 time: 0.0903869 Apr 22 17:04:13.659918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57854) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:13.695504 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8f01eb-a5a2-437d-9fd3-471bb9d4a22d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:13.696390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8f01eb-a5a2-437d-9fd3-471bb9d4a22d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:13.698817 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fa8f01eb-a5a2-437d-9fd3-471bb9d4a22d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/f94b7137-f91e-4d4d-aa6d-b655cfb856f3 HTTP/1.1" status: 404 len: 339 time: 0.0368793 Apr 22 17:04:13.701234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57858) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:13.702285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-35d9a44b-9ee3-4300-9e74-7d08820b380a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:13.734299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe71bf-0f96-4209-bfcb-d0889cc2070c None None] Port 005864ee-3388-406f-9ae7-5ef6436d56f7 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:04:13.751095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4521e462-74f3-44f0-9db4-a12a856d8cd4 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:13.775373 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-3692f56c-168b-4dda-9ce5-7611f183c97c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:13.776517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3692f56c-168b-4dda-9ce5-7611f183c97c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:13.782862 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3692f56c-168b-4dda-9ce5-7611f183c97c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/subnets/71e81a04-bd05-4557-bc4c-bb87fece52e0 HTTP/1.1" status: 404 len: 337 time: 0.0779719 Apr 22 17:04:13.784221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57864) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:13.809598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 4521e462-74f3-44f0-9db4-a12a856d8cd4 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:13.809796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4521e462-74f3-44f0-9db4-a12a856d8cd4 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:04:13.846003 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee46441-448b-4461-8f01-2336e472602c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:13.846003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee46441-448b-4461-8f01-2336e472602c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:13.849880 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aee46441-448b-4461-8f01-2336e472602c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/efee9e6b-9a50-4b67-ba82-2f29a684169b HTTP/1.1" status: 404 len: 339 time: 0.0615592 Apr 22 17:04:13.850249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57870) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:13.921622 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec55e51f-e53d-412d-bc3e-dedf3f125db8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:13.922390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec55e51f-e53d-412d-bc3e-dedf3f125db8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:13.925771 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ec55e51f-e53d-412d-bc3e-dedf3f125db8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/subnets/2213d0b3-9b52-49c0-9e3e-634c7e410f7d HTTP/1.1" status: 404 len: 337 time: 0.0734150 Apr 22 17:04:13.930000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57874) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:13.942198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] For port 604b1884-dac8-4f91-8b2c-0678a3249f24, host dv-neutron-786478-3-hyperv, got binding levels [] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:13.943307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:13.964164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Pushing event updated for resources: {'Port': ['ID=604b1884-dac8-4f91-8b2c-0678a3249f24,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:13.969245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:13.970805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-1174de78-1a82-46d6-9bb0-135f8bdd7ef5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:13.971423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1174de78-1a82-46d6-9bb0-135f8bdd7ef5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:13.976468 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1174de78-1a82-46d6-9bb0-135f8bdd7ef5 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/bf996807-54c4-433f-85be-ab2eefb8b77b HTTP/1.1" status: 404 len: 339 time: 0.0427566 Apr 22 17:04:13.976871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57878) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:14.124582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a767f204-a4b1-4d21-94df-36715626cf3d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting subnet 80cd3ec4-23c5-427a-8756-29ef1c456397 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:04:14.142350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a767f204-a4b1-4d21-94df-36715626cf3d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:14.155702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Calling delete_port for 604b1884-dac8-4f91-8b2c-0678a3249f24 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:14.263934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a767f204-a4b1-4d21-94df-36715626cf3d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:14.275540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57890) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:14.314355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1460525275-network', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:14.376086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 2, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:14.383833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc3efd0-e950-4e7e-a3c6-27cda10d2f18 None None] The sync data for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv is: [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 2, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:04:14.432261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a767f204-a4b1-4d21-94df-36715626cf3d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:14.438542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:14.467616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Usage tracker for resource:network and tenant:6f7c92c92c06496fac69cb69f782c4c0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:14.474227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:14.493293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:14.544926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:14.709516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Made reservation on behalf of 6f7c92c92c06496fac69cb69f782c4c0 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:14.714612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:14.729410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:04:14.730013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:04:14.733366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:14.769160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:14.779457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Usage tracker for resource:security_group_rule and tenant:6f7c92c92c06496fac69cb69f782c4c0 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:14.785005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:14.829335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a767f204-a4b1-4d21-94df-36715626cf3d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:14.840191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6bf7bd16-08e0-4e6d-8995-d993563cee6d tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:14.885595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767f204-a4b1-4d21-94df-36715626cf3d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Subnet': ['ID=80cd3ec4-23c5-427a-8756-29ef1c456397,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:14.888200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a767f204-a4b1-4d21-94df-36715626cf3d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:14.913433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56bdfca-98b2-4b9b-9b3b-51440d982a22 None None] Network 3992a05f-b08f-4ebe-a8e5-6a679b811167 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:14.921301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a767f204-a4b1-4d21-94df-36715626cf3d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:14.938284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a767f204-a4b1-4d21-94df-36715626cf3d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/subnets/80cd3ec4-23c5-427a-8756-29ef1c456397 HTTP/1.1" status: 204 len: 168 time: 0.9573381 Apr 22 17:04:14.938724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57894) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:15.109884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:15.125363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting port 7417ea6c-d96e-4711-8497-5994cc6b8231 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:15.125999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:15.213550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:15.272678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Deleting port 604b1884-dac8-4f91-8b2c-0678a3249f24 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:15.280777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:15.305837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b8534-36dd-4311-8171-35097b99dcd5 None None] DHCP port deletion for 3992a05f-b08f-4ebe-a8e5-6a679b811167 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:04:15.311952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-db2b8534-36dd-4311-8171-35097b99dcd5 None None] Deleting port 7417ea6c-d96e-4711-8497-5994cc6b8231 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:15.312637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db2b8534-36dd-4311-8171-35097b99dcd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:15.445857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] For port 7417ea6c-d96e-4711-8497-5994cc6b8231, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=7417ea6c-d96e-4711-8497-5994cc6b8231,segment=NetworkSegment(a2d3fa57-0ddc-4cda-ad6d-75d10337a98b),segment_id=a2d3fa57-0ddc-4cda-ad6d-75d10337a98b)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:15.445857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:15.626761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:15.700743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Calling delete_port for 7417ea6c-d96e-4711-8497-5994cc6b8231 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:15.810005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:15.821845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cdea58db-d733-46e0-8f3b-3f51c8a28eff tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:15.841952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 5f73f374-dbe7-4849-9452-8eab6180023f {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:15.842345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:15.845337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-db2b8534-36dd-4311-8171-35097b99dcd5 None None] For port 7417ea6c-d96e-4711-8497-5994cc6b8231, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=7417ea6c-d96e-4711-8497-5994cc6b8231,segment=NetworkSegment(a2d3fa57-0ddc-4cda-ad6d-75d10337a98b),segment_id=a2d3fa57-0ddc-4cda-ad6d-75d10337a98b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:15.846113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db2b8534-36dd-4311-8171-35097b99dcd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:15.920083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:15.932171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a1b56d0-1d19-4b7f-94b5-09b29452ed8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:15.933138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:04:15.936726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 604b1884-dac8-4f91-8b2c-0678a3249f24 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:15.955382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1685245-03f1-4212-992b-f5265ff64f58,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:15.975658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:16.001005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.001596 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Added segment c4af64f1-57a4-43fb-8a2a-8242720ebbf3 of type vlan for network 7101cee9-a097-474b-9c51-2541cdb4e12b Apr 22 17:04:16.008835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No DVR routers for this DVR port 7417ea6c-d96e-4711-8497-5994cc6b8231 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:04:16.050500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-db2b8534-36dd-4311-8171-35097b99dcd5 None None] Calling delete_port for 7417ea6c-d96e-4711-8497-5994cc6b8231 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:16.066196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Port': ['ID=7417ea6c-d96e-4711-8497-5994cc6b8231,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:16.077890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:16.087605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2378523f-57e9-460e-a23d-1fdd1e9920ae None None] Network c4b1620b-679f-4117-acf2-7c1e3f089e00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:16.162932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] For port 604b1884-dac8-4f91-8b2c-0678a3249f24, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=604b1884-dac8-4f91-8b2c-0678a3249f24,segment=NetworkSegment(7cb434fb-5222-4e12-91ee-920f92aedabd),segment_id=7cb434fb-5222-4e12-91ee-920f92aedabd)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:16.163351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.193542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.195548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.282856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6becf01d-6c55-46ac-8dc0-603564c23844 None None] Provisioning for port 604b1884-dac8-4f91-8b2c-0678a3249f24 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:16.317996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-db2b8534-36dd-4311-8171-35097b99dcd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:04:16.318971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-db2b8534-36dd-4311-8171-35097b99dcd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:04:16.360830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Calling delete_port for 604b1884-dac8-4f91-8b2c-0678a3249f24 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:16.369025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 604b1884-dac8-4f91-8b2c-0678a3249f24 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:16.398807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 604b1884-dac8-4f91-8b2c-0678a3249f24 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:16.399269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.488640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] For port 5f73f374-dbe7-4849-9452-8eab6180023f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5f73f374-dbe7-4849-9452-8eab6180023f,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:16.489147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.598898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.635904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 604b1884-dac8-4f91-8b2c-0678a3249f24, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=604b1884-dac8-4f91-8b2c-0678a3249f24,segment=NetworkSegment(7cb434fb-5222-4e12-91ee-920f92aedabd),segment_id=7cb434fb-5222-4e12-91ee-920f92aedabd)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:16.691511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.692478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d5b9f46a-4658-41bb-8660-502002e4fee4 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:16.709579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3992a05f-b08f-4ebe-a8e5-6a679b811167']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:16.709824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.710939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:16.711586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.725641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 5f73f374-dbe7-4849-9452-8eab6180023f owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:16.746946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:16.751802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d3fa57-0ddc-4cda-ad6d-75d10337a98b') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:16.752143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d3fa57-0ddc-4cda-ad6d-75d10337a98b') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:16.779925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a9277262-3030-4e85-a86c-89806636c443 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:16.788936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.824575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.831795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:16.845561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-db2b8534-36dd-4311-8171-35097b99dcd5 None None] Deleting port 7417ea6c-d96e-4711-8497-5994cc6b8231 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:16.845984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db2b8534-36dd-4311-8171-35097b99dcd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:16.921507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a966aad-50a2-486f-9bcd-73facd37b273 None None] Network c4b1620b-679f-4117-acf2-7c1e3f089e00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:16.957011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Pushing event updated for resources: {'Network': ['ID=7101cee9-a097-474b-9c51-2541cdb4e12b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:16.969634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:16.989971 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6969655 Apr 22 17:04:17.000216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57898) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:17.021821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Request body: {'subnet': {'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1460525275-subnet', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'ip_version': 4}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:17.029959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:17.036150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:04:17.037069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:04:17.043329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-3d84e785-db96-4ff0-8581-a9643b952507 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5326073 Apr 22 17:04:17.048256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Usage tracker for resource:subnet and tenant:6f7c92c92c06496fac69cb69f782c4c0 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:17.052851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 3992a05f-b08f-4ebe-a8e5-6a679b811167 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:17.063981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:17.070802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 7101cee9-a097-474b-9c51-2541cdb4e12b details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:04:17.071635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.166399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:17.196748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-db2b8534-36dd-4311-8171-35097b99dcd5 None None] The port '7417ea6c-d96e-4711-8497-5994cc6b8231' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:04:17.215872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=604b1884-dac8-4f91-8b2c-0678a3249f24,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:17.233294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-30312f97-6a16-424f-85f7-0cdfdf2b44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:17.233294 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-30312f97-6a16-424f-85f7-0cdfdf2b44c6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb0198668d514766842936a3a15b85e6&device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 1098 time: 0.1065695 Apr 22 17:04:17.233653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:17.236577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-637c46d2-75c7-4e2d-8905-66be3a534052 None None] Provisioning complete for port 604b1884-dac8-4f91-8b2c-0678a3249f24 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:17.236994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-637c46d2-75c7-4e2d-8905-66be3a534052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.266549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Made reservation on behalf of 6f7c92c92c06496fac69cb69f782c4c0 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:17.271651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.280337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.289125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f35c3d58-8aca-462e-9dde-bb944cc90dfe tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:17.383064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 3992a05f-b08f-4ebe-a8e5-6a679b811167 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:17.383310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Deleting port 604b1884-dac8-4f91-8b2c-0678a3249f24 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:17.383829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:17.414077 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:17.423375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port d5b9f46a-4658-41bb-8660-502002e4fee4 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:17.432958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d5b9f46a-4658-41bb-8660-502002e4fee4 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:17.432958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.452395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=5f73f374-dbe7-4849-9452-8eab6180023f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:17.534895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:17.570198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.575493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7dc7fc43-1b64-450f-9f6e-ca71334d666c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:17.593749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.615380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Network': ['ID=3992a05f-b08f-4ebe-a8e5-6a679b811167,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:17.616316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.628262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:17.638533 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/3992a05f-b08f-4ebe-a8e5-6a679b811167 HTTP/1.1" status: 204 len: 168 time: 2.6955495 Apr 22 17:04:17.639425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57902) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:17.680176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port d5b9f46a-4658-41bb-8660-502002e4fee4, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d5b9f46a-4658-41bb-8660-502002e4fee4,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:17.715273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.716202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5f73f374-dbe7-4849-9452-8eab6180023f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:17.718758 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-70204368-5b33-4fe3-b84e-d9aa15d4f401 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:17.719223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70204368-5b33-4fe3-b84e-d9aa15d4f401 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:17.724096 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70204368-5b33-4fe3-b84e-d9aa15d4f401 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/subnets/421d4350-7358-471a-b92b-5210b1d8b30d HTTP/1.1" status: 404 len: 337 time: 0.0813322 Apr 22 17:04:17.729388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57908) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:17.756542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:17.762413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-5c86627f-29e3-49a0-a194-0093827d9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:17.764081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-5c86627f-29e3-49a0-a194-0093827d9066 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e82f586d-0954-4be6-8e35-f96bde2d70fa HTTP/1.1" status: 200 len: 898 time: 0.5108409 Apr 22 17:04:17.768680 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eeff50b-0ef9-460d-a2fa-54ea5c2f8134 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:17.769209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eeff50b-0ef9-460d-a2fa-54ea5c2f8134 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:17.773509 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3eeff50b-0ef9-460d-a2fa-54ea5c2f8134 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/cadfda47-9e2b-441d-b5e2-b339228a04e7 HTTP/1.1" status: 404 len: 339 time: 0.0407619 Apr 22 17:04:17.777011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57912) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:17.856867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fc4049-2b3a-4339-8eed-fc2580aeba49 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting subnet c63d3d61-7e7c-4398-87ec-609652e4b2fc {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:04:17.857083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=d5b9f46a-4658-41bb-8660-502002e4fee4,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:17.859935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 5f73f374-dbe7-4849-9452-8eab6180023f {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:17.860090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01fc4049-2b3a-4339-8eed-fc2580aeba49 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.860336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5f73f374-dbe7-4849-9452-8eab6180023f not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 22 17:04:17.888658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:17.901237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Port 5f73f374-dbe7-4849-9452-8eab6180023f not found, will not notify nova. {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 17:04:17.953667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01fc4049-2b3a-4339-8eed-fc2580aeba49 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:17.980887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 7417ea6c-d96e-4711-8497-5994cc6b8231 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:18.023583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:18.029281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 7417ea6c-d96e-4711-8497-5994cc6b8231 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:18.029689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 7417ea6c-d96e-4711-8497-5994cc6b8231 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:04:18.062223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e18502c5-cccb-4863-9381-c2fcac8a82ba None None] Provisioning complete for port 604b1884-dac8-4f91-8b2c-0678a3249f24 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:18.063699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e18502c5-cccb-4863-9381-c2fcac8a82ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:18.169336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01fc4049-2b3a-4339-8eed-fc2580aeba49 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:18.311825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 604b1884-dac8-4f91-8b2c-0678a3249f24 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:18.385482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:18.393762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:18.397677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 604b1884-dac8-4f91-8b2c-0678a3249f24 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:18.398207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:18.453417 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-faf7aaac-35e7-4ce9-82b1-9226b34d455e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 HTTP/1.1" status: 200 len: 1001 time: 0.6719687 Apr 22 17:04:18.552722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b7b958-35e6-47c6-97b4-11fd689b9190,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:18.552722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:18.553250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Checking segment: {'id': 'c4af64f1-57a4-43fb-8a2a-8242720ebbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:18.553250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Network hostable DHCP agents. Network: 7101cee9-a097-474b-9c51-2541cdb4e12b, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:04:18.657323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Network 7101cee9-a097-474b-9c51-2541cdb4e12b is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:04:18.693344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01fc4049-2b3a-4339-8eed-fc2580aeba49 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:18.705976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08a6ad6f-4506-4204-833d-bcf005583f32 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:18.741485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d5b9f46a-4658-41bb-8660-502002e4fee4 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:18.747695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01fc4049-2b3a-4339-8eed-fc2580aeba49 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:18.763309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 7101cee9-a097-474b-9c51-2541cdb4e12b) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:18.768590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc4049-2b3a-4339-8eed-fc2580aeba49 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Subnet': ['ID=c63d3d61-7e7c-4398-87ec-609652e4b2fc,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:18.771875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01fc4049-2b3a-4339-8eed-fc2580aeba49 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:18.778683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a218d5e-c1e4-471c-ad31-cb8ce36d0876 None None] Network 63d2c248-b0b7-4763-b320-1003dcde90aa requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:18.786140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-3ba4bb0a-4b7b-4887-a4d8-39b1bf6b4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:18.786877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:18.787548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:18.787740 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-3ba4bb0a-4b7b-4887-a4d8-39b1bf6b4afd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ab861455-6977-4d05-a92b-899f82bf2253 HTTP/1.1" status: 200 len: 833 time: 0.3184304 Apr 22 17:04:18.792160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] For port 604b1884-dac8-4f91-8b2c-0678a3249f24, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=604b1884-dac8-4f91-8b2c-0678a3249f24,segment=NetworkSegment(7cb434fb-5222-4e12-91ee-920f92aedabd),segment_id=7cb434fb-5222-4e12-91ee-920f92aedabd)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:18.792530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe7221-456d-46d5-9ddb-942f97cee352 None None] Network 7101cee9-a097-474b-9c51-2541cdb4e12b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:18.792724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:18.796648 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-01fc4049-2b3a-4339-8eed-fc2580aeba49 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/subnets/c63d3d61-7e7c-4398-87ec-609652e4b2fc HTTP/1.1" status: 204 len: 168 time: 1.0164316 Apr 22 17:04:18.799720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57916) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:18.803708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Router f510e736-c7de-43eb-8146-83d117745140 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:04:18.808809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Sync routers for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:04:18.907959 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9040704 Apr 22 17:04:18.909529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57920) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:18.917831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1460525275-router', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:18.926732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:18.942511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Usage tracker for resource:router and tenant:6f7c92c92c06496fac69cb69f782c4c0 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:18.949068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:18.957869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:18.966160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:18.982185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Deleting port 4588f2f2-06e9-47ad-b68a-c196f1485f4f {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:18.982391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:18.982669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:18.982935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:18.987014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Calling delete_port for 604b1884-dac8-4f91-8b2c-0678a3249f24 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:19.013876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:19.015838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:19.055250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:19.202017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:04:19.216648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8982e2-ab1d-4c6f-a4e4-34f9283255d7 None None] Sync routers for ids ['f510e736-c7de-43eb-8146-83d117745140'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:04:19.232542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8982e2-ab1d-4c6f-a4e4-34f9283255d7 None None] Routers {'f510e736-c7de-43eb-8146-83d117745140'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:19.234236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be8982e2-ab1d-4c6f-a4e4-34f9283255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f510e736-c7de-43eb-8146-83d117745140'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:19.238306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-97689bd2-7a09-4b13-ad99-be89b0763e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:19.240872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-97689bd2-7a09-4b13-ad99-be89b0763e82 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e82f586d-0954-4be6-8e35-f96bde2d70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4398096 Apr 22 17:04:19.354423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d5b9f46a-4658-41bb-8660-502002e4fee4 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:19.354838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:19.425902 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-82ac8f1c-5c29-4325-a5ba-58f32fd3024c service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485531 Apr 22 17:04:19.431704 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "PUT /v2.0/routers/f510e736-c7de-43eb-8146-83d117745140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0935297 Apr 22 17:04:19.441445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57924) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:19.496319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:19.572456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-7101cee9-a097-474b-9c51-2541cdb4e12b', 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'fixed_ips': [{'subnet_id': 'c0b7b958-35e6-47c6-97b4-11fd689b9190'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:04:19.573359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:19.605382 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0da27810-73f1-452e-88f9-9010b8d819e8 req-b76b5cd4-af5f-46d2-8d74-c62f86a32224 service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691847 Apr 22 17:04:19.616872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:19.622948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:19.633483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:19.649663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] For port 4588f2f2-06e9-47ad-b68a-c196f1485f4f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4588f2f2-06e9-47ad-b68a-c196f1485f4f,segment=NetworkSegment(02085016-be23-41a8-8cdd-fc6939bf787b),segment_id=02085016-be23-41a8-8cdd-fc6939bf787b)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:19.651130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:19.677949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7c1a0-e9a4-4de6-a043-a675ba1f00a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:19.680063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7c1a0-e9a4-4de6-a043-a675ba1f00a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:19.691408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2ef7c1a0-e9a4-4de6-a043-a675ba1f00a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:19.716933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-be8982e2-ab1d-4c6f-a4e4-34f9283255d7 None None] Set router f510e736-c7de-43eb-8146-83d117745140 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:19.737588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0257c39b-861f-4e77-9cc5-72da35f4f08e None None] DHCP port deletion for 63d2c248-b0b7-4763-b320-1003dcde90aa request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:04:19.743680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0257c39b-861f-4e77-9cc5-72da35f4f08e None None] Deleting port 4588f2f2-06e9-47ad-b68a-c196f1485f4f {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:19.744104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0257c39b-861f-4e77-9cc5-72da35f4f08e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:19.787079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Port': ['ID=604b1884-dac8-4f91-8b2c-0678a3249f24,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:19.851500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:19.894193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be8982e2-ab1d-4c6f-a4e4-34f9283255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f510e736-c7de-43eb-8146-83d117745140', 'name': 'tempest-NetworksTestDHCPv6-router-1059061290', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 3, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:19.904772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8982e2-ab1d-4c6f-a4e4-34f9283255d7 None None] Checking router: f510e736-c7de-43eb-8146-83d117745140 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:04:19.916955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No DVR routers for this DVR port 604b1884-dac8-4f91-8b2c-0678a3249f24 on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:04:19.920881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8982e2-ab1d-4c6f-a4e4-34f9283255d7 None None] Routers {'f510e736-c7de-43eb-8146-83d117745140'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:19.922332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be8982e2-ab1d-4c6f-a4e4-34f9283255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f510e736-c7de-43eb-8146-83d117745140'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:19.936052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a35e74-f9e0-4d14-afbb-08c78f64c574 None None] DHCP port deletion for c4b1620b-679f-4117-acf2-7c1e3f089e00 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:04:19.988710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:20.154924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-be8982e2-ab1d-4c6f-a4e4-34f9283255d7 None None] Set router f510e736-c7de-43eb-8146-83d117745140 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:20.225054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 604b1884-dac8-4f91-8b2c-0678a3249f24 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:20.288462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Calling delete_port for 4588f2f2-06e9-47ad-b68a-c196f1485f4f owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:20.299147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be8982e2-ab1d-4c6f-a4e4-34f9283255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f510e736-c7de-43eb-8146-83d117745140', 'name': 'tempest-NetworksTestDHCPv6-router-1059061290', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 3, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:20.305754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8982e2-ab1d-4c6f-a4e4-34f9283255d7 None None] The sync data for ids ['f510e736-c7de-43eb-8146-83d117745140'] in dv-neutron-786478-3-hyperv is: [{'id': 'f510e736-c7de-43eb-8146-83d117745140', 'name': 'tempest-NetworksTestDHCPv6-router-1059061290', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 3, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:04:20.416475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2ef7c1a0-e9a4-4de6-a043-a675ba1f00a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:20.420931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57928) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:20.421100 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2ef7c1a0-e9a4-4de6-a043-a675ba1f00a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9784071 Apr 22 17:04:20.472409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:20.484542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0690314e-bff2-4d2a-8ac3-ca0c4661e5e2 tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:20.502889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:20.515164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cdfccef-c8a1-490a-8d5b-d1f474ed6974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:20.527079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Allocated IP 172.20.0.2 (7101cee9-a097-474b-9c51-2541cdb4e12b/c0b7b958-35e6-47c6-97b4-11fd689b9190/40ff3752-e398-4d43-bee7-239e5c231432) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:20.529352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 604b1884-dac8-4f91-8b2c-0678a3249f24 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:20.529742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 604b1884-dac8-4f91-8b2c-0678a3249f24 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:04:20.530353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4588f2f2-06e9-47ad-b68a-c196f1485f4f no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:20.554191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] No DVR routers for this DVR port 4588f2f2-06e9-47ad-b68a-c196f1485f4f on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:04:20.569849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ae693-86de-4471-92c2-ca579c65299b None None] Network c4b1620b-679f-4117-acf2-7c1e3f089e00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:20.600777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Port': ['ID=4588f2f2-06e9-47ad-b68a-c196f1485f4f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:20.609619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 4588f2f2-06e9-47ad-b68a-c196f1485f4f {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:20.609935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:20.610056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4588f2f2-06e9-47ad-b68a-c196f1485f4f not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:04:20.640637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Subnet': ['ID=ff513e8b-8812-44d3-be7d-dd8243dc1046,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:20.662252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:20.678545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ccf1a6-9b06-4bc0-a5c7-0a92a3d26e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet e18f7c43-6846-4c5e-bf3d-6c0a34aef21b {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:04:20.688005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf1a6-9b06-4bc0-a5c7-0a92a3d26e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:20.725835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:20.737752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:20.777635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0257c39b-861f-4e77-9cc5-72da35f4f08e None None] For port 4588f2f2-06e9-47ad-b68a-c196f1485f4f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4588f2f2-06e9-47ad-b68a-c196f1485f4f,segment=NetworkSegment(02085016-be23-41a8-8cdd-fc6939bf787b),segment_id=02085016-be23-41a8-8cdd-fc6939bf787b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:20.778175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0257c39b-861f-4e77-9cc5-72da35f4f08e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:20.861559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf1a6-9b06-4bc0-a5c7-0a92a3d26e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:20.918189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b1620b-679f-4117-acf2-7c1e3f089e00']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:20.943546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb434fb-5222-4e12-91ee-920f92aedabd') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:20.943886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb434fb-5222-4e12-91ee-920f92aedabd') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:20.965412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:20.977132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf1a6-9b06-4bc0-a5c7-0a92a3d26e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.020835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0257c39b-861f-4e77-9cc5-72da35f4f08e None None] Calling delete_port for 4588f2f2-06e9-47ad-b68a-c196f1485f4f owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:21.024669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.033756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d2c248-b0b7-4763-b320-1003dcde90aa']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:21.041956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:21.055895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02085016-be23-41a8-8cdd-fc6939bf787b') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:21.056220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02085016-be23-41a8-8cdd-fc6939bf787b') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:21.078601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.100856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.112816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 2, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:21.133765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.136740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.151437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Checking router: 87524a68-1447-4128-b4a1-50b8d4acf824 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:04:21.151690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Updating router 87524a68-1447-4128-b4a1-50b8d4acf824 port 005864ee-3388-406f-9ae7-5ef6436d56f7 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:04:21.179246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:21.194201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c47c6-4688-4560-8cd4-27696b4c1292 None None] DHCP port deletion for c4b1620b-679f-4117-acf2-7c1e3f089e00 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:04:21.277654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.322728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-0257c39b-861f-4e77-9cc5-72da35f4f08e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:04:21.323274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-0257c39b-861f-4e77-9cc5-72da35f4f08e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:04:21.336822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network c4b1620b-679f-4117-acf2-7c1e3f089e00 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:21.349553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.417724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.432954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 63d2c248-b0b7-4763-b320-1003dcde90aa has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:21.443585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.629272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Allocated IP 172.26.6.160 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/6fab2063-3360-406c-8dd3-b84371657be3) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:21.668784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Network 63d2c248-b0b7-4763-b320-1003dcde90aa has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:21.696394 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:21.762873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.824472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0257c39b-861f-4e77-9cc5-72da35f4f08e None None] Deleting port 4588f2f2-06e9-47ad-b68a-c196f1485f4f {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:21.825077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0257c39b-861f-4e77-9cc5-72da35f4f08e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.898801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0257c39b-861f-4e77-9cc5-72da35f4f08e None None] The port '4588f2f2-06e9-47ad-b68a-c196f1485f4f' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:04:21.902823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network c4b1620b-679f-4117-acf2-7c1e3f089e00 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:21.908953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.915535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1ec290b-5832-444a-8360-9871cfd756b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:21.931020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:21.933453 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:21.945496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Pushing event deleted for resources: {'Network': ['ID=63d2c248-b0b7-4763-b320-1003dcde90aa,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:21.961719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:21.975511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:21.981145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] 10.222.0.77 "DELETE /v2.0/networks/63d2c248-b0b7-4763-b320-1003dcde90aa HTTP/1.1" status: 204 len: 168 time: 3.1790938 Apr 22 17:04:22.034189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Transition to ACTIVE for port object 40ff3752-e398-4d43-bee7-239e5c231432 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:22.037906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Transition to ACTIVE for port object 005864ee-3388-406f-9ae7-5ef6436d56f7 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:22.046941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.052469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c8f762f8-01d5-461e-9622-0343184e555b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:22.061353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Transition to ACTIVE for port object 40ff3752-e398-4d43-bee7-239e5c231432 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:22.081164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf1a6-9b06-4bc0-a5c7-0a92a3d26e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.086820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b62a5976-be88-458f-b4af-0ecc528376d6 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:22.107393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5f73f374-dbe7-4849-9452-8eab6180023f no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:22.123305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.135038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.140024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:22.143271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:22.144001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccf1a6-9b06-4bc0-a5c7-0a92a3d26e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=e18f7c43-6846-4c5e-bf3d-6c0a34aef21b,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:22.148206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:22.149137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf1a6-9b06-4bc0-a5c7-0a92a3d26e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.155629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c6ccf1a6-9b06-4bc0-a5c7-0a92a3d26e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:22.156211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-125fc757-16a1-4aad-9310-a54ca81853d4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:22.163524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 5f73f374-dbe7-4849-9452-8eab6180023f {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:22.164134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5f73f374-dbe7-4849-9452-8eab6180023f not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:04:22.170201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce4afeb-d948-4608-8424-6136ba9da5ae None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:22.179625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Pushing event updated for resources: {'Port': ['ID=6fab2063-3360-406c-8dd3-b84371657be3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:22.185173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:22.186791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=c4b1620b-679f-4117-acf2-7c1e3f089e00,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:22.192146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:22.193933 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/c4b1620b-679f-4117-acf2-7c1e3f089e00 HTTP/1.1" status: 204 len: 168 time: 9.9189346 Apr 22 17:04:22.196681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57934) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:22.200851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.205753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.218332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-74b2a8b9-9712-4fe0-8fa2-8245b014ee23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:22.228890 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5e8065-547a-4586-9e4b-c740a0249fbd tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:22.229344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5e8065-547a-4586-9e4b-c740a0249fbd tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:22.231654 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6b5e8065-547a-4586-9e4b-c740a0249fbd tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/c4b1620b-679f-4117-acf2-7c1e3f089e00 HTTP/1.1" status: 404 len: 339 time: 0.0339592 Apr 22 17:04:22.235580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57940) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:22.242659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1038707873', 'description': 'd1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:22.250059 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c6ccf1a6-9b06-4bc0-a5c7-0a92a3d26e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/e18f7c43-6846-4c5e-bf3d-6c0a34aef21b HTTP/1.1" status: 204 len: 168 time: 1.8274903 Apr 22 17:04:22.252048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57944) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:22.255444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:22.321148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:network and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:22.331959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:22.341490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:22.418314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:22.425402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.455456 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2a8b7308-d565-4888-9599-481218ec1e7f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2021053 Apr 22 17:04:22.456253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 57950) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:22.479144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:04:22.489901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.490606 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment 4135e0a8-0f62-4b81-852b-338e4bab4955 of type vlan for network 0a78c8b6-742b-41e6-900c-2739ccc28a10 Apr 22 17:04:22.515736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Network 7101cee9-a097-474b-9c51-2541cdb4e12b is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:22.524459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.529797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57954) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:22.561717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:22.573991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc25aec-0448-4348-986f-b3639d4287ff None None] Pushing event updated for resources: {'Port': ['ID=005864ee-3388-406f-9ae7-5ef6436d56f7,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:22.577193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:22.646589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.653155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:22.653824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.663203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40e876c2-27a0-438d-8166-1780cc252fb5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:22.781935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7b048ff-8c48-4817-ae11-eb189ff5fd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:22.932664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=0a78c8b6-742b-41e6-900c-2739ccc28a10,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:22.948215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:22.968815 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0f97669f-932c-47b1-979a-795f7513f637 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5bb0b439cf104a8984e5f7ab1c32ab74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343271 Apr 22 17:04:22.971694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57970) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:22.993483 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7567017 Apr 22 17:04:22.996488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57974) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:23.013536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 0a78c8b6-742b-41e6-900c-2739ccc28a10 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:04:23.227108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2f3d-69dd-425c-83fa-7771da0e583e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.237436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff39eb0-35e8-427d-bf11-24d2d9401138 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:23.239506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5ff39eb0-35e8-427d-bf11-24d2d9401138 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Synchronizing usage tracker for tenant:0f9d9666ab3d4498b65065051f3e96f9 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:23.308364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Pushing event updated for resources: {'Port': ['ID=40ff3752-e398-4d43-bee7-239e5c231432,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:23.311608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Attempting to bind port 005864ee-3388-406f-9ae7-5ef6436d56f7 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:23.312027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Attempting to bind port 005864ee-3388-406f-9ae7-5ef6436d56f7 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:23.312598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Attempting to bind port 005864ee-3388-406f-9ae7-5ef6436d56f7 on network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:23.349118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2f3d-69dd-425c-83fa-7771da0e583e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.357454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.138s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:23.372570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.087s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:23.372977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:23.398914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:23.399338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Checking segment: {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:23.399791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.400225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Bound using segment: {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:23.400771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Bound port: 005864ee-3388-406f-9ae7-5ef6436d56f7, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:23.401361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.411442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5ff39eb0-35e8-427d-bf11-24d2d9401138 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Unset dirty status for tenant:0f9d9666ab3d4498b65065051f3e96f9 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:23.412765 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5ff39eb0-35e8-427d-bf11-24d2d9401138 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/networks?id=0a78c8b6-742b-41e6-900c-2739ccc28a10 HTTP/1.1" status: 200 len: 761 time: 0.4151626 Apr 22 17:04:23.418026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57986) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:23.429926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2dd979d5-0ff3-405d-9732-e35dc9fb084c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'description': 'd2'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:23.437797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Attempting to bind port 40ff3752-e398-4d43-bee7-239e5c231432 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:23.438213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Attempting to bind port 40ff3752-e398-4d43-bee7-239e5c231432 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'c4af64f1-57a4-43fb-8a2a-8242720ebbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:23.438644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Attempting to bind port 40ff3752-e398-4d43-bee7-239e5c231432 on network 7101cee9-a097-474b-9c51-2541cdb4e12b {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:23.492219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:23.492767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Checking segment: {'id': 'c4af64f1-57a4-43fb-8a2a-8242720ebbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:23.493331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.493897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Bound using segment: {'id': 'c4af64f1-57a4-43fb-8a2a-8242720ebbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:23.494565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Bound port: 40ff3752-e398-4d43-bee7-239e5c231432, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4af64f1-57a4-43fb-8a2a-8242720ebbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:23.495134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.540331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7b048ff-8c48-4817-ae11-eb189ff5fd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.542196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a9166-15ba-4eea-99ec-46625d7397b9 req-a587ca03-b33b-4c67-b963-9c180a7cbf75 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:23.542717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7b048ff-8c48-4817-ae11-eb189ff5fd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.543870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f8a9166-15ba-4eea-99ec-46625d7397b9 req-a587ca03-b33b-4c67-b963-9c180a7cbf75 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.2805169 Apr 22 17:04:23.570362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.627934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] For port 005864ee-3388-406f-9ae7-5ef6436d56f7, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:23.651654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] For port 005864ee-3388-406f-9ae7-5ef6436d56f7, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=005864ee-3388-406f-9ae7-5ef6436d56f7,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:23.686216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7b048ff-8c48-4817-ae11-eb189ff5fd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.700357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b048ff-8c48-4817-ae11-eb189ff5fd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Fanout notify agent at l3_agent the message router_deleted on router f510e736-c7de-43eb-8146-83d117745140 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:04:23.701489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] For port 40ff3752-e398-4d43-bee7-239e5c231432, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:23.707083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] For port 40ff3752-e398-4d43-bee7-239e5c231432, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=40ff3752-e398-4d43-bee7-239e5c231432,segment=NetworkSegment(c4af64f1-57a4-43fb-8a2a-8242720ebbf3),segment_id=c4af64f1-57a4-43fb-8a2a-8242720ebbf3)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:23.718840 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f8a9166-15ba-4eea-99ec-46625d7397b9 req-c5f96443-ea7b-41b8-bd2c-844cff037430 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652398 Apr 22 17:04:23.725510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66de7bf4-d89a-4a41-938f-5597d077dc04 None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:04:23.731824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-66de7bf4-d89a-4a41-938f-5597d077dc04 None None] Deleting port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:23.732386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66de7bf4-d89a-4a41-938f-5597d077dc04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.762787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2dd979d5-0ff3-405d-9732-e35dc9fb084c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.808152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7b048ff-8c48-4817-ae11-eb189ff5fd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.812208 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d7b048ff-8c48-4817-ae11-eb189ff5fd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/routers/f510e736-c7de-43eb-8146-83d117745140 HTTP/1.1" status: 204 len: 168 time: 1.3499045 Apr 22 17:04:23.813268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57990) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:23.821493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:23.906714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.911481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.912267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2f3d-69dd-425c-83fa-7771da0e583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.931994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e69ba9bc-4769-4354-8588-90012432efdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:23.945595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2dd979d5-0ff3-405d-9732-e35dc9fb084c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.957357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb2f3d-69dd-425c-83fa-7771da0e583e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f5b3d8-cde7-4a57-b645-7e5b9f9dd6bb,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:23.964170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2dd979d5-0ff3-405d-9732-e35dc9fb084c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 0a78c8b6-742b-41e6-900c-2739ccc28a10 is not hosted by any dhcp agent {{(pid=87210) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:229}} Apr 22 17:04:23.965151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:23.969877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd979d5-0ff3-405d-9732-e35dc9fb084c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:23.970647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2dd979d5-0ff3-405d-9732-e35dc9fb084c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:23.974657 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2dd979d5-0ff3-405d-9732-e35dc9fb084c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "PUT /v2.0/networks/0a78c8b6-742b-41e6-900c-2739ccc28a10 HTTP/1.1" status: 200 len: 758 time: 0.5518937 Apr 22 17:04:23.977641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4eeb2f3d-69dd-425c-83fa-7771da0e583e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:23.978292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7081335a-ee63-49ac-a0a4-51566ec6663c tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:24.006470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 57994) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:24.010425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:04:24.016754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2f3d-69dd-425c-83fa-7771da0e583e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:24.018079 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4eeb2f3d-69dd-425c-83fa-7771da0e583e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54f5b3d8-cde7-4a57-b645-7e5b9f9dd6bb HTTP/1.1" status: 204 len: 168 time: 1.0452764 Apr 22 17:04:24.108041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:24.112509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Pushing event updated for resources: {'Port': ['ID=40ff3752-e398-4d43-bee7-239e5c231432,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:24.127488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:24.135088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:24.138163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:24.144416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:24.202865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:24.202865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:24.226981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:24.236500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:24.290897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd979d5-0ff3-405d-9732-e35dc9fb084c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=0a78c8b6-742b-41e6-900c-2739ccc28a10,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:24.330528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:24.388516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2dd979d5-0ff3-405d-9732-e35dc9fb084c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:24.395488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 0a78c8b6-742b-41e6-900c-2739ccc28a10 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:04:24.431791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee44c6e-7c9f-4c0b-92a4-d9a92d0759b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:24.434079 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4ee44c6e-7c9f-4c0b-92a4-d9a92d0759b0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/networks?id=0a78c8b6-742b-41e6-900c-2739ccc28a10 HTTP/1.1" status: 200 len: 761 time: 0.4265702 Apr 22 17:04:24.438238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58002) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:24.446383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-354373086'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:24.461740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:24.483827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:24.514525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:04:24.539024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-66de7bf4-d89a-4a41-938f-5597d077dc04 None None] For port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:24.539629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66de7bf4-d89a-4a41-938f-5597d077dc04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:24.556972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:24.563784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:24.611181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:04:24.672482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:24.673832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment 26d69e6b-8d81-45ec-8042-c96221e6906d of type vlan for network dae79c37-0c7f-4a76-92e7-825894e4d821 Apr 22 17:04:24.820624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:24.824894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:04:24.857287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-66de7bf4-d89a-4a41-938f-5597d077dc04 None None] Calling delete_port for 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:24.886169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:24.887663 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9771557 Apr 22 17:04:24.890703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58014) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:24.896107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Sync routers for ids ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:04:24.916086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:24.926100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:24.932872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:24.940250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc25aec-0448-4348-986f-b3639d4287ff None None] Pushing event updated for resources: {'Port': ['ID=005864ee-3388-406f-9ae7-5ef6436d56f7,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:24.966741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-adc25aec-0448-4348-986f-b3639d4287ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.002s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:24.969171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Routers {'3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:24.970046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:25.001193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5b692f62-ab83-4935-9639-c424c2b914e2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:25.028650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.004s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:25.029283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:25.228277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=dae79c37-0c7f-4a76-92e7-825894e4d821,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:25.233587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:25.320512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd6f71-f05e-4060-8fac-22044ac69614 req-9ad38d30-3056-44cd-b5f6-3069ed8e06d2 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:25.328387 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c2fd6f71-f05e-4060-8fac-22044ac69614 req-9ad38d30-3056-44cd-b5f6-3069ed8e06d2 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.3845255 Apr 22 17:04:25.353090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network dae79c37-0c7f-4a76-92e7-825894e4d821 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:04:25.359281 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9199142 Apr 22 17:04:25.365361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58028) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:25.420780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'network_id': 'dae79c37-0c7f-4a76-92e7-825894e4d821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:25.479939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58032) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:25.519092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:25.574683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:25.581176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Usage tracker for resource:subnet and tenant:0f9d9666ab3d4498b65065051f3e96f9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:25.597639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:25.622606 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c2fd6f71-f05e-4060-8fac-22044ac69614 req-8e08421c-3cbe-4e82-a7da-17b2440d87ca tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747626 Apr 22 17:04:25.635899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:25.677822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66de7bf4-d89a-4a41-938f-5597d077dc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:25.713974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:25.738759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:25.745097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a5a89fb1-3adb-4cb1-a7a5-06f4b702c7a8 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:25.758877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:25.780111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-11104970-024e-4b3c-b48e-97a2d1a1acbe tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:25.782668 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-11104970-024e-4b3c-b48e-97a2d1a1acbe tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 17:04:25.783531 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-11104970-024e-4b3c-b48e-97a2d1a1acbe tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 17:04:25.784392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:25.787056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de7bf4-d89a-4a41-938f-5597d077dc04 None None] Pushing event deleted for resources: {'Port': ['ID=7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:25.791097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-11104970-024e-4b3c-b48e-97a2d1a1acbe tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3099396 Apr 22 17:04:25.792678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:25.794114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:25.814859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58038) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:25.864214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66de7bf4-d89a-4a41-938f-5597d077dc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:25.879147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de7bf4-d89a-4a41-938f-5597d077dc04 None None] No DVR routers for this DVR port 7f836b71-6e7d-4c4b-b316-3b7c9a8b7d67 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:04:25.896474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461157495'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:25.915391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:25.926803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:25.962246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:25.962452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Set router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:25.979102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:25.982132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:25.987014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:25.999216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=abb84eee-b505-45f6-afb8-51f263d19cdf,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:26.013743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:26.051731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:26.052189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.058006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.085969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.090457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e95bb0-5b23-4fb4-afe9-42f53e2e5e1c None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:26.104546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ca3cab-02cd-44a7-87ed-04d0b47c18a8 None None] Network 7101cee9-a097-474b-9c51-2541cdb4e12b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:26.116378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:26.121012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:26.124643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:26.131702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:26.151138 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3339794 Apr 22 17:04:26.161409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58042) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:26.166647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-703b7579-abb4-4a39-9c50-fbd9b1d26588 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-154679668', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:26.171921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Allocated IP 172.20.0.1 (7101cee9-a097-474b-9c51-2541cdb4e12b/c0b7b958-35e6-47c6-97b4-11fd689b9190/5284762f-39a5-4865-a6d9-991236074c42) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:26.179454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-703b7579-abb4-4a39-9c50-fbd9b1d26588 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:26.230903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-703b7579-abb4-4a39-9c50-fbd9b1d26588 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:router and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:26.234251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-703b7579-abb4-4a39-9c50-fbd9b1d26588 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:26.257921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-703b7579-abb4-4a39-9c50-fbd9b1d26588 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:26.328149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-703b7579-abb4-4a39-9c50-fbd9b1d26588 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.329317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-703b7579-abb4-4a39-9c50-fbd9b1d26588 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.373883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-703b7579-abb4-4a39-9c50-fbd9b1d26588 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.377986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.404860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.418084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.423877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:26.427984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:26.431187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:26.437556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36d93f0a-6c73-458a-956c-f30ae55889c7 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:26.442926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-703b7579-abb4-4a39-9c50-fbd9b1d26588 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.443626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-234d5daf-52cd-4694-a234-724a862afccc None None] Provisioning for port 40ff3752-e398-4d43-bee7-239e5c231432 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:26.458147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 40ff3752-e398-4d43-bee7-239e5c231432 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:26.458372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:26.465290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Transition to ACTIVE for port object 5284762f-39a5-4865-a6d9-991236074c42 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:26.489925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb85ea93-48df-4757-862f-772b2022d75a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:26.493472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:26.530177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.538061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c6ccf1a6-9b06-4bc0-a5c7-0a92a3d26e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:26.575624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-703b7579-abb4-4a39-9c50-fbd9b1d26588 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.580085 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-703b7579-abb4-4a39-9c50-fbd9b1d26588 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4185321 Apr 22 17:04:26.580241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.580331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58046) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:26.641856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=d8418a7d-57e5-4a4e-bb83-847ae8118ca9,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:26.652781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:26.656363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking segment: {'id': '26d69e6b-8d81-45ec-8042-c96221e6906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'dae79c37-0c7f-4a76-92e7-825894e4d821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:26.656550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network hostable DHCP agents. Network: dae79c37-0c7f-4a76-92e7-825894e4d821, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:04:26.714881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network dae79c37-0c7f-4a76-92e7-825894e4d821 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:04:26.736361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.749828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:26.754724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, dae79c37-0c7f-4a76-92e7-825894e4d821) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:26.789478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.796487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:26.797588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:26.920735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c8a8d-5949-4b09-80a0-e599827d8e16 req-561095c5-2db1-488f-a806-09b8a9cbe7e3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:26.922552 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f55c8a8d-5949-4b09-80a0-e599827d8e16 req-561095c5-2db1-488f-a806-09b8a9cbe7e3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.1160214 Apr 22 17:04:26.928687 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5312538 Apr 22 17:04:26.929779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58052) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:26.934246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Network 7101cee9-a097-474b-9c51-2541cdb4e12b is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:27.001942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0404bb1a-f7d0-447c-a792-3867305c83f1 None None] Network dae79c37-0c7f-4a76-92e7-825894e4d821 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:27.087061 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f55c8a8d-5949-4b09-80a0-e599827d8e16 req-e2f281d5-6350-4922-a4b3-5a46c7090b96 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303627 Apr 22 17:04:27.138607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:27.217411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:27.270703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 40ff3752-e398-4d43-bee7-239e5c231432 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:27.307495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 40ff3752-e398-4d43-bee7-239e5c231432 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:27.307926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:27.320743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:27.338435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:27.347377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': 'abb84eee-b505-45f6-afb8-51f263d19cdf'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:04:27.348846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:27.367033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Pushing event updated for resources: {'Port': ['ID=5284762f-39a5-4865-a6d9-991236074c42,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:27.375566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:27.381185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8a842129-511a-4d25-8372-0c50baed962e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.575s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:27.463867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:27.468223 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5802658 Apr 22 17:04:27.474584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58056) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:27.551714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:23Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:27.561205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': '0e85c329-4141-4cbb-b6e8-ddd6f4aa6ec1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:27.575146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:27.589575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607271c9-b5ab-4bcd-8ac7-943979a3ced7 None None] The sync data for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv is: [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:23Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:04:27.592161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'name': 'tempest-TestVolumeBootPattern-1460525275-router', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '6fab2063-3360-406c-8dd3-b84371657be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:19Z', 'updated_at': '2021-04-22T17:04:22Z', 'revision_number': 3, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'gw_port': {'id': '6fab2063-3360-406c-8dd3-b84371657be3', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:21Z', 'updated_at': '2021-04-22T17:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:27.623353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Checking router: 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:04:27.623765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Updating router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc port 6fab2063-3360-406c-8dd3-b84371657be3 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:04:27.687419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:27.694193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:27.725058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85c329-4141-4cbb-b6e8-ddd6f4aa6ec1,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:27.733488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:27.837518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:27.849106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:27.866307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:27.876195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a24702-feaa-4121-8cba-9ef7d70c82e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-dae79c37-0c7f-4a76-92e7-825894e4d821', 'network_id': 'dae79c37-0c7f-4a76-92e7-825894e4d821', 'tenant_id': '0f9d9666ab3d4498b65065051f3e96f9', 'fixed_ips': [{'subnet_id': 'd8418a7d-57e5-4a4e-bb83-847ae8118ca9'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:04:27.878658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29a24702-feaa-4121-8cba-9ef7d70c82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:27.933624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:27.937544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:27.946369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-084d9478-ffcc-44a8-a315-460ff30fe016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:27.965137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.037708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Subnet': ['ID=d8418a7d-57e5-4a4e-bb83-847ae8118ca9,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:28.063971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:28.070562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.078877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4c21c6b-ce4d-40a2-b2d4-105b31761d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.175108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Allocated IP 2001:db8::2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/abb84eee-b505-45f6-afb8-51f263d19cdf/4c880ac1-f26b-41ac-ba39-b8d109567f47) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:28.196596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-28a75575-8098-41e6-9a26-1cdfa994264f None None] Provisioning for port 5284762f-39a5-4865-a6d9-991236074c42 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:28.204934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.219516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 40ff3752-e398-4d43-bee7-239e5c231432, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=40ff3752-e398-4d43-bee7-239e5c231432,segment=NetworkSegment(c4af64f1-57a4-43fb-8a2a-8242720ebbf3),segment_id=c4af64f1-57a4-43fb-8a2a-8242720ebbf3)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:28.280915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-28a75575-8098-41e6-9a26-1cdfa994264f None None] Provisioning complete for port 5284762f-39a5-4865-a6d9-991236074c42 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:28.281343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28a75575-8098-41e6-9a26-1cdfa994264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.319586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.320294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 005864ee-3388-406f-9ae7-5ef6436d56f7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:28.366309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.366564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:28.424331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.428565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d440a5a4-6275-4c9d-9fa6-296f537aaf5a tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:28.430106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae79c37-0c7f-4a76-92e7-825894e4d821']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:28.453657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d69e6b-8d81-45ec-8042-c96221e6906d') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:28.454081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d69e6b-8d81-45ec-8042-c96221e6906d') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:28.470495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005921a8-2b6b-45f4-9a43-600e7b5ffa1e,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:28.472913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.475492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:28.483844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.496240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.507203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8df93-eae3-464f-89b6-fa569db8e054 req-21816f23-7bb1-43db-91f1-37b4fabb8ece tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:28.508917 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-86f8df93-eae3-464f-89b6-fa569db8e054 req-21816f23-7bb1-43db-91f1-37b4fabb8ece tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.1695886 Apr 22 17:04:28.515532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:28.552686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.554568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0734806 Apr 22 17:04:28.558560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bdcb02-964b-4d92-b2da-a6b482b16866 None None] Network dae79c37-0c7f-4a76-92e7-825894e4d821 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:28.562130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58062) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:28.572110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8c0964fe-07a2-4fd6-9823-11f3e8893585 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': '0e85c329-4141-4cbb-b6e8-ddd6f4aa6ec1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:28.598828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-28a75575-8098-41e6-9a26-1cdfa994264f None None] Port 5284762f-39a5-4865-a6d9-991236074c42 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:04:28.640719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c0964fe-07a2-4fd6-9823-11f3e8893585 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:28.672096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c0964fe-07a2-4fd6-9823-11f3e8893585 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:28.699068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c0964fe-07a2-4fd6-9823-11f3e8893585 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:28.787454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c0964fe-07a2-4fd6-9823-11f3e8893585 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:28.792451 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-86f8df93-eae3-464f-89b6-fa569db8e054 req-e0d9a186-5750-44bf-8c6b-668bba613fdd tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621086 Apr 22 17:04:28.802273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=40ff3752-e398-4d43-bee7-239e5c231432,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:28.814903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:28.815982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network dae79c37-0c7f-4a76-92e7-825894e4d821 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:28.827144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.849763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.886269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.918178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c0964fe-07a2-4fd6-9823-11f3e8893585 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:28.927285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:29.019853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.030295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Pushing event updated for resources: {'Port': ['ID=5284762f-39a5-4865-a6d9-991236074c42,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:29.039429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:29.054232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-28a75575-8098-41e6-9a26-1cdfa994264f None None] Provisioning complete for port 40ff3752-e398-4d43-bee7-239e5c231432 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:29.054679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28a75575-8098-41e6-9a26-1cdfa994264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.085410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network dae79c37-0c7f-4a76-92e7-825894e4d821 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:29.116524 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:29.148204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 005864ee-3388-406f-9ae7-5ef6436d56f7 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:29.202336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Network 7101cee9-a097-474b-9c51-2541cdb4e12b is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:29.205389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:29.217802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 005864ee-3388-406f-9ae7-5ef6436d56f7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:29.218210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.240492 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-8c0964fe-07a2-4fd6-9823-11f3e8893585 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 17:04:29.244614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c0964fe-07a2-4fd6-9823-11f3e8893585 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6784437 Apr 22 17:04:29.244748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58066) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:29.292222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.298375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:29.327203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.344657 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/dae79c37-0c7f-4a76-92e7-825894e4d821 HTTP/1.1" status: 204 len: 168 time: 2.4113493 Apr 22 17:04:29.347019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58070) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:29.350214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=dae79c37-0c7f-4a76-92e7-825894e4d821,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:29.358696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:29.418969 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-18508943-566e-41b7-9b73-ce5f977bb1cf tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] GET failed (client error): The resource could not be found. Apr 22 17:04:29.419552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-18508943-566e-41b7-9b73-ce5f977bb1cf tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Synchronizing usage tracker for tenant:0f9d9666ab3d4498b65065051f3e96f9 on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:29.436246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d558908a-556e-4da4-9066-99d8746abdbd tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.444196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:04:29.451148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.483043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d558908a-556e-4da4-9066-99d8746abdbd tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.499436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-18508943-566e-41b7-9b73-ce5f977bb1cf tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Unset dirty status for tenant:0f9d9666ab3d4498b65065051f3e96f9 on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:29.504493 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-18508943-566e-41b7-9b73-ce5f977bb1cf tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/subnets/d8418a7d-57e5-4a4e-bb83-847ae8118ca9 HTTP/1.1" status: 404 len: 337 time: 0.1530483 Apr 22 17:04:29.512990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58074) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:29.520371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Transition to ACTIVE for port object 4c880ac1-f26b-41ac-ba39-b8d109567f47 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:29.546755 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-de423f6b-8fc2-41d0-b8bb-5394de940d12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:29.547098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de423f6b-8fc2-41d0-b8bb-5394de940d12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:29.553158 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-de423f6b-8fc2-41d0-b8bb-5394de940d12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/dae79c37-0c7f-4a76-92e7-825894e4d821 HTTP/1.1" status: 404 len: 339 time: 0.0349293 Apr 22 17:04:29.558095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58078) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:29.620275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.648149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Transition to ACTIVE for port object 6fab2063-3360-406c-8dd3-b84371657be3 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:29.650822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.662262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Transition to ACTIVE for port object 4c880ac1-f26b-41ac-ba39-b8d109567f47 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:29.669175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:04:29.694672 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] 10.222.0.77 "PUT /v2.0/routers/3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7904673 Apr 22 17:04:29.694943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d558908a-556e-4da4-9066-99d8746abdbd tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.712000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-373909ea-5377-46e3-8135-ca37c5a5f48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:29.740854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.741115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558908a-556e-4da4-9066-99d8746abdbd tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85c329-4141-4cbb-b6e8-ddd6f4aa6ec1,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:29.747974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.755533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d558908a-556e-4da4-9066-99d8746abdbd tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:29.759273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 005864ee-3388-406f-9ae7-5ef6436d56f7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=005864ee-3388-406f-9ae7-5ef6436d56f7,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:29.760564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40a4edb5-d486-4ccd-8e04-53c8fcfe81f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:29.767262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d558908a-556e-4da4-9066-99d8746abdbd tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.772449 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d558908a-556e-4da4-9066-99d8746abdbd tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "DELETE /v2.0/security-groups/0e85c329-4141-4cbb-b6e8-ddd6f4aa6ec1 HTTP/1.1" status: 204 len: 168 time: 0.5227728 Apr 22 17:04:29.773780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58084) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:29.786719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::1 (9f37a3e5-e543-44dd-91a5-83fee171a55d/abb84eee-b505-45f6-afb8-51f263d19cdf/670f63ac-568e-45b5-90cc-0cbf30d0dec2) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:29.823228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e462199b-2e6b-4e65-a6c7-9d70a6410924 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:29.823944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e462199b-2e6b-4e65-a6c7-9d70a6410924 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Synchronizing usage tracker for tenant:0f9d9666ab3d4498b65065051f3e96f9 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:29.838078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.869054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-09d03714-536f-4d36-bf05-b8389e7c309d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Synchronizing usage tracker for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:29.873197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:29.895232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:29.897259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-50073a17-ab80-406b-9b33-ccbc2a60447c None None] Provisioning complete for port 5284762f-39a5-4865-a6d9-991236074c42 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:29.897910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50073a17-ab80-406b-9b33-ccbc2a60447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.899607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e462199b-2e6b-4e65-a6c7-9d70a6410924 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Unset dirty status for tenant:0f9d9666ab3d4498b65065051f3e96f9 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:29.903653 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e462199b-2e6b-4e65-a6c7-9d70a6410924 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3417652 Apr 22 17:04:29.904171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58090) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:29.928474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Attempting to bind port 6fab2063-3360-406c-8dd3-b84371657be3 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:29.928892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Attempting to bind port 6fab2063-3360-406c-8dd3-b84371657be3 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:29.929620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Attempting to bind port 6fab2063-3360-406c-8dd3-b84371657be3 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:29.946087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:29.988872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:29.989251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:29.989644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.990165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:29.997916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Bound port: 6fab2063-3360-406c-8dd3-b84371657be3, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:29.997916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:29.998245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-09d03714-536f-4d36-bf05-b8389e7c309d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Unset dirty status for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:29.998245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-09d03714-536f-4d36-bf05-b8389e7c309d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2210302 Apr 22 17:04:30.016658 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-89d6dde2-77f6-49d5-94c6-6bc97a599d99 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 207 time: 0.1081319 Apr 22 17:04:30.016658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58094) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:30.021123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58100) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:30.023039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.036454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group': {'name': 'tempest-secgroup--745915602'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:30.045175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:30.053173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 670f63ac-568e-45b5-90cc-0cbf30d0dec2 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:30.061226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:30.062315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 40ff3752-e398-4d43-bee7-239e5c231432 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:30.126919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.136324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:30.151849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.171182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb00f63-2bf5-400c-825c-76d211e406da None None] Pushing event updated for resources: {'Port': ['ID=6fab2063-3360-406c-8dd3-b84371657be3,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:30.249112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:30.256116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:30.260230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:30.266991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:30.282149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:30.286441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:30.291686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:30.291953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.293898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-50073a17-ab80-406b-9b33-ccbc2a60447c None None] Port 5284762f-39a5-4865-a6d9-991236074c42 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:04:30.305650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=670f63ac-568e-45b5-90cc-0cbf30d0dec2,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:30.309507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:30.365494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Attempting to bind port 4c880ac1-f26b-41ac-ba39-b8d109567f47 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:30.365923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Attempting to bind port 4c880ac1-f26b-41ac-ba39-b8d109567f47 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:30.366338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Attempting to bind port 4c880ac1-f26b-41ac-ba39-b8d109567f47 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:30.380444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Pushing event updated for resources: {'Port': ['ID=4c880ac1-f26b-41ac-ba39-b8d109567f47,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:30.383532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] For port 6fab2063-3360-406c-8dd3-b84371657be3, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:30.386524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:30.387023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:30.387448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.388002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:30.388386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Bound port: 4c880ac1-f26b-41ac-ba39-b8d109567f47, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:30.388814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.399786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:30.403623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cb3068be-7889-4f81-befb-4950d3237523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.603s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:30.452367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9e270f59-dd1e-419d-ae16-81295bb61b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.455135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] For port 6fab2063-3360-406c-8dd3-b84371657be3, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6fab2063-3360-406c-8dd3-b84371657be3,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:30.455296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.479856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.509741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 40ff3752-e398-4d43-bee7-239e5c231432 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:30.516886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.517049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6c25c-6e48-44eb-a1d0-23c8f9a39171 req-fc67c238-9025-4ca4-9f39-d2a912dc0bde tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:30.517049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-90f6c25c-6e48-44eb-a1d0-23c8f9a39171 req-fc67c238-9025-4ca4-9f39-d2a912dc0bde tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.4123859 Apr 22 17:04:30.551885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e628c-a1ab-4e44-8ef8-90de80d9fab4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:30.559584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e628c-a1ab-4e44-8ef8-90de80d9fab4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:30.559801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.568478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e628c-a1ab-4e44-8ef8-90de80d9fab4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:30.576747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e628c-a1ab-4e44-8ef8-90de80d9fab4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:30.584047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-607e628c-a1ab-4e44-8ef8-90de80d9fab4 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5567377 Apr 22 17:04:30.584489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58106) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:30.591951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.607214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=005864ee-3388-406f-9ae7-5ef6436d56f7,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:30.623307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:30.628747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2ca3162-7b2b-4f79-b6e4-9c3eb4775575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.785s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:30.637940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ead2151e-cbbf-4bbb-8ac9-a855ec1844db tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:30.754737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] For port 4c880ac1-f26b-41ac-ba39-b8d109567f47, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:30.756788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58110) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:30.761648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Routers {'3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:30.762671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:30.766694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152742445', 'description': 'tempest-secgroup-smoke-152742445 description', 'project_id': '530e913380264e7bb3742faa3e30d4c9'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:30.778161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:30.792045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:security_group and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:30.797579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:30.813480 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-90f6c25c-6e48-44eb-a1d0-23c8f9a39171 req-6b205aeb-fae2-4558-a579-79131b8e59e1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885792 Apr 22 17:04:30.823725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:30.826657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2de210-13e7-4afc-8be8-1fcd66f55970,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:30.834618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:30.854866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.856220 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8409812 Apr 22 17:04:30.860892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58114) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:30.869372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d5e6ac06-8165-4616-884b-ff04e0e36bc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': '2d2de210-13e7-4afc-8be8-1fcd66f55970', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:30.869907 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-d5e6ac06-8165-4616-884b-ff04e0e36bc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 22 17:04:30.870455 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-d5e6ac06-8165-4616-884b-ff04e0e36bc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:30.874241 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d5e6ac06-8165-4616-884b-ff04e0e36bc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096524 Apr 22 17:04:30.876024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58118) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:30.889952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] For port 4c880ac1-f26b-41ac-ba39-b8d109567f47, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4c880ac1-f26b-41ac-ba39-b8d109567f47,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:30.947089 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d30542b8-3977-41bf-94e1-e85c3b2b053b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3567297 Apr 22 17:04:30.948496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58122) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:30.962973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb00f63-2bf5-400c-825c-76d211e406da None None] Pushing event updated for resources: {'Port': ['ID=6fab2063-3360-406c-8dd3-b84371657be3,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:30.964857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.981285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6fb00f63-2bf5-400c-825c-76d211e406da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:30.982544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:30.986323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf0907d6-11ca-42ba-b3f5-a9a26e822489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:31.012192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:31.019404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:security_group_rule and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:31.026747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:31.035774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:31.054119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426f49fd-3393-4979-bf46-889cd199c60a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:31.056078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426f49fd-3393-4979-bf46-889cd199c60a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:31.061930 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-426f49fd-3393-4979-bf46-889cd199c60a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1093905 Apr 22 17:04:31.061930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de0175cd-5e50-431c-9e4d-76beb8815e8f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.063429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58126) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:31.076602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.119126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.120032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.135251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a460338b-f2be-41d7-a419-d82889cad9fe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:31.161120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de0175cd-5e50-431c-9e4d-76beb8815e8f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.197706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d65cbbc-e4ae-4e4f-a9a8-c8d596f676c8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:31.199144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d65cbbc-e4ae-4e4f-a9a8-c8d596f676c8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:31.205564 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5d65cbbc-e4ae-4e4f-a9a8-c8d596f676c8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1372454 Apr 22 17:04:31.205564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58130) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:31.237847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.307190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.322202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Pushing event updated for resources: {'Port': ['ID=4c880ac1-f26b-41ac-ba39-b8d109567f47,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:31.333600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:31.336280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] Set router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:31.349754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=670f63ac-568e-45b5-90cc-0cbf30d0dec2,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:31.366893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de0175cd-5e50-431c-9e4d-76beb8815e8f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.369425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:31.370704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6c5d765a-e426-4cd4-876b-468026177716 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:31.376129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:31.383694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:31.384103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:31.410234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0175cd-5e50-431c-9e4d-76beb8815e8f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2de210-13e7-4afc-8be8-1fcd66f55970,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:31.412389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8829949f-5921-425f-9be9-7811fa56f80f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:31.415565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de0175cd-5e50-431c-9e4d-76beb8815e8f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:31.423078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab1a75-a448-4e1d-a591-eef39b9385a5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:31.428903 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-32ab1a75-a448-4e1d-a591-eef39b9385a5 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/networks/03f07f1c-ed27-446a-b9a5-646c78278e17 HTTP/1.1" status: 200 len: 798 time: 0.2185717 Apr 22 17:04:31.430146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.430301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58134) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:31.433916 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6729503 Apr 22 17:04:31.433916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:31.434185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58138) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:31.448291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.467198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de0175cd-5e50-431c-9e4d-76beb8815e8f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.468580 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-de0175cd-5e50-431c-9e4d-76beb8815e8f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "DELETE /v2.0/security-groups/2d2de210-13e7-4afc-8be8-1fcd66f55970 HTTP/1.1" status: 204 len: 168 time: 0.5917830 Apr 22 17:04:31.471651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58142) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:31.472731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'security_group_rule': {'security_group_id': '8829949f-5921-425f-9be9-7811fa56f80f', 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:31.478834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:31.486496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:31.496014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:31.524419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.547091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:security_group_rule and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:31.552893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:31.563179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:31.639051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.662595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d48fb771-e5ad-4725-ae27-6055e487e231 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/networks/03f07f1c-ed27-446a-b9a5-646c78278e17?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.2277229 Apr 22 17:04:31.666519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58146) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:31.807649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.811246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2793a8bc-d4eb-4141-8588-ed6abfee84ff tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:31.816547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2793a8bc-d4eb-4141-8588-ed6abfee84ff tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/subnets/2c1cd5f4-68d8-4c9f-a1af-548d8b577c1f HTTP/1.1" status: 200 len: 811 time: 0.1379158 Apr 22 17:04:31.822877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58150) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:31.864227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.875783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2e75f4b-78c1-4307-afdb-d1580a1256e9 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:31.919198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8720cf8-5b72-4e42-a54c-0dada1214656,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:31.922772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'name': 'tempest-TestVolumeBootPattern-1460525275-router', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '6fab2063-3360-406c-8dd3-b84371657be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:19Z', 'updated_at': '2021-04-22T17:04:28Z', 'revision_number': 4, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'gw_port': {'id': '6fab2063-3360-406c-8dd3-b84371657be3', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:21Z', 'updated_at': '2021-04-22T17:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '5284762f-39a5-4865-a6d9-991236074c42', 'name': '', 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'mac_address': 'fa:16:3e:94:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c0b7b958-35e6-47c6-97b4-11fd689b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:25Z', 'updated_at': '2021-04-22T17:04:28Z', 'revision_number': 2, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'subnets': [{'id': 'c0b7b958-35e6-47c6-97b4-11fd689b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:31.930504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885940f3-b3af-41ce-a548-dd1f31d7372a None None] The sync data for ids ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'] in dv-neutron-786478-3-hyperv is: [{'id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'name': 'tempest-TestVolumeBootPattern-1460525275-router', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '6fab2063-3360-406c-8dd3-b84371657be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:19Z', 'updated_at': '2021-04-22T17:04:28Z', 'revision_number': 4, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'gw_port': {'id': '6fab2063-3360-406c-8dd3-b84371657be3', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:21Z', 'updated_at': '2021-04-22T17:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '5284762f-39a5-4865-a6d9-991236074c42', 'name': '', 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'mac_address': 'fa:16:3e:94:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c0b7b958-35e6-47c6-97b4-11fd689b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:25Z', 'updated_at': '2021-04-22T17:04:28Z', 'revision_number': 2, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'subnets': [{'id': 'c0b7b958-35e6-47c6-97b4-11fd689b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:04:31.932606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:31.954227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54616690-d418-474b-915c-747faa24e7db tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['shared'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:31.954227 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-54616690-d418-474b-915c-747faa24e7db tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "GET /v2.0/subnets/2c1cd5f4-68d8-4c9f-a1af-548d8b577c1f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1335907 Apr 22 17:04:31.958154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58156) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:31.970694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1806716178'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:31.977406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:31.989183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:31.993143 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5553050 Apr 22 17:04:31.993143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:31.994409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58160) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:32.006707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'security_group_rule': {'security_group_id': '8829949f-5921-425f-9be9-7811fa56f80f', 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:32.012550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:32.017695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:security_group_rule and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:32.021173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:32.083285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:32.093654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:32.098313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-01229120-0bf1-46c5-8257-a9a00f99e448 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Synchronizing usage tracker for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:32.103907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.165995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:04:32.177607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4c880ac1-f26b-41ac-ba39-b8d109567f47 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:32.186873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.187279 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Added segment 8ee4945f-b43e-44b9-9a77-31349d70514f of type vlan for network 7cd76cab-b890-488d-b684-688c2957b90f Apr 22 17:04:32.197317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.225329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422a2a2-c2ee-4337-a063-dc56e91443d9 req-a2a309ec-e011-4f7a-935d-4aed12c3e205 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:32.227109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d422a2a2-c2ee-4337-a063-dc56e91443d9 req-a2a309ec-e011-4f7a-935d-4aed12c3e205 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.1994178 Apr 22 17:04:32.234463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-01229120-0bf1-46c5-8257-a9a00f99e448 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Unset dirty status for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:32.241033 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-01229120-0bf1-46c5-8257-a9a00f99e448 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7657166 Apr 22 17:04:32.242141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58164) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:32.257560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group': {'name': 'tempest-secgroup--426409777'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:32.271421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:32.285665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.290173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:32.342975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Router 20e5c95a-7940-4c3a-b8d5-9e1701acb91a is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:04:32.361688 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d422a2a2-c2ee-4337-a063-dc56e91443d9 req-e37b86ad-9141-4fd1-a3cc-51688f248526 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093462 Apr 22 17:04:32.372437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 4c880ac1-f26b-41ac-ba39-b8d109567f47 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:32.377471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.384534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 005864ee-3388-406f-9ae7-5ef6436d56f7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:32.400992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.410217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:32.410217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.421027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.465988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c0c039b-a593-4a9e-954e-b2872bc27561 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:32.490505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 005864ee-3388-406f-9ae7-5ef6436d56f7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:32.491078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.492490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.543788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:32.562323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:32.569296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:32.582745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:32.596850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:04:32.603746 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "PUT /v2.0/routers/20e5c95a-7940-4c3a-b8d5-9e1701acb91a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0222445 Apr 22 17:04:32.608075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Sync routers for ids ['20e5c95a-7940-4c3a-b8d5-9e1701acb91a'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:04:32.608384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58168) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:32.619447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Routers {'20e5c95a-7940-4c3a-b8d5-9e1701acb91a'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:32.620133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['20e5c95a-7940-4c3a-b8d5-9e1701acb91a'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:32.647445 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6880345 Apr 22 17:04:32.660358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58172) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:32.693894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'network_id': '7cd76cab-b890-488d-b684-688c2957b90f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:32.731623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Network': ['ID=7cd76cab-b890-488d-b684-688c2957b90f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:32.757106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 7cd76cab-b890-488d-b684-688c2957b90f details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:04:32.758940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.760332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7649038 Apr 22 17:04:32.791805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.807469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58176) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:32.815571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'security_group_rule': {'security_group_id': '8829949f-5921-425f-9be9-7811fa56f80f', 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:32.834801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.838202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:32.838837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd504a3c-ac42-4460-9543-95e822d90a7a tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:32.845140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:32.851113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6874aa44-8182-4be0-9bb1-8b5a55a70705 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:32.884044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:security_group_rule and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:32.886116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e40070-44ac-4e3d-a999-79d52ba5b511,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:32.905044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:32.906718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:32.944143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:32.964285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dc45fa-e22c-4051-b838-741125909a93 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:32.964974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c2dc45fa-e22c-4051-b838-741125909a93 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:32.974207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a162c9c8-9319-43c5-9e5b-8d24ec8acf12,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:32.976340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:32.978876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:32.991643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:33.001334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:33.032852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Set router 20e5c95a-7940-4c3a-b8d5-9e1701acb91a gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:33.033077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.039853 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7890506 Apr 22 17:04:33.040580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58180) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:33.050370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5ae2f3ef-09e5-436f-8800-913f288d26a6 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': 'a162c9c8-9319-43c5-9e5b-8d24ec8acf12', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:33.052965 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-5ae2f3ef-09e5-436f-8800-913f288d26a6 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 22 17:04:33.053460 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-5ae2f3ef-09e5-436f-8800-913f288d26a6 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:33.054651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5ae2f3ef-09e5-436f-8800-913f288d26a6 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0158560 Apr 22 17:04:33.058869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58184) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:33.062287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Made reservation on behalf of 0f9d9666ab3d4498b65065051f3e96f9 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:33.065387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.073418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.151057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c2dc45fa-e22c-4051-b838-741125909a93 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:33.153742 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c2dc45fa-e22c-4051-b838-741125909a93 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports/670f63ac-568e-45b5-90cc-0cbf30d0dec2 HTTP/1.1" status: 200 len: 911 time: 0.5443485 Apr 22 17:04:33.157840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58188) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:33.281430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Performing IP validity checks on allocation pools {{(pid=87210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 22 17:04:33.282038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 22 17:04:33.293272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.327766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-955337b3-0e64-4f21-8498-c14d75669087 None None] Provisioning for port 4c880ac1-f26b-41ac-ba39-b8d109567f47 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:33.335024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-955337b3-0e64-4f21-8498-c14d75669087 None None] Provisioning complete for port 4c880ac1-f26b-41ac-ba39-b8d109567f47 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:33.336095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955337b3-0e64-4f21-8498-c14d75669087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.337737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f83b346-6bf1-48b8-ad86-14eee493ab05 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.345086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fee634e-6e68-4d22-9805-25dd3bccb2e6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:33.352752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fee634e-6e68-4d22-9805-25dd3bccb2e6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:33.354997 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1fee634e-6e68-4d22-9805-25dd3bccb2e6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1961496 Apr 22 17:04:33.357933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58192) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:33.361869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.392063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f83b346-6bf1-48b8-ad86-14eee493ab05 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.568626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7bf44dc-1a30-4396-9365-67d7466d273b tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:33.616674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955337b3-0e64-4f21-8498-c14d75669087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.660934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-955337b3-0e64-4f21-8498-c14d75669087 None None] For port 4c880ac1-f26b-41ac-ba39-b8d109567f47, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4c880ac1-f26b-41ac-ba39-b8d109567f47,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:33.697210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-955337b3-0e64-4f21-8498-c14d75669087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.703902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b73ccae-11d3-4398-b77e-07da62e761ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:33.780030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e5c95a-7940-4c3a-b8d5-9e1701acb91a', 'name': 'tempest-NetworksTestDHCPv6-router-154679668', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:26Z', 'updated_at': '2021-04-22T17:04:30Z', 'revision_number': 2, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None, '_interfaces': [{'id': '670f63ac-568e-45b5-90cc-0cbf30d0dec2', 'name': '', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'mac_address': 'fa:16:3e:c7:8c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e5c95a-7940-4c3a-b8d5-9e1701acb91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'abb84eee-b505-45f6-afb8-51f263d19cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:28Z', 'updated_at': '2021-04-22T17:04:30Z', 'revision_number': 2, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'subnets': [{'id': 'abb84eee-b505-45f6-afb8-51f263d19cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:33.792455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Checking router: 20e5c95a-7940-4c3a-b8d5-9e1701acb91a for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:04:33.793027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Updating router 20e5c95a-7940-4c3a-b8d5-9e1701acb91a port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:04:33.838270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955337b3-0e64-4f21-8498-c14d75669087 None None] Pushing event updated for resources: {'Port': ['ID=4c880ac1-f26b-41ac-ba39-b8d109567f47,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:33.842201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-955337b3-0e64-4f21-8498-c14d75669087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:33.858011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cdab62ab-316b-4099-a8ba-f002fdfb673a None None] Provisioning for port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:33.866586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cdab62ab-316b-4099-a8ba-f002fdfb673a None None] Provisioning complete for port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:33.867042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdab62ab-316b-4099-a8ba-f002fdfb673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.924060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.931184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ccf17e-a87d-41fb-913e-614a13481010 None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:04:33.967931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871c6596-924e-49a4-9a88-31b8fe5cbd2a,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:33.973189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:33.974637 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1660831 Apr 22 17:04:33.987828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:33.988562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58198) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:33.999861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'security_group_rule': {'security_group_id': '8829949f-5921-425f-9be9-7811fa56f80f', 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:34.018085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:34.028811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:security_group_rule and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:34.031682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cdab62ab-316b-4099-a8ba-f002fdfb673a None None] Port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:04:34.082640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:34.106441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:34.140679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6fab2063-3360-406c-8dd3-b84371657be3 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:34.206617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.266101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7b95b859-bb1c-4237-926b-73164e6e6115 None None] Provisioning complete for port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:34.266525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b95b859-bb1c-4237-926b-73164e6e6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.341452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7b95b859-bb1c-4237-926b-73164e6e6115 None None] Port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:04:34.345122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ccf17e-a87d-41fb-913e-614a13481010 None None] Resources bound (agent type, host, resource id): {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:04:34.359700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.382956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.389250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 6fab2063-3360-406c-8dd3-b84371657be3 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:34.403519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6fab2063-3360-406c-8dd3-b84371657be3 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:34.403944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.410499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f83b346-6bf1-48b8-ad86-14eee493ab05 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.417891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8858de98-4686-4ea2-9ecc-24946ff3008e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:34.451580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298a721-f549-4bfc-9046-54e7e41361d9 req-1765370d-d7d3-4faa-9482-a4f26794dcda tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:34.453462 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c298a721-f549-4bfc-9046-54e7e41361d9 req-1765370d-d7d3-4faa-9482-a4f26794dcda tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.2441952 Apr 22 17:04:34.458080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83b346-6bf1-48b8-ad86-14eee493ab05 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a162c9c8-9319-43c5-9e5b-8d24ec8acf12,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:34.459020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.471159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1462add8-66f6-4383-84bc-bdbcdee4c3a5 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:34.491907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f83b346-6bf1-48b8-ad86-14eee493ab05 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:34.530734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.534018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f83b346-6bf1-48b8-ad86-14eee493ab05 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.538305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1f83b346-6bf1-48b8-ad86-14eee493ab05 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "DELETE /v2.0/security-groups/a162c9c8-9319-43c5-9e5b-8d24ec8acf12 HTTP/1.1" status: 204 len: 168 time: 1.4778864 Apr 22 17:04:34.539484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58202) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:34.546541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Transition to ACTIVE for port object 670f63ac-568e-45b5-90cc-0cbf30d0dec2 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:34.574584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9d305a-c67e-42a4-a62f-697ec1d2ca49,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:34.583229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:34.594214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.599003 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c298a721-f549-4bfc-9046-54e7e41361d9 req-f2a2248c-122f-4886-81fc-a594c93d5eb9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213806 Apr 22 17:04:34.622049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:34.646514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ae915966-e34c-428b-a7a6-59281aa42d90 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Synchronizing usage tracker for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:34.679375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.688303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.689200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58206) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:34.696416 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6880877 Apr 22 17:04:34.700882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'security_group_rule': {'security_group_id': '8829949f-5921-425f-9be9-7811fa56f80f', 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:34.733610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:34.762528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.769166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 6fab2063-3360-406c-8dd3-b84371657be3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6fab2063-3360-406c-8dd3-b84371657be3,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:34.775262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fbe156d4-95ea-44bc-9a22-f1be8e1ee449 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:34.799935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.801761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4c880ac1-f26b-41ac-ba39-b8d109567f47 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:34.814135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ae915966-e34c-428b-a7a6-59281aa42d90 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Unset dirty status for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:34.816757 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ae915966-e34c-428b-a7a6-59281aa42d90 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2752426 Apr 22 17:04:34.818684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:security_group_rule and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:34.820845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58210) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:34.826589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:34.828573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group': {'name': 'tempest-secgroup--684333684'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:34.838359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:34.851940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:34.856537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:34.860824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:34.861205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.867290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-adc25aec-0448-4348-986f-b3639d4287ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:34.907218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Checking segment: {'id': '8ee4945f-b43e-44b9-9a77-31349d70514f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7cd76cab-b890-488d-b684-688c2957b90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:34.913142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network hostable DHCP agents. Network: 7cd76cab-b890-488d-b684-688c2957b90f, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:04:34.917634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Pushing event updated for resources: {'Port': ['ID=670f63ac-568e-45b5-90cc-0cbf30d0dec2,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:34.931511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=3ae03df4-447f-4548-a889-e9051946e055,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:34.932155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.932522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.933303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.933677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.934044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.934411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.934953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.935318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.935691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.936475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.936475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.937917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:34.942676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:34.944055 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Project 530e913380264e7bb3742faa3e30d4c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:04:34.945491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=6fab2063-3360-406c-8dd3-b84371657be3,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:34.955208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.960003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:34.971209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Attempting to bind port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:34.971893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Attempting to bind port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:34.973684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Attempting to bind port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:34.980710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:34.981355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:34.982267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.982908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:34.983731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Bound port: 670f63ac-568e-45b5-90cc-0cbf30d0dec2, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:34.985037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:34.985178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7cd76cab-b890-488d-b684-688c2957b90f is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:04:35.031029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 7cd76cab-b890-488d-b684-688c2957b90f) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:35.044300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:35.051282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:35.052694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.079116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4c880ac1-f26b-41ac-ba39-b8d109567f47 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:35.079116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.091604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] For port 670f63ac-568e-45b5-90cc-0cbf30d0dec2, host dv-neutron-786478-3-hyperv, got binding levels [] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:35.092277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.108581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.117609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.122096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2a1c01-c6f9-4c6c-aa1d-4b8d730d3628 None None] Network 7cd76cab-b890-488d-b684-688c2957b90f requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:35.129839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] For port 670f63ac-568e-45b5-90cc-0cbf30d0dec2, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:35.133440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] For port 670f63ac-568e-45b5-90cc-0cbf30d0dec2, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=670f63ac-568e-45b5-90cc-0cbf30d0dec2,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:35.155597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4937246 Apr 22 17:04:35.158409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58214) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:35.168770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5a4f5c61-2aa3-4f30-a83e-ef6b5cfae61b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:35.177730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.183208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:35.213025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.241426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.263576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:35.300179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Routers {'20e5c95a-7940-4c3a-b8d5-9e1701acb91a'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:35.300933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['20e5c95a-7940-4c3a-b8d5-9e1701acb91a'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:35.306603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 670f63ac-568e-45b5-90cc-0cbf30d0dec2 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:35.319890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a97c05-a57f-4ab4-bf41-63ca70df9782,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:35.323807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:35.374978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:35.390337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:35.396101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:35.400423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Pushing event updated for resources: {'Port': ['ID=670f63ac-568e-45b5-90cc-0cbf30d0dec2,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:35.413221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:35.429308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.433316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:35.435333 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7403209 Apr 22 17:04:35.435462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58218) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:35.451672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'security_group_rule': {'security_group_id': '8829949f-5921-425f-9be9-7811fa56f80f', 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:35.462747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:35.493685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a4f5c61-2aa3-4f30-a83e-ef6b5cfae61b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036841127632'] for subnet, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.515015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:security_group_rule and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:35.517063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-7cd76cab-b890-488d-b684-688c2957b90f', 'network_id': '7cd76cab-b890-488d-b684-688c2957b90f', 'tenant_id': '0f9d9666ab3d4498b65065051f3e96f9', 'fixed_ips': [{'subnet_id': '3ae03df4-447f-4548-a889-e9051946e055'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:04:35.517992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.537286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:35.564801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:35.636606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] Set router 20e5c95a-7940-4c3a-b8d5-9e1701acb91a gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:35.676135 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Project 530e913380264e7bb3742faa3e30d4c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:04:35.702706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.781298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:04:35.781659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:04:35.801677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.839631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.845703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.849076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e26e8936-d3b3-4415-b631-c002256dbdca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:35.907931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.936191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:35.940809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1157422 Apr 22 17:04:35.945444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58226) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:35.954141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bbe88e76-b1a0-418b-93f0-111dfd0d8fe7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': '277eb2ef-8aa6-4022-879c-b4c72015572a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:35.957710 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-bbe88e76-b1a0-418b-93f0-111dfd0d8fe7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 22 17:04:35.958334 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-bbe88e76-b1a0-418b-93f0-111dfd0d8fe7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:35.962166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277eb2ef-8aa6-4022-879c-b4c72015572a,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:35.962378 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bbe88e76-b1a0-418b-93f0-111dfd0d8fe7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106046 Apr 22 17:04:35.963409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:35.964221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58232) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:35.965040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52a8016a-2d30-4683-8ae1-c310567a731c tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:35.992286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bd589c8b-1490-48c8-b75b-77096f28437e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': '277eb2ef-8aa6-4022-879c-b4c72015572a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:35.993123 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-bd589c8b-1490-48c8-b75b-77096f28437e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 22 17:04:35.994329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-bd589c8b-1490-48c8-b75b-77096f28437e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:35.997629 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bd589c8b-1490-48c8-b75b-77096f28437e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088859 Apr 22 17:04:35.997629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c623eac-2704-40f8-a0b0-eb79bac8af35,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:35.998558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58236) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:35.999289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:36.000779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.004033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-44621205-0ecc-4bad-8a2a-6c8692fe1482 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': '277eb2ef-8aa6-4022-879c-b4c72015572a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:36.005023 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-44621205-0ecc-4bad-8a2a-6c8692fe1482 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 22 17:04:36.005465 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-44621205-0ecc-4bad-8a2a-6c8692fe1482 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:36.005972 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5654898 Apr 22 17:04:36.009134 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-44621205-0ecc-4bad-8a2a-6c8692fe1482 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072870 Apr 22 17:04:36.009716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58244) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:36.020586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e2bb3728-da95-4d6f-90ac-7294d7e3a9e0 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': '277eb2ef-8aa6-4022-879c-b4c72015572a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:36.022354 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-e2bb3728-da95-4d6f-90ac-7294d7e3a9e0 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 22 17:04:36.022974 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-e2bb3728-da95-4d6f-90ac-7294d7e3a9e0 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:36.024878 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e2bb3728-da95-4d6f-90ac-7294d7e3a9e0 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132391 Apr 22 17:04:36.031245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58248) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:36.034698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6fab2063-3360-406c-8dd3-b84371657be3 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:36.077226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 22 17:04:36.077226 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 22 17:04:36.077226 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'in_use': 1, 'id_1': '3ae03df4-447f-4548-a889-e9051946e055'}] Apr 22 17:04:36.077226 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:04:36.077660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:04:36.116044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d574d-a1de-4c31-b318-da495f7aaffe req-5f1871d4-f93b-4add-9996-c5fe17049fed tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:36.117709 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a27d574d-a1de-4c31-b318-da495f7aaffe req-5f1871d4-f93b-4add-9996-c5fe17049fed tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.2863429 Apr 22 17:04:36.131408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6fab2063-3360-406c-8dd3-b84371657be3 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:36.132986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.260914 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a27d574d-a1de-4c31-b318-da495f7aaffe req-4060e47e-399a-446f-affd-7291611c3e0d tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228628 Apr 22 17:04:36.293689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:36.293689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.294161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Sync routers for ids ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:04:36.327812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37793880-b011-457b-ad2c-e6f2c7fe8399 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.347939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Routers {'3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:36.353823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:36.361145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a4f5c61-2aa3-4f30-a83e-ef6b5cfae61b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780230166745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13561904'] for subnet, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.370287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2fdb54eb-09c7-4b5a-80ec-fb1a8284af95 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:36.454481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f5c61-2aa3-4f30-a83e-ef6b5cfae61b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event updated for resources: {'Subnet': ['ID=3ae03df4-447f-4548-a889-e9051946e055,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:36.458403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a4f5c61-2aa3-4f30-a83e-ef6b5cfae61b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:36.462746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37793880-b011-457b-ad2c-e6f2c7fe8399 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.491158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e5c95a-7940-4c3a-b8d5-9e1701acb91a', 'name': 'tempest-NetworksTestDHCPv6-router-154679668', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:26Z', 'updated_at': '2021-04-22T17:04:30Z', 'revision_number': 2, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None, '_interfaces': [{'id': '670f63ac-568e-45b5-90cc-0cbf30d0dec2', 'name': '', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'mac_address': 'fa:16:3e:c7:8c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e5c95a-7940-4c3a-b8d5-9e1701acb91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'abb84eee-b505-45f6-afb8-51f263d19cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:28Z', 'updated_at': '2021-04-22T17:04:35Z', 'revision_number': 4, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'subnets': [{'id': 'abb84eee-b505-45f6-afb8-51f263d19cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:36.496955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5225382d-2eb6-4f65-ae9d-7959e6428bbe None None] The sync data for ids ['20e5c95a-7940-4c3a-b8d5-9e1701acb91a'] in dv-neutron-786478-3-hyperv is: [{'id': '20e5c95a-7940-4c3a-b8d5-9e1701acb91a', 'name': 'tempest-NetworksTestDHCPv6-router-154679668', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:26Z', 'updated_at': '2021-04-22T17:04:30Z', 'revision_number': 2, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None, '_interfaces': [{'id': '670f63ac-568e-45b5-90cc-0cbf30d0dec2', 'name': '', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'mac_address': 'fa:16:3e:c7:8c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e5c95a-7940-4c3a-b8d5-9e1701acb91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'abb84eee-b505-45f6-afb8-51f263d19cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:28Z', 'updated_at': '2021-04-22T17:04:35Z', 'revision_number': 4, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'subnets': [{'id': 'abb84eee-b505-45f6-afb8-51f263d19cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:04:36.504733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4f5c61-2aa3-4f30-a83e-ef6b5cfae61b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:36.505495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a4f5c61-2aa3-4f30-a83e-ef6b5cfae61b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.510917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58290) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:36.511948 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5a4f5c61-2aa3-4f30-a83e-ef6b5cfae61b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "PUT /v2.0/subnets/3ae03df4-447f-4548-a889-e9051946e055 HTTP/1.1" status: 200 len: 877 time: 1.3522654 Apr 22 17:04:36.580070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.594845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37793880-b011-457b-ad2c-e6f2c7fe8399 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.621813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-14b78aed-097e-401c-8917-36693c6f9931 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:36.627871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] For port 670f63ac-568e-45b5-90cc-0cbf30d0dec2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=670f63ac-568e-45b5-90cc-0cbf30d0dec2,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:36.628353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.640980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793880-b011-457b-ad2c-e6f2c7fe8399 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277eb2ef-8aa6-4022-879c-b4c72015572a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:36.655367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-37793880-b011-457b-ad2c-e6f2c7fe8399 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:36.663896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37793880-b011-457b-ad2c-e6f2c7fe8399 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.665685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-37793880-b011-457b-ad2c-e6f2c7fe8399 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "DELETE /v2.0/security-groups/277eb2ef-8aa6-4022-879c-b4c72015572a HTTP/1.1" status: 204 len: 168 time: 0.6334217 Apr 22 17:04:36.669078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58294) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:36.782288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9bcbbc10-0c6f-4526-9599-c367dd445ae8 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Synchronizing usage tracker for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:36.790844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Set router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:36.804133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 670f63ac-568e-45b5-90cc-0cbf30d0dec2 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:36.857044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9bcbbc10-0c6f-4526-9599-c367dd445ae8 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Unset dirty status for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:36.859128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9bcbbc10-0c6f-4526-9599-c367dd445ae8 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1643724 Apr 22 17:04:36.864151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58298) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:36.872320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group': {'name': 'tempest-secgroup--412496151'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:36.881668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:36.900833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:36.933296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:36.978684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:37.025021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:37.042445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:37.048355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:37.073743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:37.131062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:37.259401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:37.312156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:37.375054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f2f9d74-6d81-4d5a-9987-244a00ce5c23 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:37.409565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:37.413939 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5454383 Apr 22 17:04:37.417974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58306) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:37.445681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-445b735f-1d81-4eb2-ac81-fc45c40af30d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': 'f4974462-a96a-457e-a868-1f26321eca86', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:37.446660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Allocated IP 172.20.0.3 (7cd76cab-b890-488d-b684-688c2957b90f/3ae03df4-447f-4548-a889-e9051946e055/e3da68ee-031a-4cda-aad0-0c85884a4905) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:37.447733 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-445b735f-1d81-4eb2-ac81-fc45c40af30d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 17:04:37.448635 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-445b735f-1d81-4eb2-ac81-fc45c40af30d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:37.452125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-445b735f-1d81-4eb2-ac81-fc45c40af30d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0231154 Apr 22 17:04:37.458796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58312) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:37.471040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8966b78f-cb37-4be2-bcfa-db5661db7bdb tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': 'f4974462-a96a-457e-a868-1f26321eca86', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:37.483496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4974462-a96a-457e-a868-1f26321eca86,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:37.489174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8966b78f-cb37-4be2-bcfa-db5661db7bdb tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:37.499591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:37.528098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8966b78f-cb37-4be2-bcfa-db5661db7bdb tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:37.543321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8966b78f-cb37-4be2-bcfa-db5661db7bdb tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:37.564527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8966b78f-cb37-4be2-bcfa-db5661db7bdb tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:37.656298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd39328-c992-4086-9d55-fe2f80273e07 req-c2e851a1-79da-4a4f-9e84-6524f80bdbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:37.658071 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fcd39328-c992-4086-9d55-fe2f80273e07 req-c2e851a1-79da-4a4f-9e84-6524f80bdbe2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 1098 time: 0.3935688 Apr 22 17:04:37.754849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fcd39328-c992-4086-9d55-fe2f80273e07 req-0ca019eb-595f-4e0b-afc0-602939807652 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856876 Apr 22 17:04:37.766791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deec4f3-f357-4009-b8cf-36620ef75dc5 req-dc3dd25e-11e8-4629-b10b-e28197538d52 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:37.772684 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4deec4f3-f357-4009-b8cf-36620ef75dc5 req-dc3dd25e-11e8-4629-b10b-e28197538d52 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.2055893 Apr 22 17:04:37.802867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-8966b78f-cb37-4be2-bcfa-db5661db7bdb tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:37.812884 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8966b78f-cb37-4be2-bcfa-db5661db7bdb tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3440809 Apr 22 17:04:37.813056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58318) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:37.825947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a1d0b11e-5def-462b-ba7a-679168502f02 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': 'f4974462-a96a-457e-a868-1f26321eca86', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:37.826474 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-a1d0b11e-5def-462b-ba7a-679168502f02 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 22 17:04:37.827049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-a1d0b11e-5def-462b-ba7a-679168502f02 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:37.830857 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a1d0b11e-5def-462b-ba7a-679168502f02 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194583 Apr 22 17:04:37.831011 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4deec4f3-f357-4009-b8cf-36620ef75dc5 req-9f5b765d-9955-4d55-bc59-ccb45da0c437 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542099 Apr 22 17:04:37.833377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58322) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:37.836220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:37.844069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:37.881864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-13ff8c27-5ce1-4724-be2e-7eb5433ea806 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': 'f4974462-a96a-457e-a868-1f26321eca86', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:37.906754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'name': 'tempest-TestVolumeBootPattern-1460525275-router', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '6fab2063-3360-406c-8dd3-b84371657be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:19Z', 'updated_at': '2021-04-22T17:04:28Z', 'revision_number': 4, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'gw_port': {'id': '6fab2063-3360-406c-8dd3-b84371657be3', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:21Z', 'updated_at': '2021-04-22T17:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '5284762f-39a5-4865-a6d9-991236074c42', 'name': '', 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'mac_address': 'fa:16:3e:94:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c0b7b958-35e6-47c6-97b4-11fd689b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:25Z', 'updated_at': '2021-04-22T17:04:28Z', 'revision_number': 2, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'subnets': [{'id': 'c0b7b958-35e6-47c6-97b4-11fd689b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:37.921391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=670f63ac-568e-45b5-90cc-0cbf30d0dec2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:37.923734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Checking router: 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:04:37.924153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Updating router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc port 5284762f-39a5-4865-a6d9-991236074c42 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:04:37.926916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-13ff8c27-5ce1-4724-be2e-7eb5433ea806 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:37.931018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:37.971881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-13ff8c27-5ce1-4724-be2e-7eb5433ea806 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:37.990254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:38.002029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-13ff8c27-5ce1-4724-be2e-7eb5433ea806 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:38.028968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-13ff8c27-5ce1-4724-be2e-7eb5433ea806 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:38.050177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 670f63ac-568e-45b5-90cc-0cbf30d0dec2 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:38.104487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 670f63ac-568e-45b5-90cc-0cbf30d0dec2 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:38.104891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 670f63ac-568e-45b5-90cc-0cbf30d0dec2 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 22 17:04:38.151278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Port 670f63ac-568e-45b5-90cc-0cbf30d0dec2 not found, will not notify nova. {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 17:04:38.185407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:38.259295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Transition to ACTIVE for port object e3da68ee-031a-4cda-aad0-0c85884a4905 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:38.273343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:38.353489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Transition to ACTIVE for port object e3da68ee-031a-4cda-aad0-0c85884a4905 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:38.360368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-13ff8c27-5ce1-4724-be2e-7eb5433ea806 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:38.364911 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-13ff8c27-5ce1-4724-be2e-7eb5433ea806 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5270240 Apr 22 17:04:38.365312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58360) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:38.374522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-619dc91e-f94a-4a5e-88ea-08506817c4ea tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': 'f4974462-a96a-457e-a868-1f26321eca86', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:38.379371 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-619dc91e-f94a-4a5e-88ea-08506817c4ea tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 17:04:38.379371 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-619dc91e-f94a-4a5e-88ea-08506817c4ea tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:38.379371 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-619dc91e-f94a-4a5e-88ea-08506817c4ea tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102565 Apr 22 17:04:38.381467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58364) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:38.388930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-60765e15-e981-425d-a11d-feb96cdeb4d1 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': 'f4974462-a96a-457e-a868-1f26321eca86', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:38.391776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:38.401196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05a7c40b-99c7-4e30-86e6-549262817d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:38.401752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-60765e15-e981-425d-a11d-feb96cdeb4d1 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:38.406326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-60765e15-e981-425d-a11d-feb96cdeb4d1 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:38.409671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-60765e15-e981-425d-a11d-feb96cdeb4d1 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:38.416766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-60765e15-e981-425d-a11d-feb96cdeb4d1 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:38.486228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Pushing event updated for resources: {'Port': ['ID=e3da68ee-031a-4cda-aad0-0c85884a4905,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:38.541542 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-60765e15-e981-425d-a11d-feb96cdeb4d1 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:38.543182 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-60765e15-e981-425d-a11d-feb96cdeb4d1 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1594455 Apr 22 17:04:38.545893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58368) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:38.552404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b2af531c-44cc-4218-a844-7c9892c2bb63 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': 'f4974462-a96a-457e-a868-1f26321eca86', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:38.553181 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-b2af531c-44cc-4218-a844-7c9892c2bb63 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 22 17:04:38.553923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-b2af531c-44cc-4218-a844-7c9892c2bb63 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:38.557736 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b2af531c-44cc-4218-a844-7c9892c2bb63 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077789 Apr 22 17:04:38.562562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58372) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:38.575706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-aabf9a48-6938-479d-9b61-6c6bfaed6ef5 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': 'f4974462-a96a-457e-a868-1f26321eca86', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:38.602148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aabf9a48-6938-479d-9b61-6c6bfaed6ef5 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:38.606888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aabf9a48-6938-479d-9b61-6c6bfaed6ef5 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:38.619410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aabf9a48-6938-479d-9b61-6c6bfaed6ef5 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:38.634480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aabf9a48-6938-479d-9b61-6c6bfaed6ef5 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:38.635596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:38.680727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Router 20e5c95a-7940-4c3a-b8d5-9e1701acb91a has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:04:38.680727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-966aa278-224f-4fb3-9d2a-a2adf996e341 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:38.736458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.736912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.736912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.737298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.737678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.738573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.738971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.739367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.739693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.740295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.740447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.740703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:38.748653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:38.750600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Network 7cd76cab-b890-488d-b684-688c2957b90f is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:38.762184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:38.766935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:38.783176 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-aabf9a48-6938-479d-9b61-6c6bfaed6ef5 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:38.789045 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aabf9a48-6938-479d-9b61-6c6bfaed6ef5 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2250218 Apr 22 17:04:38.789717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58378) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:38.796694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f4bf1ec8-b702-483e-b8ca-975cffb1212b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': 'f4974462-a96a-457e-a868-1f26321eca86', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:38.812323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f4bf1ec8-b702-483e-b8ca-975cffb1212b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:38.821397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f4bf1ec8-b702-483e-b8ca-975cffb1212b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:38.828930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f4bf1ec8-b702-483e-b8ca-975cffb1212b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:38.837454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae03df4-447f-4548-a889-e9051946e055,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:38.845814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:38.847017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f4bf1ec8-b702-483e-b8ca-975cffb1212b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:38.904313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Attempting to bind port e3da68ee-031a-4cda-aad0-0c85884a4905 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:38.904313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Attempting to bind port e3da68ee-031a-4cda-aad0-0c85884a4905 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '8ee4945f-b43e-44b9-9a77-31349d70514f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7cd76cab-b890-488d-b684-688c2957b90f'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:38.904313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Attempting to bind port e3da68ee-031a-4cda-aad0-0c85884a4905 on network 7cd76cab-b890-488d-b684-688c2957b90f {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:38.914968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:38.915409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Checking segment: {'id': '8ee4945f-b43e-44b9-9a77-31349d70514f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7cd76cab-b890-488d-b684-688c2957b90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:38.915821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:38.916264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Bound using segment: {'id': '8ee4945f-b43e-44b9-9a77-31349d70514f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7cd76cab-b890-488d-b684-688c2957b90f'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:38.916801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Bound port: e3da68ee-031a-4cda-aad0-0c85884a4905, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee4945f-b43e-44b9-9a77-31349d70514f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '7cd76cab-b890-488d-b684-688c2957b90f'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:38.917222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:38.948738 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-f4bf1ec8-b702-483e-b8ca-975cffb1212b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:38.949908 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f4bf1ec8-b702-483e-b8ca-975cffb1212b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1591599 Apr 22 17:04:38.953400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58384) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:39.033850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] For port e3da68ee-031a-4cda-aad0-0c85884a4905, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:39.045998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] For port e3da68ee-031a-4cda-aad0-0c85884a4905, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e3da68ee-031a-4cda-aad0-0c85884a4905,segment=NetworkSegment(8ee4945f-b43e-44b9-9a77-31349d70514f),segment_id=8ee4945f-b43e-44b9-9a77-31349d70514f)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:39.095774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.108505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab3a7740-f857-4098-8015-b6d60dda3b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:39.134159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa6b7-af8b-4d75-af86-2a976776c5bc tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.169807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:04:39.185137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.198118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa6b7-af8b-4d75-af86-2a976776c5bc tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.271928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.296791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b53c4-a813-4d9d-be45-7535fb6ade62 req-1c46f016-0937-4824-838c-20affcc3fc87 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:39.299334 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a10b53c4-a813-4d9d-be45-7535fb6ade62 req-1c46f016-0937-4824-838c-20affcc3fc87 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.2479913 Apr 22 17:04:39.315674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Transition to ACTIVE for port object 5284762f-39a5-4865-a6d9-991236074c42 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:39.324466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Pushing event updated for resources: {'Port': ['ID=e3da68ee-031a-4cda-aad0-0c85884a4905,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:39.339586 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "PUT /v2.0/routers/20e5c95a-7940-4c3a-b8d5-9e1701acb91a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9801352 Apr 22 17:04:39.343329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58388) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:39.345130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:39.361929 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a10b53c4-a813-4d9d-be45-7535fb6ade62 req-cad6f025-5666-401f-9b85-48ae3a2674cb tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556707 Apr 22 17:04:39.363244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa6b7-af8b-4d75-af86-2a976776c5bc tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.369226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97637c6-f057-46da-804b-ca4c7600a966 None None] Network 7cd76cab-b890-488d-b684-688c2957b90f requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:39.369667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a404d9b9-9878-4716-9f93-b9137b51eac6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:39.387609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.389081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8aa6b7-af8b-4d75-af86-2a976776c5bc tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4974462-a96a-457e-a868-1f26321eca86,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:39.395783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-120b5d47-e2c5-4c61-86b3-01a7bb9302af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:39.396101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58392) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:39.405483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6a8aa6b7-af8b-4d75-af86-2a976776c5bc tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:39.406799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd76cab-b890-488d-b684-688c2957b90f']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:39.430750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee4945f-b43e-44b9-9a77-31349d70514f') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:39.431073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee4945f-b43e-44b9-9a77-31349d70514f') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:39.455205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.483860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a09afc-b6ad-4092-bb5f-bf03109e0d34 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:39.485638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a09afc-b6ad-4092-bb5f-bf03109e0d34 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:39.487616 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-47a09afc-b6ad-4092-bb5f-bf03109e0d34 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1432848 Apr 22 17:04:39.489873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.492163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58396) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:39.498869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:39.600290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa6b7-af8b-4d75-af86-2a976776c5bc tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.602454 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6a8aa6b7-af8b-4d75-af86-2a976776c5bc tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "DELETE /v2.0/security-groups/f4974462-a96a-457e-a868-1f26321eca86 HTTP/1.1" status: 204 len: 168 time: 0.6479552 Apr 22 17:04:39.610201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58400) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:39.726310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b74cbb8-7294-4485-ae1f-465a5fe5b73a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet abb84eee-b505-45f6-afb8-51f263d19cdf {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:04:39.731752 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-722594f4-923e-4e72-92cd-4c3b3f8a1e4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/floatingips/aee1a459-eb5a-4eb9-a8d8-d24cde792f22 HTTP/1.1" status: 200 len: 993 time: 0.3342223 Apr 22 17:04:39.754117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b74cbb8-7294-4485-ae1f-465a5fe5b73a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.776991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86161c5c-5649-4fdd-9e68-7828f0683571 None None] Pushing event updated for resources: {'Port': ['ID=5284762f-39a5-4865-a6d9-991236074c42,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:39.787135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86161c5c-5649-4fdd-9e68-7828f0683571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:39.805494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7cd76cab-b890-488d-b684-688c2957b90f has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:39.819816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.859046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a81b0975-8193-4ea1-9eec-ae790637fd9f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Synchronizing usage tracker for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:39.864694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28057b-a758-4185-92a6-4d7a08c8bb83 None None] Sync routers for ids ['20e5c95a-7940-4c3a-b8d5-9e1701acb91a'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:04:39.880555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28057b-a758-4185-92a6-4d7a08c8bb83 None None] Routers {'20e5c95a-7940-4c3a-b8d5-9e1701acb91a'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:39.881302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be28057b-a758-4185-92a6-4d7a08c8bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['20e5c95a-7940-4c3a-b8d5-9e1701acb91a'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:39.937975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b74cbb8-7294-4485-ae1f-465a5fe5b73a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:39.988497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a81b0975-8193-4ea1-9eec-ae790637fd9f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Unset dirty status for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:39.990434 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a81b0975-8193-4ea1-9eec-ae790637fd9f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3791270 Apr 22 17:04:39.994599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58406) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:40.003938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137903312'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:40.063834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:40.092881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7cd76cab-b890-488d-b684-688c2957b90f has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:40.108457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:40.170016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b74cbb8-7294-4485-ae1f-465a5fe5b73a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.172457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-be28057b-a758-4185-92a6-4d7a08c8bb83 None None] Set router 20e5c95a-7940-4c3a-b8d5-9e1701acb91a gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:40.206044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:04:40.208887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:40.230363 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:40.234431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.269176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:04:40.269176 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:04:40.269176 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': '7cd76cab-b890-488d-b684-688c2957b90f'}] Apr 22 17:04:40.269176 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:04:40.269753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:04:40.277739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:40.292731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:40.298385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:40.304462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be28057b-a758-4185-92a6-4d7a08c8bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e5c95a-7940-4c3a-b8d5-9e1701acb91a', 'name': 'tempest-NetworksTestDHCPv6-router-154679668', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:26Z', 'updated_at': '2021-04-22T17:04:37Z', 'revision_number': 3, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:40.309733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28057b-a758-4185-92a6-4d7a08c8bb83 None None] Checking router: 20e5c95a-7940-4c3a-b8d5-9e1701acb91a for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:04:40.316459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:40.320759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28057b-a758-4185-92a6-4d7a08c8bb83 None None] Routers {'20e5c95a-7940-4c3a-b8d5-9e1701acb91a'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:40.321629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be28057b-a758-4185-92a6-4d7a08c8bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['20e5c95a-7940-4c3a-b8d5-9e1701acb91a'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:40.404887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Attempting to bind port 5284762f-39a5-4865-a6d9-991236074c42 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:40.405306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Attempting to bind port 5284762f-39a5-4865-a6d9-991236074c42 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'c4af64f1-57a4-43fb-8a2a-8242720ebbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:40.405719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Attempting to bind port 5284762f-39a5-4865-a6d9-991236074c42 on network 7101cee9-a097-474b-9c51-2541cdb4e12b {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:40.515455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.resource_extend [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 17:04:40.523891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-be28057b-a758-4185-92a6-4d7a08c8bb83 None None] Set router 20e5c95a-7940-4c3a-b8d5-9e1701acb91a gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:40.533310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:40.533749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Checking segment: {'id': 'c4af64f1-57a4-43fb-8a2a-8242720ebbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:40.534204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.535274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Bound using segment: {'id': 'c4af64f1-57a4-43fb-8a2a-8242720ebbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:40.535825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Bound port: 5284762f-39a5-4865-a6d9-991236074c42, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4af64f1-57a4-43fb-8a2a-8242720ebbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:40.536686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.654185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.662804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-be28057b-a758-4185-92a6-4d7a08c8bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e5c95a-7940-4c3a-b8d5-9e1701acb91a', 'name': 'tempest-NetworksTestDHCPv6-router-154679668', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:26Z', 'updated_at': '2021-04-22T17:04:37Z', 'revision_number': 3, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:40.668393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28057b-a758-4185-92a6-4d7a08c8bb83 None None] The sync data for ids ['20e5c95a-7940-4c3a-b8d5-9e1701acb91a'] in dv-neutron-786478-3-hyperv is: [{'id': '20e5c95a-7940-4c3a-b8d5-9e1701acb91a', 'name': 'tempest-NetworksTestDHCPv6-router-154679668', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:26Z', 'updated_at': '2021-04-22T17:04:37Z', 'revision_number': 3, 'project_id': '9cf73a8299e3483a9c9c9ee040e891db', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:04:40.698693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.704638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd269d5c-e78d-41d3-ac92-7e81c0ac1857 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:40.754754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ff64f0-e2a1-43cb-b5f6-36d153d583f0,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:40.763508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:40.770761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.790453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Deleting port e3da68ee-031a-4cda-aad0-0c85884a4905 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:40.791460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.836997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.839107 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8433867 Apr 22 17:04:40.842287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58410) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:40.857195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-85fd41ef-765c-47cf-bb80-c5938cdbb5d9 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': '96ff64f0-e2a1-43cb-b5f6-36d153d583f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:40.870365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:40.872868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-85fd41ef-765c-47cf-bb80-c5938cdbb5d9 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:40.879061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-85fd41ef-765c-47cf-bb80-c5938cdbb5d9 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:40.882240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-85fd41ef-765c-47cf-bb80-c5938cdbb5d9 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:40.889268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-85fd41ef-765c-47cf-bb80-c5938cdbb5d9 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:40.906540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] For port 5284762f-39a5-4865-a6d9-991236074c42, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:40.912083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.931527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'port_id': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'mac_address': 'fa:16:3e:b8:10:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:04:40.939260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b74cbb8-7294-4485-ae1f-465a5fe5b73a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.946997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] For port 5284762f-39a5-4865-a6d9-991236074c42, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5284762f-39a5-4865-a6d9-991236074c42,segment=NetworkSegment(c4af64f1-57a4-43fb-8a2a-8242720ebbf3),segment_id=c4af64f1-57a4-43fb-8a2a-8242720ebbf3)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:40.956244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea6fc7c8-d256-4ee8-8fe0-87551063d016 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:40.986264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:40.991309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0bf20-d68e-49a1-bb09-2b8216b99663 None None] Network 7cd76cab-b890-488d-b684-688c2957b90f requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:41.001800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74cbb8-7294-4485-ae1f-465a5fe5b73a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=abb84eee-b505-45f6-afb8-51f263d19cdf,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:41.010681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8b74cbb8-7294-4485-ae1f-465a5fe5b73a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:41.024847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b74cbb8-7294-4485-ae1f-465a5fe5b73a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:41.031876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:41.092411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] For port e3da68ee-031a-4cda-aad0-0c85884a4905, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e3da68ee-031a-4cda-aad0-0c85884a4905,segment=NetworkSegment(8ee4945f-b43e-44b9-9a77-31349d70514f),segment_id=8ee4945f-b43e-44b9-9a77-31349d70514f)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:41.092999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:41.093756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8b74cbb8-7294-4485-ae1f-465a5fe5b73a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/abb84eee-b505-45f6-afb8-51f263d19cdf HTTP/1.1" status: 204 len: 168 time: 1.5926452 Apr 22 17:04:41.095904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58414) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:41.117164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e8d7b2-c0f2-4e13-b390-4857702c86fb None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:41.219029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:04:41.344792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Calling delete_port for e3da68ee-031a-4cda-aad0-0c85884a4905 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:41.356653 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-85fd41ef-765c-47cf-bb80-c5938cdbb5d9 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The resource could not be found. Apr 22 17:04:41.363988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85fd41ef-765c-47cf-bb80-c5938cdbb5d9 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5199256 Apr 22 17:04:41.364995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58422) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:41.375070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5409573b-a90a-477b-aaa4-75461e73fe59 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:router {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:41.375756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'code': 200} Apr 22 17:04:41.383721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0ea879db-4722-4cf5-b52b-1abda75f2d83 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': '96ff64f0-e2a1-43cb-b5f6-36d153d583f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd22e2743-fa04-4b8b-86ba-f962582bbe51'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:41.403215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0ea879db-4722-4cf5-b52b-1abda75f2d83 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:41.409167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0ea879db-4722-4cf5-b52b-1abda75f2d83 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:41.412827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0ea879db-4722-4cf5-b52b-1abda75f2d83 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:41.415972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:41.431603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0ea879db-4722-4cf5-b52b-1abda75f2d83 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:41.445447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5409573b-a90a-477b-aaa4-75461e73fe59 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:router {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:41.448237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5409573b-a90a-477b-aaa4-75461e73fe59 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3488128 Apr 22 17:04:41.451681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58426) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:41.458440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:41.503889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Routers {'3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:04:41.504646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:04:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:41.542192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:41.548096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a93f2ea6-5fca-490a-8aa5-4686800aeabe tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:41.573981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:41.602734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Port': ['ID=e3da68ee-031a-4cda-aad0-0c85884a4905,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:41.605295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No DVR routers for this DVR port e3da68ee-031a-4cda-aad0-0c85884a4905 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:04:41.607348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:41.655731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86161c5c-5649-4fdd-9e68-7828f0683571 None None] Pushing event updated for resources: {'Port': ['ID=5284762f-39a5-4865-a6d9-991236074c42,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:41.672348 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-0ea879db-4722-4cf5-b52b-1abda75f2d83 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The resource could not be found. Apr 22 17:04:41.677483 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0ea879db-4722-4cf5-b52b-1abda75f2d83 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3070185 Apr 22 17:04:41.677665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:04:41.683020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86161c5c-5649-4fdd-9e68-7828f0683571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:41.686515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58430) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:41.707122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-639a1c92-32c4-42fa-b3b6-edcaf179b683 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:41.748422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:41.817330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:41.892380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:41.999983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd76cab-b890-488d-b684-688c2957b90f']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:42.021691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee4945f-b43e-44b9-9a77-31349d70514f') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:42.023370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee4945f-b43e-44b9-9a77-31349d70514f') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:42.056834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.090109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.102823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:42.154325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:42.155623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5284762f-39a5-4865-a6d9-991236074c42 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:42.327583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:04:42.327985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:04:42.348978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] Set router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:04:42.572844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c2794b-d16c-4084-9969-e09d373f42ce None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:04:42.585811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 5284762f-39a5-4865-a6d9-991236074c42 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:42.607347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2794b-d16c-4084-9969-e09d373f42ce None None] Deleting port 4c880ac1-f26b-41ac-ba39-b8d109567f47 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:42.608047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0c2794b-d16c-4084-9969-e09d373f42ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.643681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 5284762f-39a5-4865-a6d9-991236074c42 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:42.644384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.645523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-639a1c92-32c4-42fa-b3b6-edcaf179b683 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.651802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-639a1c92-32c4-42fa-b3b6-edcaf179b683 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.658396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7cd76cab-b890-488d-b684-688c2957b90f has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:42.666405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf60ca96-7b8b-48a4-bf51-21e1ead7723e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.673323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.722880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-639a1c92-32c4-42fa-b3b6-edcaf179b683 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.724296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639a1c92-32c4-42fa-b3b6-edcaf179b683 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Fanout notify agent at l3_agent the message router_deleted on router 20e5c95a-7940-4c3a-b8d5-9e1701acb91a {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:04:42.752138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf60ca96-7b8b-48a4-bf51-21e1ead7723e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.849389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-639a1c92-32c4-42fa-b3b6-edcaf179b683 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.850971 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-639a1c92-32c4-42fa-b3b6-edcaf179b683 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/routers/20e5c95a-7940-4c3a-b8d5-9e1701acb91a HTTP/1.1" status: 204 len: 168 time: 1.3970695 Apr 22 17:04:42.853744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58436) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:42.906727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf60ca96-7b8b-48a4-bf51-21e1ead7723e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.910208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf60ca96-7b8b-48a4-bf51-21e1ead7723e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:42.911645 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bf60ca96-7b8b-48a4-bf51-21e1ead7723e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "DELETE /v2.0/security-groups/96ff64f0-e2a1-43cb-b5f6-36d153d583f0 HTTP/1.1" status: 204 len: 168 time: 1.2241099 Apr 22 17:04:42.919314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02951c1b-8d09-4609-ad75-070c6b84971c tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:42.930047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58440) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:42.947802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 7cd76cab-b890-488d-b684-688c2957b90f has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:42.957339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60ca96-7b8b-48a4-bf51-21e1ead7723e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ff64f0-e2a1-43cb-b5f6-36d153d583f0,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:42.966034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf60ca96-7b8b-48a4-bf51-21e1ead7723e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:43.023865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f831f3d6-a0e7-4eca-8aff-f21daf7fda16 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Synchronizing usage tracker for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:43.036535 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:43.054529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ad1d4c-f5de-4b3b-9c65-0801d0716fa2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:43.056207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-60ad1d4c-f5de-4b3b-9c65-0801d0716fa2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:43.073937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f831f3d6-a0e7-4eca-8aff-f21daf7fda16 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Unset dirty status for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:43.075330 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f831f3d6-a0e7-4eca-8aff-f21daf7fda16 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1438315 Apr 22 17:04:43.079479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58444) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:43.085952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-45d19598-769a-4861-9b7a-32a9c9493899 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': '887c86e1-357d-40ba-89b6-b49e8807b360', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:43.092803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-45d19598-769a-4861-9b7a-32a9c9493899 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:43.097214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-45d19598-769a-4861-9b7a-32a9c9493899 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:43.100354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-45d19598-769a-4861-9b7a-32a9c9493899 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:43.102992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:43.106613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-60ad1d4c-f5de-4b3b-9c65-0801d0716fa2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:43.108073 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-60ad1d4c-f5de-4b3b-9c65-0801d0716fa2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2531013 Apr 22 17:04:43.108746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b76ab4b5-accb-457a-8266-7e4d14cebbec tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:43.109486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-45d19598-769a-4861-9b7a-32a9c9493899 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:43.111577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58448) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:43.135354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:43.150896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=7cd76cab-b890-488d-b684-688c2957b90f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:43.169284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:43.178445 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/7cd76cab-b890-488d-b684-688c2957b90f HTTP/1.1" status: 204 len: 168 time: 6.6654761 Apr 22 17:04:43.180096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:43.184286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58452) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:43.198728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:43.245176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54952782-43ed-44d0-ad55-547e1269af71 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:43.245909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-54952782-43ed-44d0-ad55-547e1269af71 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:43.252306 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b291d6-279e-4a4b-85b9-f16cf4f4f367 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:43.252306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b291d6-279e-4a4b-85b9-f16cf4f4f367 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:43.252306 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70b291d6-279e-4a4b-85b9-f16cf4f4f367 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/subnets/3ae03df4-447f-4548-a889-e9051946e055 HTTP/1.1" status: 404 len: 337 time: 0.0665147 Apr 22 17:04:43.255362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58456) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:43.298724 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd9232d-ea9a-4f86-b123-b1086f4ac5a7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:43.299299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd9232d-ea9a-4f86-b123-b1086f4ac5a7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:43.301677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7fd9232d-ea9a-4f86-b123-b1086f4ac5a7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/7cd76cab-b890-488d-b684-688c2957b90f HTTP/1.1" status: 404 len: 339 time: 0.0440960 Apr 22 17:04:43.304929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58460) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:43.317442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-54952782-43ed-44d0-ad55-547e1269af71 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:43.319405 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-54952782-43ed-44d0-ad55-547e1269af71 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2065692 Apr 22 17:04:43.327311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58464) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:43.331893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:04:43.361572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 5284762f-39a5-4865-a6d9-991236074c42, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5284762f-39a5-4865-a6d9-991236074c42,segment=NetworkSegment(c4af64f1-57a4-43fb-8a2a-8242720ebbf3),segment_id=c4af64f1-57a4-43fb-8a2a-8242720ebbf3)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:43.363339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-460b1b63-21b4-4cc9-9bb6-b3e036dbd0de tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:43.363879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460b1b63-21b4-4cc9-9bb6-b3e036dbd0de tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:43.368279 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-460b1b63-21b4-4cc9-9bb6-b3e036dbd0de tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/subnets/d8418a7d-57e5-4a4e-bb83-847ae8118ca9 HTTP/1.1" status: 404 len: 337 time: 0.0595427 Apr 22 17:04:43.368884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58468) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:43.397507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:43.401934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdc5f43-15e0-419d-8176-2eba24847a29 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:43.402493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdc5f43-15e0-419d-8176-2eba24847a29 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:43.404313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c0c2794b-d16c-4084-9969-e09d373f42ce None None] For port 4c880ac1-f26b-41ac-ba39-b8d109567f47, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4c880ac1-f26b-41ac-ba39-b8d109567f47,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:43.406721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0c2794b-d16c-4084-9969-e09d373f42ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:43.406883 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8cdc5f43-15e0-419d-8176-2eba24847a29 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/dae79c37-0c7f-4a76-92e7-825894e4d821 HTTP/1.1" status: 404 len: 339 time: 0.0353730 Apr 22 17:04:43.407689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58472) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:43.413863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:43.419929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86161c5c-5649-4fdd-9e68-7828f0683571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:43.427668 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-45d19598-769a-4861-9b7a-32a9c9493899 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The resource could not be found. Apr 22 17:04:43.435254 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-45d19598-769a-4861-9b7a-32a9c9493899 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3546283 Apr 22 17:04:43.436227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58476) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:43.450342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523582561'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:43.460626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4b5f3f87-9cfb-4a6d-9fd9-e45b6f278391 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:router {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:43.466294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 670f63ac-568e-45b5-90cc-0cbf30d0dec2 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:43.478309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:43.490975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:43.514226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4b5f3f87-9cfb-4a6d-9fd9-e45b6f278391 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:router {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:43.520434 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4b5f3f87-9cfb-4a6d-9fd9-e45b6f278391 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1872590 Apr 22 17:04:43.522065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58480) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:43.529541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:43.559069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:43.562305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'name': 'tempest-TestVolumeBootPattern-1460525275-router', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '6fab2063-3360-406c-8dd3-b84371657be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:19Z', 'updated_at': '2021-04-22T17:04:28Z', 'revision_number': 4, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'gw_port': {'id': '6fab2063-3360-406c-8dd3-b84371657be3', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:21Z', 'updated_at': '2021-04-22T17:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '5284762f-39a5-4865-a6d9-991236074c42', 'name': '', 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'mac_address': 'fa:16:3e:94:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c0b7b958-35e6-47c6-97b4-11fd689b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:25Z', 'updated_at': '2021-04-22T17:04:40Z', 'revision_number': 4, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'subnets': [{'id': 'c0b7b958-35e6-47c6-97b4-11fd689b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:43.564489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:43.579350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:43.642661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2794b-d16c-4084-9969-e09d373f42ce None None] Calling delete_port for 4c880ac1-f26b-41ac-ba39-b8d109567f47 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:43.716687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:43.723231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 670f63ac-568e-45b5-90cc-0cbf30d0dec2 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:43.723667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 670f63ac-568e-45b5-90cc-0cbf30d0dec2 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:04:43.728843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:43.743766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:43.760300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:43.763173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22759b02-ef2c-4457-8075-65fb6f3d8ea1 None None] The sync data for ids ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'] in dv-neutron-786478-3-hyperv is: [{'id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'name': 'tempest-TestVolumeBootPattern-1460525275-router', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '6fab2063-3360-406c-8dd3-b84371657be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:19Z', 'updated_at': '2021-04-22T17:04:28Z', 'revision_number': 4, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'gw_port': {'id': '6fab2063-3360-406c-8dd3-b84371657be3', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:21Z', 'updated_at': '2021-04-22T17:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '5284762f-39a5-4865-a6d9-991236074c42', 'name': '', 'network_id': '7101cee9-a097-474b-9c51-2541cdb4e12b', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'mac_address': 'fa:16:3e:94:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c0b7b958-35e6-47c6-97b4-11fd689b9190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:25Z', 'updated_at': '2021-04-22T17:04:40Z', 'revision_number': 4, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'subnets': [{'id': 'c0b7b958-35e6-47c6-97b4-11fd689b9190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:04:43.773045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:43.807068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:43.817304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=5284762f-39a5-4865-a6d9-991236074c42,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:43.822668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:43.823182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:43.848518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:43.874928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:43.882532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:43.923152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:43.927053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['ef4b7a58-6ebf-41c8-9bc3-8bad021aea86'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:04:43.969790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:44.025322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5284762f-39a5-4865-a6d9-991236074c42 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:44.056033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a78c8b6-742b-41e6-900c-2739ccc28a10']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:44.069423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.082212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0c2794b-d16c-4084-9969-e09d373f42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.092178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c7e23a7-aff3-4099-b0da-ea4ac3cd6682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:44.093605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4135e0a8-0f62-4b81-852b-338e4bab4955') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:44.093960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4135e0a8-0f62-4b81-852b-338e4bab4955') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:44.125396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.130672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.142044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-973e6ff2-cb5e-41ab-86a8-d71a92b40da9 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:44.154299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2794b-d16c-4084-9969-e09d373f42ce None None] Pushing event deleted for resources: {'Port': ['ID=4c880ac1-f26b-41ac-ba39-b8d109567f47,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:44.158874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c0c2794b-d16c-4084-9969-e09d373f42ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:44.162570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2794b-d16c-4084-9969-e09d373f42ce None None] No DVR routers for this DVR port 4c880ac1-f26b-41ac-ba39-b8d109567f47 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:04:44.181975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.195644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:44.218536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61df390b-8a34-4722-83ae-aea3f030644c None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:04:44.235936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088102fc-dc34-4496-b521-7b4490a21826,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:44.239674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:44.246681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.248060 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8025248 Apr 22 17:04:44.251815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58486) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:44.258081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654030545'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:44.294404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 5284762f-39a5-4865-a6d9-991236074c42 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:44.294859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.299439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:44.311948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:44.319346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:44.338309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:44.393249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.420288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:44.424458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:44.427901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:44.435358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:44.436702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 0a78c8b6-742b-41e6-900c-2739ccc28a10 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:44.447277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.555646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.622527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.632817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf60ca96-7b8b-48a4-bf51-21e1ead7723e tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:44.670111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967b1126-d21c-41b7-a48b-e65e9d88873f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:44.673415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:44.692186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 0a78c8b6-742b-41e6-900c-2739ccc28a10 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:44.726765 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:44.762470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.767537 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5146575 Apr 22 17:04:44.772145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58492) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:44.783236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-35141d45-e298-4b9a-92a9-316a7b1f3818 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group_rule': {'security_group_id': '088102fc-dc34-4496-b521-7b4490a21826', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '967b1126-d21c-41b7-a48b-e65e9d88873f'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:44.797430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-35141d45-e298-4b9a-92a9-316a7b1f3818 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:44.801839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-35141d45-e298-4b9a-92a9-316a7b1f3818 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:44.829983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-35141d45-e298-4b9a-92a9-316a7b1f3818 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:44.839797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-35141d45-e298-4b9a-92a9-316a7b1f3818 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:44.919281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61df390b-8a34-4722-83ae-aea3f030644c None None] Resources bound (agent type, host, resource id): {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:04:44.928226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.933070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3cf2bdc8-6a83-40d2-b087-b95502d72348 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:44.971983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:44.984746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=0a78c8b6-742b-41e6-900c-2739ccc28a10,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:45.020901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87210) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:04:45.023006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.025911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:45.028937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2cc3b30-a52d-4642-b1e4-770c58a094a1 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:45.032095 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9222a3eb-e0d6-4fa2-a89f-e668b3a49810 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/0a78c8b6-742b-41e6-900c-2739ccc28a10 HTTP/1.1" status: 204 len: 168 time: 1.6229496 Apr 22 17:04:45.041330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58496) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.068474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4c880ac1-f26b-41ac-ba39-b8d109567f47 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:45.073861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-35141d45-e298-4b9a-92a9-316a7b1f3818 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:04:45.078225 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-35141d45-e298-4b9a-92a9-316a7b1f3818 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3010767 Apr 22 17:04:45.087530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58500) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.114375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:45.118581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:45.139794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:45.140537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.146759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=b766fa7c-cbad-41fd-9383-bdf64a05307f,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:45.149807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:45.154664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed422f12-848c-4a14-bc8f-1b6f55889ee0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.155196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed422f12-848c-4a14-bc8f-1b6f55889ee0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.157529 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ed422f12-848c-4a14-bc8f-1b6f55889ee0 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/subnets/ff513e8b-8812-44d3-be7d-dd8243dc1046 HTTP/1.1" status: 404 len: 337 time: 0.1150546 Apr 22 17:04:45.162834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58504) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.203754 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6769404 Apr 22 17:04:45.203977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bea213f-5e0a-4e2e-b538-e20c5872d2fd tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.203977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bea213f-5e0a-4e2e-b538-e20c5872d2fd tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.204695 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9bea213f-5e0a-4e2e-b538-e20c5872d2fd tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/c4b1620b-679f-4117-acf2-7c1e3f089e00 HTTP/1.1" status: 404 len: 339 time: 0.0413172 Apr 22 17:04:45.207835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58508) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.208943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58510) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.219593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:45.227278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8542b6d-4b8b-4bbd-a010-da5767a9cdc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.262512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8542b6d-4b8b-4bbd-a010-da5767a9cdc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.315606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 4c880ac1-f26b-41ac-ba39-b8d109567f47 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:45.316004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4c880ac1-f26b-41ac-ba39-b8d109567f47 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:04:45.348957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d72ca7-a138-423e-9c04-76ab1b4705e3 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.349313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8542b6d-4b8b-4bbd-a010-da5767a9cdc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.349427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d72ca7-a138-423e-9c04-76ab1b4705e3 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.351317 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a7d72ca7-a138-423e-9c04-76ab1b4705e3 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/subnets/5f53e6be-7d15-48ac-84f3-d852f0b0b617 HTTP/1.1" status: 404 len: 337 time: 0.1387639 Apr 22 17:04:45.354519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58516) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.359017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32ddfa93-8d06-4076-81e7-d5fc709dca0d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:45.380149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8542b6d-4b8b-4bbd-a010-da5767a9cdc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967b1126-d21c-41b7-a48b-e65e9d88873f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:45.382987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8542b6d-4b8b-4bbd-a010-da5767a9cdc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:45.389141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8542b6d-4b8b-4bbd-a010-da5767a9cdc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.393728 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a8542b6d-4b8b-4bbd-a010-da5767a9cdc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "DELETE /v2.0/security-groups/967b1126-d21c-41b7-a48b-e65e9d88873f HTTP/1.1" status: 204 len: 168 time: 0.2994106 Apr 22 17:04:45.394148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58520) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.396578 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6811bf8f-c9fe-455e-85e9-20dcf2a3d2de tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.397114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6811bf8f-c9fe-455e-85e9-20dcf2a3d2de tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.398952 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6811bf8f-c9fe-455e-85e9-20dcf2a3d2de tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/b4c1c9d5-c629-44e1-b38f-f7c71848d7d7 HTTP/1.1" status: 404 len: 339 time: 0.0434179 Apr 22 17:04:45.402276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58524) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.463007 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eab0e1b-d770-4a8b-96ab-2b4059f503ba tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.463526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eab0e1b-d770-4a8b-96ab-2b4059f503ba tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.467810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4eab0e1b-d770-4a8b-96ab-2b4059f503ba tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/subnets/de408d45-2001-4cbd-a3a6-b4108497fd52 HTTP/1.1" status: 404 len: 337 time: 0.0622294 Apr 22 17:04:45.469054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58528) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.474448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0d0d922f-bb73-45b4-8de2-892c25fd329f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Synchronizing usage tracker for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:45.513777 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f113ac-7f82-44e3-868a-df585580802a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.514307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f113ac-7f82-44e3-868a-df585580802a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.516229 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d9f113ac-7f82-44e3-868a-df585580802a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/7ee99277-e273-48ff-bddf-e04f6d5760d0 HTTP/1.1" status: 404 len: 339 time: 0.0468514 Apr 22 17:04:45.519667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58532) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.525506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:45.536309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:45.561788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0d0d922f-bb73-45b4-8de2-892c25fd329f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Unset dirty status for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:45.566337 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0d0d922f-bb73-45b4-8de2-892c25fd329f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1680932 Apr 22 17:04:45.566733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:45.571864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.574275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58536) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.577424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:45.624529 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-714452a1-d914-4647-b5c8-156c89606ef2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.625044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714452a1-d914-4647-b5c8-156c89606ef2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.630011 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-714452a1-d914-4647-b5c8-156c89606ef2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/subnets/44422271-ba67-4b4f-a997-01d38cb0b379 HTTP/1.1" status: 404 len: 337 time: 0.1092417 Apr 22 17:04:45.631996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58540) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.677874 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a42e24-a691-4483-9422-adfd3fb19659 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.678247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a42e24-a691-4483-9422-adfd3fb19659 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.682964 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f7a42e24-a691-4483-9422-adfd3fb19659 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/7087cfde-70da-4944-a6bb-4df15f90f439 HTTP/1.1" status: 404 len: 339 time: 0.0470569 Apr 22 17:04:45.686611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58544) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.701598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': 'b766fa7c-cbad-41fd-9383-bdf64a05307f'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:04:45.702521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.732667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:45.733093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.737175 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e111f78-a1e1-4af1-86fd-17e953e10232 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.737769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e111f78-a1e1-4af1-86fd-17e953e10232 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.742377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58548) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.742519 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1e111f78-a1e1-4af1-86fd-17e953e10232 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/subnets/a917e968-9ed1-43b3-bac0-1e93ed259da3 HTTP/1.1" status: 404 len: 337 time: 0.0547738 Apr 22 17:04:45.745786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fa96f84-a34a-4df4-a851-0c90b251d293 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.782464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fa96f84-a34a-4df4-a851-0c90b251d293 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.787629 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a2bf2f-5c76-47e4-bd2b-edbc54304360 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.788409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a2bf2f-5c76-47e4-bd2b-edbc54304360 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.791437 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-58a2bf2f-5c76-47e4-bd2b-edbc54304360 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/9a9a2721-18c7-45de-a9f7-0f65ac291f9d HTTP/1.1" status: 404 len: 339 time: 0.0473979 Apr 22 17:04:45.795753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58552) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.854136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da28118-1884-4a5f-a300-b576f0217652 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.854797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da28118-1884-4a5f-a300-b576f0217652 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.859038 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9da28118-1884-4a5f-a300-b576f0217652 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/subnets/70703142-1b5c-4cfc-ba30-0bff877b2a2d HTTP/1.1" status: 404 len: 337 time: 0.0594747 Apr 22 17:04:45.859800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58556) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.868316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fa96f84-a34a-4df4-a851-0c90b251d293 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.874262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-241e52eb-a95f-4ccf-a42e-c255df24e769 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:45.904997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa96f84-a34a-4df4-a851-0c90b251d293 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=088102fc-dc34-4496-b521-7b4490a21826,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:45.907551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5fa96f84-a34a-4df4-a851-0c90b251d293 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:45.907680 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d290d5-e824-4833-a608-572899f1c5fc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:45.908093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d290d5-e824-4833-a608-572899f1c5fc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:45.910560 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-22d290d5-e824-4833-a608-572899f1c5fc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/cfb8216d-04f7-458b-8272-983539e334a0 HTTP/1.1" status: 404 len: 339 time: 0.0499868 Apr 22 17:04:45.913466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58562) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:45.950751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fa96f84-a34a-4df4-a851-0c90b251d293 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:45.954533 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5fa96f84-a34a-4df4-a851-0c90b251d293 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "DELETE /v2.0/security-groups/088102fc-dc34-4496-b521-7b4490a21826 HTTP/1.1" status: 204 len: 168 time: 0.3759966 Apr 22 17:04:45.954881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58566) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:46.010569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.046122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Allocated IP 2001:db8::f816:3eff:fe01:e80f (9f37a3e5-e543-44dd-91a5-83fee171a55d/b766fa7c-cbad-41fd-9383-bdf64a05307f/367bc969-0579-4589-aebf-764867bb0e02) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:46.047558 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-1038fe5b-7262-4047-8e95-b616b7e16e67 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:46.048084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1038fe5b-7262-4047-8e95-b616b7e16e67 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:46.050563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7c7d8469-3754-4fd4-a6c9-c0aaedcc9e6d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Synchronizing usage tracker for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:46.069420 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1038fe5b-7262-4047-8e95-b616b7e16e67 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/subnets/2d783c48-c8b0-4f7c-8334-21b4344fba92 HTTP/1.1" status: 404 len: 337 time: 0.1520593 Apr 22 17:04:46.070399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58570) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:46.105337 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4c7c9f-8a32-4bb5-8407-07b086aa591c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:46.106335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4c7c9f-8a32-4bb5-8407-07b086aa591c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:46.110745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cd4c7c9f-8a32-4bb5-8407-07b086aa591c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/ec35fe66-4350-43a2-9347-1bb14159050e HTTP/1.1" status: 404 len: 339 time: 0.0366821 Apr 22 17:04:46.110745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7c7d8469-3754-4fd4-a6c9-c0aaedcc9e6d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Unset dirty status for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:46.111294 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7c7d8469-3754-4fd4-a6c9-c0aaedcc9e6d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1553824 Apr 22 17:04:46.112152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58574) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:46.116548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58578) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:46.126035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372210278'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:46.135353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:04:46.150188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:46.186236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:46.189578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.196374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fce4b34c-3c70-45fa-97c9-a0a1e28aac9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:46.196516 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-53902f9a-f494-46b9-b307-10ec3b1e42cd tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:46.196715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53902f9a-f494-46b9-b307-10ec3b1e42cd tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:46.198524 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-53902f9a-f494-46b9-b307-10ec3b1e42cd tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/subnets/222fbee4-5f21-4511-869d-e72931e16a11 HTTP/1.1" status: 404 len: 337 time: 0.0848112 Apr 22 17:04:46.201344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58584) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:46.206960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:46.227628 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'code': 200} Apr 22 17:04:46.245365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.262045 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec7d007-473e-4125-b7f1-8663c1c87f13 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] DELETE failed (client error): The resource could not be found. Apr 22 17:04:46.262578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec7d007-473e-4125-b7f1-8663c1c87f13 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:04:46.264495 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9ec7d007-473e-4125-b7f1-8663c1c87f13 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/0af7fd80-4c95-4a5d-aeb0-18aa3bfab7c2 HTTP/1.1" status: 404 len: 339 time: 0.0618353 Apr 22 17:04:46.268495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58588) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:46.281513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:46.287510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Usage tracker for resource:security_group_rule and tenant:06df8a41b68b4d22b2016d2fff5f7884 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:46.292163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:46.300978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:46.342435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:46.355829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:46.379895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.392206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Transition to ACTIVE for port object 367bc969-0579-4589-aebf-764867bb0e02 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:46.415710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Transition to ACTIVE for port object 367bc969-0579-4589-aebf-764867bb0e02 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:46.417005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0aff28-8730-49fb-9aba-8343c2c855c7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Deleting subnet 2c1cd5f4-68d8-4c9f-a1af-548d8b577c1f {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:04:46.428733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e0aff28-8730-49fb-9aba-8343c2c855c7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.451814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.463544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:46.476873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.498933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e0aff28-8730-49fb-9aba-8343c2c855c7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.521636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.521889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:46.524715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:46.527333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:46.585530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-542a6e4e-4a05-4cd1-8b39-e574defc6e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:46.647308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccdf667-b3fa-4cd0-b84c-9243bc3e0e1e,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:46.650118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Attempting to bind port 367bc969-0579-4589-aebf-764867bb0e02 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:46.650554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Attempting to bind port 367bc969-0579-4589-aebf-764867bb0e02 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:46.651175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Attempting to bind port 367bc969-0579-4589-aebf-764867bb0e02 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:46.660054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Pushing event updated for resources: {'Port': ['ID=367bc969-0579-4589-aebf-764867bb0e02,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:46.663347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:46.664347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:46.664766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:46.665292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.665642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:46.666179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Bound port: 367bc969-0579-4589-aebf-764867bb0e02, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:46.666599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.670500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.676222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5538721 Apr 22 17:04:46.677885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:46.680925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58592) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:46.691779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-eeca2ff7-49ab-4044-b604-f8d8d73b3d61 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:46.692495 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.api.v2.base [None req-eeca2ff7-49ab-4044-b604-f8d8d73b3d61 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 17:04:46.693464 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-eeca2ff7-49ab-4044-b604-f8d8d73b3d61 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 17:04:46.696375 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eeca2ff7-49ab-4044-b604-f8d8d73b3d61 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "PUT /v2.0/security-groups/fccdf667-b3fa-4cd0-b84c-9243bc3e0e1e HTTP/1.1" status: 409 len: 330 time: 0.0133059 Apr 22 17:04:46.698873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58596) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:46.722585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e0aff28-8730-49fb-9aba-8343c2c855c7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.767342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] For port 367bc969-0579-4589-aebf-764867bb0e02, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:46.769838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.771718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] For port 367bc969-0579-4589-aebf-764867bb0e02, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=367bc969-0579-4589-aebf-764867bb0e02,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:46.777377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffee1b30-3dcd-4295-850e-763a01fabf33 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:46.804858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-deaa4a7a-d0dd-4411-a1ef-415bb5eb6a4d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.806058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.811476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:46.841897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-deaa4a7a-d0dd-4411-a1ef-415bb5eb6a4d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.851807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:46.857389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:46.922492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Pushing event updated for resources: {'Port': ['ID=367bc969-0579-4589-aebf-764867bb0e02,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:46.922492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:46.936945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-deaa4a7a-d0dd-4411-a1ef-415bb5eb6a4d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.942911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d9271c02-1edd-4c46-8219-51e676c5eab8 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:46.956792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:46.957452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.961854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa4a7a-d0dd-4411-a1ef-415bb5eb6a4d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccdf667-b3fa-4cd0-b84c-9243bc3e0e1e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:46.964553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-deaa4a7a-d0dd-4411-a1ef-415bb5eb6a4d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:46.970824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-deaa4a7a-d0dd-4411-a1ef-415bb5eb6a4d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:46.972821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-deaa4a7a-d0dd-4411-a1ef-415bb5eb6a4d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "DELETE /v2.0/security-groups/fccdf667-b3fa-4cd0-b84c-9243bc3e0e1e HTTP/1.1" status: 204 len: 168 time: 0.2727170 Apr 22 17:04:46.975700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58600) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:46.975848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=128afa62-2871-408f-b69e-322b2954ba93,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:46.990144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:47.039476 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8289299 Apr 22 17:04:47.043017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58604) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:47.049770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7272045d-ba0d-4a23-a3b9-a078add2746b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Synchronizing usage tracker for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:47.056998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:a2:ac:6a', 'name': 'tempest-NetworksTestDHCPv6-1958701622'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:47.097948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7272045d-ba0d-4a23-a3b9-a078add2746b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Unset dirty status for tenant:06df8a41b68b4d22b2016d2fff5f7884 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:47.100594 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7272045d-ba0d-4a23-a3b9-a078add2746b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238499 Apr 22 17:04:47.104790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58610) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:47.128962 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-a738efb0-7fad-4aa1-9c32-61e72272d018 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] delete failed (client error): The resource could not be found. Apr 22 17:04:47.130124 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a738efb0-7fad-4aa1-9c32-61e72272d018 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "DELETE /v2.0/security-groups/97b27ece-4fdd-4b2e-8b16-3cb0c3beda26 HTTP/1.1" status: 404 len: 347 time: 0.0241475 Apr 22 17:04:47.135156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58614) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:47.156642 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-27b1fdcc-8edc-433e-9872-4cd8f1f8ed45 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] show failed (client error): The resource could not be found. Apr 22 17:04:47.161374 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-27b1fdcc-8edc-433e-9872-4cd8f1f8ed45 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "GET /v2.0/security-groups/26fd8e46-d28c-4adc-b8df-4aafb9e2049d HTTP/1.1" status: 404 len: 347 time: 0.0250928 Apr 22 17:04:47.162236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58618) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:47.180879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-94a717d3-3d0e-4818-9ffc-a997b7e0a880 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] show failed (client error): The resource could not be found. Apr 22 17:04:47.182284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-94a717d3-3d0e-4818-9ffc-a997b7e0a880 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] 10.222.0.77 "GET /v2.0/security-group-rules/69808614-34b1-458e-9982-6367208bd86b HTTP/1.1" status: 404 len: 356 time: 0.0187078 Apr 22 17:04:47.339105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:47.346499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:47.350922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:47.358967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:47.395564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e0aff28-8730-49fb-9aba-8343c2c855c7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:47.400916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:47.686729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58626) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:47.737056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:47.769540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0aff28-8730-49fb-9aba-8343c2c855c7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1cd5f4-68d8-4c9f-a1af-548d8b577c1f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:47.772081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e0aff28-8730-49fb-9aba-8343c2c855c7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:47.827091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e0aff28-8730-49fb-9aba-8343c2c855c7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:47.898568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6e0aff28-8730-49fb-9aba-8343c2c855c7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/subnets/2c1cd5f4-68d8-4c9f-a1af-548d8b577c1f HTTP/1.1" status: 204 len: 168 time: 1.6282632 Apr 22 17:04:47.901159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58632) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:47.916932 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a2615cb6-5682-4155-b374-c5f43ffa9bcb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06df8a41b68b4d22b2016d2fff5f7884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282438 Apr 22 17:04:47.917577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58636) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:47.932717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:47.998123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c15ac3d3-602f-498d-a41e-ca2f1534f3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:48.029819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c15ac3d3-602f-498d-a41e-ca2f1534f3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:48.050766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port e05fff36-d17a-4ea4-9b46-247fd4a7d1d5 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:04:48.055339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 367bc969-0579-4589-aebf-764867bb0e02 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:48.112961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:48.154069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Deleting port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:48.154458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:48.168023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 367bc969-0579-4589-aebf-764867bb0e02 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:48.188695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c15ac3d3-602f-498d-a41e-ca2f1534f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:48.205496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fb64d73d-c97d-40c2-a063-f9f15a3e542a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:48.218222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ac3d3-602f-498d-a41e-ca2f1534f3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb85ea93-48df-4757-862f-772b2022d75a,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:48.240486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c15ac3d3-602f-498d-a41e-ca2f1534f3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:48.256410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c15ac3d3-602f-498d-a41e-ca2f1534f3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:48.257685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c15ac3d3-602f-498d-a41e-ca2f1534f3fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb85ea93-48df-4757-862f-772b2022d75a HTTP/1.1" status: 204 len: 168 time: 0.3360841 Apr 22 17:04:48.562934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] For port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a,segment=NetworkSegment(3c52fd90-3741-4e68-a28c-bf46ccd96372),segment_id=3c52fd90-3741-4e68-a28c-bf46ccd96372)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:48.562934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:48.577845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 172.20.0.12 (9f37a3e5-e543-44dd-91a5-83fee171a55d/128afa62-2871-408f-b69e-322b2954ba93/e05fff36-d17a-4ea4-9b46-247fd4a7d1d5) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:48.597563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e879f8-30b5-443c-b989-f4cfefd177ab None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:48.696751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc3f92d-e72d-4e5a-8f1e-da9a9441f448 None None] Network 03f07f1c-ed27-446a-b9a5-646c78278e17 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:48.705867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::f816:3eff:fea2:ac6a (9f37a3e5-e543-44dd-91a5-83fee171a55d/b766fa7c-cbad-41fd-9383-bdf64a05307f/e05fff36-d17a-4ea4-9b46-247fd4a7d1d5) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:48.715072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Calling delete_port for d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:48.855069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d5f4dc21-2148-4115-bf14-e08534786300 None None] Provisioning for port 367bc969-0579-4589-aebf-764867bb0e02 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:48.900346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d5f4dc21-2148-4115-bf14-e08534786300 None None] Provisioning complete for port 367bc969-0579-4589-aebf-764867bb0e02 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:48.900768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dc21-2148-4115-bf14-e08534786300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:48.924908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:48.932210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a1fd148-8f23-4ab5-af50-f49d4eff5590 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:48.987823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Port': ['ID=d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:48.999688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:49.000599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] No DVR routers for this DVR port d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:04:49.132243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791afde-b71d-4081-b2d1-0a7b29d1749f None None] DHCP port deletion for 03f07f1c-ed27-446a-b9a5-646c78278e17 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:04:49.187001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:49.204944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dc21-2148-4115-bf14-e08534786300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:49.281887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d5f4dc21-2148-4115-bf14-e08534786300 None None] For port 367bc969-0579-4589-aebf-764867bb0e02, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=367bc969-0579-4589-aebf-764867bb0e02,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:49.288674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:49.309318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1dca16-55e3-4b87-9d13-a681d410cf00 None None] Update dhcp port {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'fixed_ips': [{'subnet_id': 'b766fa7c-cbad-41fd-9383-bdf64a05307f', 'ip_address': '2001:db8::f816:3eff:fe01:e80f'}, {'subnet_id': '128afa62-2871-408f-b69e-322b2954ba93'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': '367bc969-0579-4589-aebf-764867bb0e02'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:04:49.328657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object e05fff36-d17a-4ea4-9b46-247fd4a7d1d5 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:49.349818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f07f1c-ed27-446a-b9a5-646c78278e17']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:49.367235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c52fd90-3741-4e68-a28c-bf46ccd96372') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:49.367549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c52fd90-3741-4e68-a28c-bf46ccd96372') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:04:49.384226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:49.394719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dc21-2148-4115-bf14-e08534786300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:49.403949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2ca3162-7b2b-4f79-b6e4-9c3eb4775575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:49.438466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd1dca16-55e3-4b87-9d13-a681d410cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:49.457320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:49.463200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:49.470325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:49.509266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:04:49.544418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4dc21-2148-4115-bf14-e08534786300 None None] Pushing event updated for resources: {'Port': ['ID=367bc969-0579-4589-aebf-764867bb0e02,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:49.558234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5f4dc21-2148-4115-bf14-e08534786300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:49.641669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:49.664510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:49.720397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:49.741614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-fd1dca16-55e3-4b87-9d13-a681d410cf00 None None] Allocated IP 172.20.0.2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/128afa62-2871-408f-b69e-322b2954ba93/367bc969-0579-4589-aebf-764867bb0e02) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:49.746327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=e05fff36-d17a-4ea4-9b46-247fd4a7d1d5,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:49.769382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:49.793744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 03f07f1c-ed27-446a-b9a5-646c78278e17 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:49.810127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:49.897304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fd1dca16-55e3-4b87-9d13-a681d410cf00 None None] For port 367bc969-0579-4589-aebf-764867bb0e02, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=367bc969-0579-4589-aebf-764867bb0e02,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:49.913588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:49.914329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:49.926997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd1dca16-55e3-4b87-9d13-a681d410cf00 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:49.974979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 367bc969-0579-4589-aebf-764867bb0e02 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:50.038568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Network 03f07f1c-ed27-446a-b9a5-646c78278e17 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:04:50.059133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 367bc969-0579-4589-aebf-764867bb0e02 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:50.059486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:04:50.064635 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:04:50.073501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58646) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:50.073709 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0291893 Apr 22 17:04:50.188220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:50.192581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3e8ecd-3f99-4eaa-a64c-0e3db3ddde8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:50.193647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c377c675-e9a6-43ad-b9ba-bcdda62c041c tempest-BulkNetworkOpsTest-471080319 tempest-BulkNetworkOpsTest-471080319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:50.199539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3e8ecd-3f99-4eaa-a64c-0e3db3ddde8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:50.200437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bc3e8ecd-3f99-4eaa-a64c-0e3db3ddde8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:50.218280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:50.235369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Pushing event deleted for resources: {'Network': ['ID=03f07f1c-ed27-446a-b9a5-646c78278e17,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:50.240279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:50.244892 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] 10.222.0.77 "DELETE /v2.0/networks/03f07f1c-ed27-446a-b9a5-646c78278e17 HTTP/1.1" status: 204 len: 168 time: 2.3400378 Apr 22 17:04:50.256872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bc3e8ecd-3f99-4eaa-a64c-0e3db3ddde8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:50.260832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bc3e8ecd-3f99-4eaa-a64c-0e3db3ddde8d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1830955 Apr 22 17:04:50.261178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58652) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:50.291624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fd1dca16-55e3-4b87-9d13-a681d410cf00 None None] Transition to ACTIVE for port object 367bc969-0579-4589-aebf-764867bb0e02 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:50.324410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Port 367bc969-0579-4589-aebf-764867bb0e02 had new provisioning blocks added so it will not transition to active. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Apr 22 17:04:50.327708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd1dca16-55e3-4b87-9d13-a681d410cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:50.339197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-955337b3-0e64-4f21-8498-c14d75669087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:50.352489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f17d410f-2d50-4539-b9b9-88b75d69dd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port e05fff36-d17a-4ea4-9b46-247fd4a7d1d5 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:50.353193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f17d410f-2d50-4539-b9b9-88b75d69dd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:50.466214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dca16-55e3-4b87-9d13-a681d410cf00 None None] Pushing event updated for resources: {'Port': ['ID=367bc969-0579-4589-aebf-764867bb0e02,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:50.471631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd1dca16-55e3-4b87-9d13-a681d410cf00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:50.471631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:50.553300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:50.553732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d918c6b5-ce43-4ac7-91a6-9d8f155b2b3a not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:04:50.663613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f17d410f-2d50-4539-b9b9-88b75d69dd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:50.767322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58660) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:50.867743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f17d410f-2d50-4539-b9b9-88b75d69dd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for e05fff36-d17a-4ea4-9b46-247fd4a7d1d5 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:50.976568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b4f6f7be-aded-4372-9a6b-ee265ed51419 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f9d9666ab3d4498b65065051f3e96f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057314 Apr 22 17:04:50.979199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58666) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:51.058276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c11de0fb-13df-49c1-b45e-6c67e1cf25b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:51.093079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c11de0fb-13df-49c1-b45e-6c67e1cf25b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:51.183036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c11de0fb-13df-49c1-b45e-6c67e1cf25b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:51.191186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f7e2939-50b0-4776-af37-3eeb36037d57 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:51.211558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11de0fb-13df-49c1-b45e-6c67e1cf25b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea84ff-99af-4dbd-82d2-59ea78de9de1,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:51.218709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c11de0fb-13df-49c1-b45e-6c67e1cf25b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:51.218709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c11de0fb-13df-49c1-b45e-6c67e1cf25b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:51.218709 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c11de0fb-13df-49c1-b45e-6c67e1cf25b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58ea84ff-99af-4dbd-82d2-59ea78de9de1 HTTP/1.1" status: 204 len: 168 time: 0.2368524 Apr 22 17:04:51.257175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f17d410f-2d50-4539-b9b9-88b75d69dd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:51.265370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:51.288429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f965f1-245a-4117-9fd4-572ff50dd161 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:51.353602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d410f-2d50-4539-b9b9-88b75d69dd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=e05fff36-d17a-4ea4-9b46-247fd4a7d1d5,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:51.362188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f17d410f-2d50-4539-b9b9-88b75d69dd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:51.475605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f17d410f-2d50-4539-b9b9-88b75d69dd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:51.484974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-da519b7c-2c2a-4e3f-ae8c-7d5e11d9fd3f None None] Provisioning for port 367bc969-0579-4589-aebf-764867bb0e02 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:04:51.495462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-da519b7c-2c2a-4e3f-ae8c-7d5e11d9fd3f None None] Provisioning complete for port 367bc969-0579-4589-aebf-764867bb0e02 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:51.495887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da519b7c-2c2a-4e3f-ae8c-7d5e11d9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:51.525707 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f17d410f-2d50-4539-b9b9-88b75d69dd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/e05fff36-d17a-4ea4-9b46-247fd4a7d1d5 HTTP/1.1" status: 204 len: 168 time: 1.2632942 Apr 22 17:04:51.528322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58674) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:51.636592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf940af-3327-4305-832c-27c2ab8c114f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:51.638578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf940af-3327-4305-832c-27c2ab8c114f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:51.640781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf940af-3327-4305-832c-27c2ab8c114f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:51.643158 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-faf940af-3327-4305-832c-27c2ab8c114f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1130662 Apr 22 17:04:51.646182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58680) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:51.801329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-1597c99a-c582-4dde-8607-0f1a4a826c4b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 128afa62-2871-408f-b69e-322b2954ba93 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:04:51.805169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1597c99a-c582-4dde-8607-0f1a4a826c4b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:51.876725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1597c99a-c582-4dde-8607-0f1a4a826c4b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:51.981115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 367bc969-0579-4589-aebf-764867bb0e02 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:04:51.995771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1597c99a-c582-4dde-8607-0f1a4a826c4b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:52.101322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-47281c45-ca68-4665-b6ac-0044822058dc None None] Provisioning complete for port 367bc969-0579-4589-aebf-764867bb0e02 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:52.101744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47281c45-ca68-4665-b6ac-0044822058dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:52.193895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 367bc969-0579-4589-aebf-764867bb0e02 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:52.194468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:52.440322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1597c99a-c582-4dde-8607-0f1a4a826c4b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:52.448992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d53d3bc6-854e-4b4a-821a-25d58c82dd84 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:52.501765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597c99a-c582-4dde-8607-0f1a4a826c4b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=128afa62-2871-408f-b69e-322b2954ba93,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:52.505342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1597c99a-c582-4dde-8607-0f1a4a826c4b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:52.506424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1597c99a-c582-4dde-8607-0f1a4a826c4b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:52.551610 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1597c99a-c582-4dde-8607-0f1a4a826c4b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/128afa62-2871-408f-b69e-322b2954ba93 HTTP/1.1" status: 204 len: 168 time: 0.9021955 Apr 22 17:04:52.551895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58700) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:52.571160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6baeac88-9ecb-43b5-bc0b-820e657e7c75 None None] Could not find standard attr ID for object e05fff36-d17a-4ea4-9b46-247fd4a7d1d5. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:04:52.595978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58704) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:52.651229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21c81e-5a00-431b-be1e-f3695a24aa95 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:52.651447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-5929ae6f-f850-41f9-b40e-2cd2a2d6c53d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet b766fa7c-cbad-41fd-9383-bdf64a05307f {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:04:52.654916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5929ae6f-f850-41f9-b40e-2cd2a2d6c53d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:52.730915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5929ae6f-f850-41f9-b40e-2cd2a2d6c53d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:52.819461 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2027abc7-5200-4e48-98b5-82ae98af806d tempest-ServiceProvidersTest-390573659 tempest-ServiceProvidersTest-390573659-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2183347 Apr 22 17:04:52.882057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5929ae6f-f850-41f9-b40e-2cd2a2d6c53d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:53.607351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-06e01e73-c730-432c-9a86-817d6c99ff17 None None] Provisioning complete for port 367bc969-0579-4589-aebf-764867bb0e02 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:04:53.607872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-06e01e73-c730-432c-9a86-817d6c99ff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:56.326010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5929ae6f-f850-41f9-b40e-2cd2a2d6c53d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:56.331547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-06d7c4ff-a1a4-4d0f-8631-ae4341141047 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:56.377726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5929ae6f-f850-41f9-b40e-2cd2a2d6c53d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:56.386457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f2350-cddf-4bfb-b6be-ad05b7127346 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:56.391925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5929ae6f-f850-41f9-b40e-2cd2a2d6c53d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/b766fa7c-cbad-41fd-9383-bdf64a05307f HTTP/1.1" status: 204 len: 168 time: 3.8366506 Apr 22 17:04:56.391925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929ae6f-f850-41f9-b40e-2cd2a2d6c53d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=b766fa7c-cbad-41fd-9383-bdf64a05307f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:56.392358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58728) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:56.397353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5929ae6f-f850-41f9-b40e-2cd2a2d6c53d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:56.490925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ed8c3296-c3b4-4ccb-b196-6974dcec7aa9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:router {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:04:56.503983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ed8c3296-c3b4-4ccb-b196-6974dcec7aa9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:router {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:04:56.505285 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ed8c3296-c3b4-4ccb-b196-6974dcec7aa9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118228 Apr 22 17:04:56.508641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58734) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:56.515750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:56.580785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58738) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:56.663088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:56.668464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:56.671947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:56.679944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:56.698205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8417b12b-be98-405b-a2c2-f095b6204deb None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:04:56.703583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8417b12b-be98-405b-a2c2-f095b6204deb None None] Deleting port 367bc969-0579-4589-aebf-764867bb0e02 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:04:56.703988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8417b12b-be98-405b-a2c2-f095b6204deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:56.748631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51af2079-98e2-4e81-8d81-a46de9634e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:56.765905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-51af2079-98e2-4e81-8d81-a46de9634e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:56.770413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-51af2079-98e2-4e81-8d81-a46de9634e73 admin admin] Usage tracker for resource:security_group_rule and tenant:7375cd51f865449899b5745848224279 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:56.773684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-51af2079-98e2-4e81-8d81-a46de9634e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:56.780930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-51af2079-98e2-4e81-8d81-a46de9634e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:56.790142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:56.796328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:56.918733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51af2079-98e2-4e81-8d81-a46de9634e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:56.982304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51af2079-98e2-4e81-8d81-a46de9634e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:57.002102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca82125e-17fa-440d-9792-5420278a0a7b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:57.047880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af2079-98e2-4e81-8d81-a46de9634e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1e6e71-76b3-4f88-982b-24c70437e8db,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:57.064137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-51af2079-98e2-4e81-8d81-a46de9634e73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7375cd51f865449899b5745848224279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821372 Apr 22 17:04:57.070223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58752) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:57.071485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51af2079-98e2-4e81-8d81-a46de9634e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:57.147043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1347e48-3854-43d3-8472-c15235ff33a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:57.179158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1347e48-3854-43d3-8472-c15235ff33a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:57.196206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8417b12b-be98-405b-a2c2-f095b6204deb None None] For port 367bc969-0579-4589-aebf-764867bb0e02, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=367bc969-0579-4589-aebf-764867bb0e02,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:04:57.207367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8417b12b-be98-405b-a2c2-f095b6204deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:57.376721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1347e48-3854-43d3-8472-c15235ff33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:57.382933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-39b11f75-773b-4814-9789-9bb4869a114c tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:57.384236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8417b12b-be98-405b-a2c2-f095b6204deb None None] Calling delete_port for 367bc969-0579-4589-aebf-764867bb0e02 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:04:57.395746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1347e48-3854-43d3-8472-c15235ff33a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1e6e71-76b3-4f88-982b-24c70437e8db,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:57.400389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e1347e48-3854-43d3-8472-c15235ff33a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:57.404046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1347e48-3854-43d3-8472-c15235ff33a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:57.418653 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e1347e48-3854-43d3-8472-c15235ff33a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de1e6e71-76b3-4f88-982b-24c70437e8db HTTP/1.1" status: 204 len: 168 time: 0.3456726 Apr 22 17:04:57.548345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8417b12b-be98-405b-a2c2-f095b6204deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:57.564257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8a1393f-a1c8-4505-acae-75469e4779ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:57.614779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417b12b-be98-405b-a2c2-f095b6204deb None None] No DVR routers for this DVR port 367bc969-0579-4589-aebf-764867bb0e02 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:04:57.618512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417b12b-be98-405b-a2c2-f095b6204deb None None] Pushing event deleted for resources: {'Port': ['ID=367bc969-0579-4589-aebf-764867bb0e02,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:57.630721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8417b12b-be98-405b-a2c2-f095b6204deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:57.775468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87210) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:04:57.776989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:57.782480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-acb9e08f-0543-4207-8d3a-b41bce97db20 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:57.849124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:57.852542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:57.869469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b953d2ab-3f7b-452b-b554-d9dff3c07717 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:04:57.870720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=9d25c381-545b-44e6-8d5c-38e4e29cd007,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:57.873563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:57.874179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:57.880343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:57.951888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 367bc969-0579-4589-aebf-764867bb0e02 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:04:57.993167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bcd775e3-dfed-44d1-9027-5b9fc98709ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:57.996469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 367bc969-0579-4589-aebf-764867bb0e02 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:04:57.996895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 367bc969-0579-4589-aebf-764867bb0e02 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:04:58.006959 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4965968 Apr 22 17:04:58.010110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58760) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:58.016781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:58.175946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:58.181866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:58.186216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:58.193682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:58.273989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:58.280506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:58.338841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': '9d25c381-545b-44e6-8d5c-38e4e29cd007'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:04:58.340163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:58.527244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Allocated IP 2001:db8::f816:3eff:fe2f:df86 (9f37a3e5-e543-44dd-91a5-83fee171a55d/9d25c381-545b-44e6-8d5c-38e4e29cd007/62febd29-81bd-4899-b235-9d7dd642a6ca) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:04:58.766617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:58.779680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Transition to ACTIVE for port object 62febd29-81bd-4899-b235-9d7dd642a6ca will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:58.856759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Transition to ACTIVE for port object 62febd29-81bd-4899-b235-9d7dd642a6ca will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:04:58.891989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:58.898290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:58.974642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:58.980817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:58.983443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:04:58.985810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Pushing event updated for resources: {'Port': ['ID=62febd29-81bd-4899-b235-9d7dd642a6ca,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:58.989277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:59.087303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Attempting to bind port 62febd29-81bd-4899-b235-9d7dd642a6ca on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:04:59.087675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Attempting to bind port 62febd29-81bd-4899-b235-9d7dd642a6ca by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:04:59.088031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Attempting to bind port 62febd29-81bd-4899-b235-9d7dd642a6ca on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:04:59.093969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:04:59.094374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:04:59.094848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:59.095288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:04:59.095802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Bound port: 62febd29-81bd-4899-b235-9d7dd642a6ca, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:04:59.096216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:59.147119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:59.152226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c39ea7b-a6e2-4634-b66d-ae950557f7a8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:59.192480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-872fb850-3916-4839-9142-4cd30d72379a None None] For port 62febd29-81bd-4899-b235-9d7dd642a6ca, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:04:59.196306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-872fb850-3916-4839-9142-4cd30d72379a None None] For port 62febd29-81bd-4899-b235-9d7dd642a6ca, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=62febd29-81bd-4899-b235-9d7dd642a6ca,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:04:59.203962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:04:59.207807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:04:59.230327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:04:59.231025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:59.251089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=571e1132-0dae-4d1d-826b-75fd30f4332b,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:59.264311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.264742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.265163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.265581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.266028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.266567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.267002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.267457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.267818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.268224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.268628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.269064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:04:59.274834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:59.280188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:59.286118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8417b12b-be98-405b-a2c2-f095b6204deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:04:59.317900 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3034637 Apr 22 17:04:59.318776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58774) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:04:59.325568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:ba:db:d0', 'name': 'tempest-NetworksTestDHCPv6-1115745336'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:04:59.385963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Pushing event updated for resources: {'Port': ['ID=62febd29-81bd-4899-b235-9d7dd642a6ca,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:04:59.391816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:04:59.505775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:04:59.511495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:04:59.515611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:04:59.523879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:04:59.565314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:04:59.766398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:04:59.804080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 34e14ae9-d35f-43ce-8806-c51c4bce7031 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:05:00.063856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 62febd29-81bd-4899-b235-9d7dd642a6ca up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:00.086156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 172.20.0.12 (9f37a3e5-e543-44dd-91a5-83fee171a55d/571e1132-0dae-4d1d-826b-75fd30f4332b/34e14ae9-d35f-43ce-8806-c51c4bce7031) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:00.092658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::f816:3eff:feba:dbd0 (9f37a3e5-e543-44dd-91a5-83fee171a55d/9d25c381-545b-44e6-8d5c-38e4e29cd007/34e14ae9-d35f-43ce-8806-c51c4bce7031) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:00.177239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 62febd29-81bd-4899-b235-9d7dd642a6ca completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:00.308045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a0b3c2-122f-4a55-aaca-8fafcca414a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:00.346446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:00.364575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 34e14ae9-d35f-43ce-8806-c51c4bce7031 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:00.600299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:00.606392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-628e33ed-7847-4152-83f6-2bea113b44b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:00.674396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:00.683568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:00.688861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:00.737373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=34e14ae9-d35f-43ce-8806-c51c4bce7031,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:00.743012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:00.767394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:00.768394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:00.949317 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6291413 Apr 22 17:05:00.952156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58782) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:00.990797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8da6c-7d85-4bd8-bef0-aafcdc685433 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:01.010892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:05:01.050050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b7e42-6945-4f27-9feb-cbcd9923a164 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:01.057239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b7e42-6945-4f27-9feb-cbcd9923a164 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:01.058136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-751b7e42-6945-4f27-9feb-cbcd9923a164 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:01.154178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-751b7e42-6945-4f27-9feb-cbcd9923a164 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:01.155479 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-751b7e42-6945-4f27-9feb-cbcd9923a164 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2021434 Apr 22 17:05:01.159215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58786) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:01.235215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 34e14ae9-d35f-43ce-8806-c51c4bce7031 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:01.235513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:01.244433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f88f4e3b-8ec2-4ecc-af21-d6346e3b4628 None None] Provisioning for port 62febd29-81bd-4899-b235-9d7dd642a6ca completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:01.252088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f88f4e3b-8ec2-4ecc-af21-d6346e3b4628 None None] Provisioning complete for port 62febd29-81bd-4899-b235-9d7dd642a6ca triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:01.252384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f88f4e3b-8ec2-4ecc-af21-d6346e3b4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:01.461776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f88f4e3b-8ec2-4ecc-af21-d6346e3b4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:01.491004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] Update dhcp port {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'fixed_ips': [{'subnet_id': '9d25c381-545b-44e6-8d5c-38e4e29cd007', 'ip_address': '2001:db8::f816:3eff:fe2f:df86'}, {'subnet_id': '571e1132-0dae-4d1d-826b-75fd30f4332b'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': '62febd29-81bd-4899-b235-9d7dd642a6ca'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:05:01.509381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:01.537864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:01.561966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f88f4e3b-8ec2-4ecc-af21-d6346e3b4628 None None] For port 62febd29-81bd-4899-b235-9d7dd642a6ca, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=62febd29-81bd-4899-b235-9d7dd642a6ca,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:01.562991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:01.610555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:01.651236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 34e14ae9-d35f-43ce-8806-c51c4bce7031 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:01.702419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f88f4e3b-8ec2-4ecc-af21-d6346e3b4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:01.710316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd1dca16-55e3-4b87-9d13-a681d410cf00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:01.841863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f4e3b-8ec2-4ecc-af21-d6346e3b4628 None None] Pushing event updated for resources: {'Port': ['ID=62febd29-81bd-4899-b235-9d7dd642a6ca,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:01.846746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f88f4e3b-8ec2-4ecc-af21-d6346e3b4628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:01.856087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] Allocated IP 172.20.0.2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/571e1132-0dae-4d1d-826b-75fd30f4332b/62febd29-81bd-4899-b235-9d7dd642a6ca) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:01.953615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 62febd29-81bd-4899-b235-9d7dd642a6ca up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:01.976413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:01.982540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cb7044eb-e22f-4f5c-a35e-570d623afc4c tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:02.034691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=34e14ae9-d35f-43ce-8806-c51c4bce7031,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:02.045769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.046202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.046645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.047246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.047673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.048439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.048861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.049287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.049712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.050259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.050703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.051647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:02.057032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] For port 62febd29-81bd-4899-b235-9d7dd642a6ca, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=62febd29-81bd-4899-b235-9d7dd642a6ca,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:02.076399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 62febd29-81bd-4899-b235-9d7dd642a6ca triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:02.076856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:02.087978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:02.137997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:02.163292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] Transition to ACTIVE for port object 62febd29-81bd-4899-b235-9d7dd642a6ca will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:02.169181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Port 62febd29-81bd-4899-b235-9d7dd642a6ca had new provisioning blocks added so it will not transition to active. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Apr 22 17:05:02.197588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:02.216691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:02.221883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7375149-4c86-4e00-a850-a82e0676b75b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:02.257571 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/34e14ae9-d35f-43ce-8806-c51c4bce7031 HTTP/1.1" status: 204 len: 168 time: 1.0970716 Apr 22 17:05:02.260490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58792) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:02.340694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7df48f-5a8b-4d40-9075-2facc930f665 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:02.342457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7df48f-5a8b-4d40-9075-2facc930f665 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:02.344305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7df48f-5a8b-4d40-9075-2facc930f665 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:02.345235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d7df48f-5a8b-4d40-9075-2facc930f665 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:02.375216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] Pushing event updated for resources: {'Port': ['ID=62febd29-81bd-4899-b235-9d7dd642a6ca,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:02.378535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:02.576702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d7df48f-5a8b-4d40-9075-2facc930f665 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:02.577984 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4d7df48f-5a8b-4d40-9075-2facc930f665 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3161519 Apr 22 17:05:02.580895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58796) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:02.665195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7769e0-c823-4804-979b-4309baca382d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 571e1132-0dae-4d1d-826b-75fd30f4332b {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:02.669397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c7769e0-c823-4804-979b-4309baca382d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:02.732199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c7769e0-c823-4804-979b-4309baca382d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:02.833082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c7769e0-c823-4804-979b-4309baca382d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:02.856694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:03.037741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-93bdb16d-e7a4-41d1-a012-a42ceeb30918 None None] Could not find standard attr ID for object 34e14ae9-d35f-43ce-8806-c51c4bce7031. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:05:03.102498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-93bdb16d-e7a4-41d1-a012-a42ceeb30918 None None] Provisioning for port 62febd29-81bd-4899-b235-9d7dd642a6ca completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:03.108666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-93bdb16d-e7a4-41d1-a012-a42ceeb30918 None None] Provisioning complete for port 62febd29-81bd-4899-b235-9d7dd642a6ca triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:03.109079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93bdb16d-e7a4-41d1-a012-a42ceeb30918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:03.234283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c7769e0-c823-4804-979b-4309baca382d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:03.240821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e0aff28-8730-49fb-9aba-8343c2c855c7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:03.280023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7769e0-c823-4804-979b-4309baca382d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=571e1132-0dae-4d1d-826b-75fd30f4332b,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:03.282799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c7769e0-c823-4804-979b-4309baca382d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:03.285613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c7769e0-c823-4804-979b-4309baca382d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:03.350170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a4940198-fd18-4c7f-9374-15ad54010c5d None None] Could not find standard attr ID for object 34e14ae9-d35f-43ce-8806-c51c4bce7031. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:05:03.354868 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2c7769e0-c823-4804-979b-4309baca382d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/571e1132-0dae-4d1d-826b-75fd30f4332b HTTP/1.1" status: 204 len: 168 time: 0.7727714 Apr 22 17:05:03.357401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58802) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:03.434186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5a7aee-e4d4-4503-9d19-138be6a2446c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 9d25c381-545b-44e6-8d5c-38e4e29cd007 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:03.437346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7aee-e4d4-4503-9d19-138be6a2446c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:03.497285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7aee-e4d4-4503-9d19-138be6a2446c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:03.591351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7aee-e4d4-4503-9d19-138be6a2446c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:03.775816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef953d0c-3b45-48ae-bcef-eea3d5599768 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:03.974288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 62febd29-81bd-4899-b235-9d7dd642a6ca up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:04.028749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7aee-e4d4-4503-9d19-138be6a2446c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:04.034064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-afc6685b-6d0b-4f23-92fd-89e22c5a1c7d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:04.074982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 62febd29-81bd-4899-b235-9d7dd642a6ca triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:04.075410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:04.078343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a7aee-e4d4-4503-9d19-138be6a2446c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=9d25c381-545b-44e6-8d5c-38e4e29cd007,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:04.081583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a5a7aee-e4d4-4503-9d19-138be6a2446c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:04.082712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7aee-e4d4-4503-9d19-138be6a2446c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:04.095933 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4a5a7aee-e4d4-4503-9d19-138be6a2446c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/9d25c381-545b-44e6-8d5c-38e4e29cd007 HTTP/1.1" status: 204 len: 168 time: 0.7347972 Apr 22 17:05:04.096194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58808) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:04.176800 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c332ce76-15e7-4007-a26b-7a1cfe9a9302 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761707 Apr 22 17:05:04.177364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58812) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:04.186553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:04.192011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694f7bf-47dc-40cc-bf44-eb080e77a30d None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:05:04.207912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5694f7bf-47dc-40cc-bf44-eb080e77a30d None None] Deleting port 62febd29-81bd-4899-b235-9d7dd642a6ca {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:04.208332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5694f7bf-47dc-40cc-bf44-eb080e77a30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:04.306140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:04.310662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:04.313932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:04.321917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:04.422286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:04.429015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:04.617384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5694f7bf-47dc-40cc-bf44-eb080e77a30d None None] For port 62febd29-81bd-4899-b235-9d7dd642a6ca, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=62febd29-81bd-4899-b235-9d7dd642a6ca,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:04.617839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5694f7bf-47dc-40cc-bf44-eb080e77a30d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:04.749751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5694f7bf-47dc-40cc-bf44-eb080e77a30d None None] Calling delete_port for 62febd29-81bd-4899-b235-9d7dd642a6ca owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:04.902209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5694f7bf-47dc-40cc-bf44-eb080e77a30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:04.907490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:04.956641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:04.958227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694f7bf-47dc-40cc-bf44-eb080e77a30d None None] Pushing event deleted for resources: {'Port': ['ID=62febd29-81bd-4899-b235-9d7dd642a6ca,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:04.960494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694f7bf-47dc-40cc-bf44-eb080e77a30d None None] No DVR routers for this DVR port 62febd29-81bd-4899-b235-9d7dd642a6ca on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:05:04.962038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5694f7bf-47dc-40cc-bf44-eb080e77a30d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:04.966925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:05.022069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:05.025524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:05.037468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75ccb52-a0d5-490c-888b-23abc7336391 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:05.054816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:05.055473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:05.063858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=13e48442-8c02-42f1-b7d5-a117a70c2d30,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:05.072922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:05.248925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:05.264875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': '13e48442-8c02-42f1-b7d5-a117a70c2d30'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:05:05.265897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:05.354850 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1764877 Apr 22 17:05:05.357694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58818) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:05.364292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:05.435123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Allocated IP 172.20.0.2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/13e48442-8c02-42f1-b7d5-a117a70c2d30/d5f19356-bb79-4708-b4e6-1361bec56376) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:05.512025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:05.516305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:05.519327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:05.526025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:05.639317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:05.646129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:05.663755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:05.675357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Transition to ACTIVE for port object d5f19356-bb79-4708-b4e6-1361bec56376 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:05.697219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Transition to ACTIVE for port object d5f19356-bb79-4708-b4e6-1361bec56376 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:05.805711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:05.811640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:05.876519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:05.880703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:05.884721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:05.925159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Pushing event updated for resources: {'Port': ['ID=d5f19356-bb79-4708-b4e6-1361bec56376,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:05.936378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:05.969773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 62febd29-81bd-4899-b235-9d7dd642a6ca no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:05:06.018770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 62febd29-81bd-4899-b235-9d7dd642a6ca {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:05:06.019170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 62febd29-81bd-4899-b235-9d7dd642a6ca not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:05:06.027844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Attempting to bind port d5f19356-bb79-4708-b4e6-1361bec56376 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:05:06.028229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Attempting to bind port d5f19356-bb79-4708-b4e6-1361bec56376 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:05:06.028644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Attempting to bind port d5f19356-bb79-4708-b4e6-1361bec56376 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:05:06.048112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:05:06.048597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:05:06.049007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:06.049449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:05:06.049982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Bound port: d5f19356-bb79-4708-b4e6-1361bec56376, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:05:06.050399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:06.153814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] For port d5f19356-bb79-4708-b4e6-1361bec56376, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:05:06.157268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] For port d5f19356-bb79-4708-b4e6-1361bec56376, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d5f19356-bb79-4708-b4e6-1361bec56376,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:05:06.257082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:06.263025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6f6511e-c2df-44e2-a676-db311c85d719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:06.357929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Pushing event updated for resources: {'Port': ['ID=d5f19356-bb79-4708-b4e6-1361bec56376,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:06.359241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:06.584473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87210) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:05:06.964682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:07.203286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] For port d5f19356-bb79-4708-b4e6-1361bec56376, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d5f19356-bb79-4708-b4e6-1361bec56376,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:07.233238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:07.353621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:07.354687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:07.360221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2312cfeb-b679-4021-bcce-a3f425f5a153 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:07.423796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:07.432730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:07.452453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:07.453069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:07.474299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=d5f19356-bb79-4708-b4e6-1361bec56376,revision_number=4']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:07.480537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:07.481018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-69c147fd-d54c-4818-ba37-55e92af6ee44 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:07.555425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=ae5649a1-8d5e-411c-8907-1087f8bccb68,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:07.558578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:07.623447 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2645736 Apr 22 17:05:07.626368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58826) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:07.633395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:0b:29:1d', 'name': 'tempest-NetworksTestDHCPv6-1305052229'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:07.697354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a438d61-a4a4-4ab8-853c-02efad9f720f None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:07.785689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:07.790115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:07.793165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:07.799761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:07.928417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5ca74f5b-2265-4900-b1ea-18bff0a91da8 None None] Provisioning for port d5f19356-bb79-4708-b4e6-1361bec56376 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:08.009636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d5f19356-bb79-4708-b4e6-1361bec56376 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:08.028366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:08.174254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:08.205810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 8f240205-4bed-4c6e-9c2b-d186d4125ad3 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:05:08.291329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port d5f19356-bb79-4708-b4e6-1361bec56376 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:08.298766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d5f19356-bb79-4708-b4e6-1361bec56376 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:08.299238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:08.457312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 172.20.0.9 (9f37a3e5-e543-44dd-91a5-83fee171a55d/13e48442-8c02-42f1-b7d5-a117a70c2d30/8f240205-4bed-4c6e-9c2b-d186d4125ad3) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:08.458123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:08.463618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::f816:3eff:fe0b:291d (9f37a3e5-e543-44dd-91a5-83fee171a55d/ae5649a1-8d5e-411c-8907-1087f8bccb68/8f240205-4bed-4c6e-9c2b-d186d4125ad3) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:08.495236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port d5f19356-bb79-4708-b4e6-1361bec56376, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d5f19356-bb79-4708-b4e6-1361bec56376,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:08.612247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:08.615982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:08.694943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:08.696774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=d5f19356-bb79-4708-b4e6-1361bec56376,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:08.701706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:08.713121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3282098f-1fb1-4816-980a-a2c14ce99ca2 None None] Provisioning complete for port d5f19356-bb79-4708-b4e6-1361bec56376 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:08.713552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3282098f-1fb1-4816-980a-a2c14ce99ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:08.718712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 8f240205-4bed-4c6e-9c2b-d186d4125ad3 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:08.891372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:08.898133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73cb975e-c8f2-426e-881e-546ee4261199 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:08.975685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:08.979570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:08.983933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:09.025817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=8f240205-4bed-4c6e-9c2b-d186d4125ad3,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:09.030885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:09.062497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:09.063213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:09.234847 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6071758 Apr 22 17:05:09.237568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58836) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:09.334085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91934b81-aa88-4f73-bd32-be789a98d85b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:09.337648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91934b81-aa88-4f73-bd32-be789a98d85b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:09.338501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-91934b81-aa88-4f73-bd32-be789a98d85b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:09.370727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-40c05945-3578-426f-bc08-5fdee05a63bf None None] Provisioning for port 8f240205-4bed-4c6e-9c2b-d186d4125ad3 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:09.376370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-40c05945-3578-426f-bc08-5fdee05a63bf None None] Provisioning complete for port 8f240205-4bed-4c6e-9c2b-d186d4125ad3 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:09.376789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40c05945-3578-426f-bc08-5fdee05a63bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:09.437393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-40c05945-3578-426f-bc08-5fdee05a63bf None None] Port 8f240205-4bed-4c6e-9c2b-d186d4125ad3 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:05:09.462334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-91934b81-aa88-4f73-bd32-be789a98d85b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:09.463729 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-91934b81-aa88-4f73-bd32-be789a98d85b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2250531 Apr 22 17:05:09.466557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58842) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:09.543323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e3badf2f-24c1-45fa-83be-2d3c4f6668cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 8f240205-4bed-4c6e-9c2b-d186d4125ad3 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:09.543711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3badf2f-24c1-45fa-83be-2d3c4f6668cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:09.820762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3badf2f-24c1-45fa-83be-2d3c4f6668cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:09.959517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d5f19356-bb79-4708-b4e6-1361bec56376 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:09.963993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e3badf2f-24c1-45fa-83be-2d3c4f6668cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 8f240205-4bed-4c6e-9c2b-d186d4125ad3 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:10.046991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d5f19356-bb79-4708-b4e6-1361bec56376 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:10.047629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:10.307922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3badf2f-24c1-45fa-83be-2d3c4f6668cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:10.314031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:10.364871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3badf2f-24c1-45fa-83be-2d3c4f6668cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=8f240205-4bed-4c6e-9c2b-d186d4125ad3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:10.369726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3badf2f-24c1-45fa-83be-2d3c4f6668cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:10.519813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3badf2f-24c1-45fa-83be-2d3c4f6668cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:10.663190 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e3badf2f-24c1-45fa-83be-2d3c4f6668cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/8f240205-4bed-4c6e-9c2b-d186d4125ad3 HTTP/1.1" status: 204 len: 168 time: 1.1953201 Apr 22 17:05:10.665650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58850) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:10.740815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145526e2-2f2d-4029-a33d-00704a9e0408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:10.742469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145526e2-2f2d-4029-a33d-00704a9e0408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:10.744298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145526e2-2f2d-4029-a33d-00704a9e0408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:10.745125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-145526e2-2f2d-4029-a33d-00704a9e0408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:10.844711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-145526e2-2f2d-4029-a33d-00704a9e0408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:10.845941 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-145526e2-2f2d-4029-a33d-00704a9e0408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1792982 Apr 22 17:05:10.848877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58854) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:10.927998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b44cd5a-9fa4-4e20-9434-c62ad59c4ed2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 13e48442-8c02-42f1-b7d5-a117a70c2d30 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:10.931408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b44cd5a-9fa4-4e20-9434-c62ad59c4ed2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:10.990382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b44cd5a-9fa4-4e20-9434-c62ad59c4ed2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:11.080080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b44cd5a-9fa4-4e20-9434-c62ad59c4ed2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:11.571721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b44cd5a-9fa4-4e20-9434-c62ad59c4ed2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:11.577150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:11.620755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44cd5a-9fa4-4e20-9434-c62ad59c4ed2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=13e48442-8c02-42f1-b7d5-a117a70c2d30,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:11.623199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b44cd5a-9fa4-4e20-9434-c62ad59c4ed2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:11.627535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6b44cd5a-9fa4-4e20-9434-c62ad59c4ed2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:11.628173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf86a5a-9a12-43cf-bfcd-5d33c66890e9 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:11.766397 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6b44cd5a-9fa4-4e20-9434-c62ad59c4ed2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/13e48442-8c02-42f1-b7d5-a117a70c2d30 HTTP/1.1" status: 204 len: 168 time: 0.9163098 Apr 22 17:05:11.769223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58860) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:11.850517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5dd4f4c-781a-43a2-b113-1832eef28396 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet ae5649a1-8d5e-411c-8907-1087f8bccb68 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:11.853805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4f4c-781a-43a2-b113-1832eef28396 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:11.915264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4f4c-781a-43a2-b113-1832eef28396 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:12.009500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4f4c-781a-43a2-b113-1832eef28396 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:12.422754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4f4c-781a-43a2-b113-1832eef28396 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:12.428687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1597c99a-c582-4dde-8607-0f1a4a826c4b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:12.471355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd4f4c-781a-43a2-b113-1832eef28396 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5649a1-8d5e-411c-8907-1087f8bccb68,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:12.474253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4f4c-781a-43a2-b113-1832eef28396 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:12.477598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5dd4f4c-781a-43a2-b113-1832eef28396 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:12.477743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cbe2f9ba-4a6b-4855-9179-e891389258e5 None None] Provisioning complete for port d5f19356-bb79-4708-b4e6-1361bec56376 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:12.478033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbe2f9ba-4a6b-4855-9179-e891389258e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:12.485769 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f5dd4f4c-781a-43a2-b113-1832eef28396 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/ae5649a1-8d5e-411c-8907-1087f8bccb68 HTTP/1.1" status: 204 len: 168 time: 0.7147222 Apr 22 17:05:12.489098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58864) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:12.510659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c705cc6-f387-415a-8888-d0c179fcf25e None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:12.565950 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-345074de-fb08-4cbf-b7c2-b469f31fe6a4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755482 Apr 22 17:05:12.568938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58868) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:12.575214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:12.700804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:12.708933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:12.709756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:12.716817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:12.862761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e795660-e799-4996-9322-3cb0d9d7ada1 None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:05:12.885278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2e795660-e799-4996-9322-3cb0d9d7ada1 None None] Deleting port d5f19356-bb79-4708-b4e6-1361bec56376 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:12.885278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e795660-e799-4996-9322-3cb0d9d7ada1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:12.925249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:12.932493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:13.092952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2e795660-e799-4996-9322-3cb0d9d7ada1 None None] For port d5f19356-bb79-4708-b4e6-1361bec56376, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d5f19356-bb79-4708-b4e6-1361bec56376,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:13.093300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e795660-e799-4996-9322-3cb0d9d7ada1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:13.227887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2e795660-e799-4996-9322-3cb0d9d7ada1 None None] Calling delete_port for d5f19356-bb79-4708-b4e6-1361bec56376 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:13.479481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e795660-e799-4996-9322-3cb0d9d7ada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:13.484959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3aa1f808-f55a-49fb-8584-5e1d1bc6b75d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:13.491352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:13.496288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-df94b456-694f-49c2-b09b-536d5059d775 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:13.533691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e795660-e799-4996-9322-3cb0d9d7ada1 None None] Pushing event deleted for resources: {'Port': ['ID=d5f19356-bb79-4708-b4e6-1361bec56376,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:13.537722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2e795660-e799-4996-9322-3cb0d9d7ada1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:13.538785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e795660-e799-4996-9322-3cb0d9d7ada1 None None] No DVR routers for this DVR port d5f19356-bb79-4708-b4e6-1361bec56376 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:05:13.553376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:13.560354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:13.572691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454b3bf-1862-4ab5-86e5-0627032bb1c1 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:13.819943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': 'c62b745d-40f3-41d8-a9a9-c6aeebb3498c'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:05:13.820865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:13.880916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=c62b745d-40f3-41d8-a9a9-c6aeebb3498c,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:13.883904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:13.884394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:13.907246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:13.971974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d5f19356-bb79-4708-b4e6-1361bec56376 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:05:14.021390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: d5f19356-bb79-4708-b4e6-1361bec56376 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:05:14.021708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d5f19356-bb79-4708-b4e6-1361bec56376 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:05:14.037477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58878) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:14.037716 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4674492 Apr 22 17:05:14.044833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:14.048151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Allocated IP 172.20.0.2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/c62b745d-40f3-41d8-a9a9-c6aeebb3498c/57c61415-50f7-4d5c-836c-793ea158aed2) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:14.198035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:14.202510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:14.205537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:14.212237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:14.404821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:14.415685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Transition to ACTIVE for port object 57c61415-50f7-4d5c-836c-793ea158aed2 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:14.436215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Transition to ACTIVE for port object 57c61415-50f7-4d5c-836c-793ea158aed2 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:14.474121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:14.480610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:14.548481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:14.554901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2e795660-e799-4996-9322-3cb0d9d7ada1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:14.797593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:14.801729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:14.805669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:14.815780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Pushing event updated for resources: {'Port': ['ID=57c61415-50f7-4d5c-836c-793ea158aed2,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:14.850525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:14.910521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Attempting to bind port 57c61415-50f7-4d5c-836c-793ea158aed2 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:05:14.911142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Attempting to bind port 57c61415-50f7-4d5c-836c-793ea158aed2 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:05:14.911620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Attempting to bind port 57c61415-50f7-4d5c-836c-793ea158aed2 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:05:14.918067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:05:14.918508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:05:14.919026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:14.919471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:05:14.919993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Bound port: 57c61415-50f7-4d5c-836c-793ea158aed2, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:05:14.920408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:14.925852 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c03b1963-0f7d-4a59-997c-800784236d3e req-2a3d2be6-7e9b-4636-ad16-63e75c053768 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836172 Apr 22 17:05:15.028527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] For port 57c61415-50f7-4d5c-836c-793ea158aed2, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:05:15.032944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] For port 57c61415-50f7-4d5c-836c-793ea158aed2, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=57c61415-50f7-4d5c-836c-793ea158aed2,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:05:15.107486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1963-0f7d-4a59-997c-800784236d3e req-f0e77de1-4751-4e44-abff-bab2a9b4a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:15.109087 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c03b1963-0f7d-4a59-997c-800784236d3e req-f0e77de1-4751-4e44-abff-bab2a9b4a874 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb0198668d514766842936a3a15b85e6&device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 1098 time: 0.0967553 Apr 22 17:05:15.125519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:15.130914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-046427ec-1e24-438e-949d-e64f76198b77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:15.225395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Pushing event updated for resources: {'Port': ['ID=57c61415-50f7-4d5c-836c-793ea158aed2,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:15.230010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87209) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:05:15.236709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:15.285702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1963-0f7d-4a59-997c-800784236d3e req-179e1f7b-4dc8-401f-b026-4627e985b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:15.287248 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c03b1963-0f7d-4a59-997c-800784236d3e req-179e1f7b-4dc8-401f-b026-4627e985b167 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e82f586d-0954-4be6-8e35-f96bde2d70fa HTTP/1.1" status: 200 len: 898 time: 0.1565964 Apr 22 17:05:15.409597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c03b1963-0f7d-4a59-997c-800784236d3e req-d940fa04-d793-4081-b493-1bfba0eb68a4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 HTTP/1.1" status: 200 len: 1001 time: 0.1145639 Apr 22 17:05:15.494914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1963-0f7d-4a59-997c-800784236d3e req-935ffa6c-571e-4dab-9546-c30b4cce55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:15.496512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c03b1963-0f7d-4a59-997c-800784236d3e req-935ffa6c-571e-4dab-9546-c30b4cce55a2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ab861455-6977-4d05-a92b-899f82bf2253 HTTP/1.1" status: 200 len: 833 time: 0.0775070 Apr 22 17:05:15.581653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:15.600059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1963-0f7d-4a59-997c-800784236d3e req-c5f36048-4b68-4d23-812d-72706ec42c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:15.601799 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c03b1963-0f7d-4a59-997c-800784236d3e req-c5f36048-4b68-4d23-812d-72706ec42c95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e82f586d-0954-4be6-8e35-f96bde2d70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940015 Apr 22 17:05:15.773618 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c03b1963-0f7d-4a59-997c-800784236d3e req-78192860-518a-4ba0-a3d1-74f83c106d55 service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594343 Apr 22 17:05:15.828735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] For port 57c61415-50f7-4d5c-836c-793ea158aed2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=57c61415-50f7-4d5c-836c-793ea158aed2,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:15.859782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:15.934318 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c03b1963-0f7d-4a59-997c-800784236d3e req-784c8f61-5250-46c5-ae12-7732c1515048 service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523256 Apr 22 17:05:15.942785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:15.944493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:15.950000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2f75a98c-84b4-4844-9a62-8cc6a815730e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:15.999319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 57c61415-50f7-4d5c-836c-793ea158aed2 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:16.042397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:16.045268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:16.059019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=57c61415-50f7-4d5c-836c-793ea158aed2,revision_number=4']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:16.062809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:16.063583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-abce1682-7509-4f46-9142-1eb3aacef2a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:16.092732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:16.093390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:16.145853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=e566df96-cdc3-4044-8384-60cf78212d42,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:16.150069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:16.164836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 57c61415-50f7-4d5c-836c-793ea158aed2 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:16.308954 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2698884 Apr 22 17:05:16.312079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58886) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:16.319573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:98:07:59', 'name': 'tempest-NetworksTestDHCPv6-1083429859'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:16.492445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:16.497900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:16.509631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:16.519967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:16.604956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:16.648392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958bbeca-2ecb-41d1-9481-4b1cb9a2da7c None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:16.760603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:16.793759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 1318959b-358b-4607-8f2b-8973e630f0ac yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:05:16.895400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-95636c68-8f55-4981-8d7b-ff5f0676d013 None None] Provisioning for port 57c61415-50f7-4d5c-836c-793ea158aed2 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:16.912833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-95636c68-8f55-4981-8d7b-ff5f0676d013 None None] Provisioning complete for port 57c61415-50f7-4d5c-836c-793ea158aed2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:16.913485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95636c68-8f55-4981-8d7b-ff5f0676d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:17.042659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 172.20.0.14 (9f37a3e5-e543-44dd-91a5-83fee171a55d/c62b745d-40f3-41d8-a9a9-c6aeebb3498c/1318959b-358b-4607-8f2b-8973e630f0ac) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:17.049319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::f816:3eff:fe98:759 (9f37a3e5-e543-44dd-91a5-83fee171a55d/e566df96-cdc3-4044-8384-60cf78212d42/1318959b-358b-4607-8f2b-8973e630f0ac) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:17.239278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95636c68-8f55-4981-8d7b-ff5f0676d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:17.288191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-95636c68-8f55-4981-8d7b-ff5f0676d013 None None] For port 57c61415-50f7-4d5c-836c-793ea158aed2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=57c61415-50f7-4d5c-836c-793ea158aed2,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:17.313360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:17.341991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95636c68-8f55-4981-8d7b-ff5f0676d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:17.345031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86161c5c-5649-4fdd-9e68-7828f0683571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:17.376662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 1318959b-358b-4607-8f2b-8973e630f0ac will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:17.418008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:17.423720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95636c68-8f55-4981-8d7b-ff5f0676d013 None None] Pushing event updated for resources: {'Port': ['ID=57c61415-50f7-4d5c-836c-793ea158aed2,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:17.426221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:17.427806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-95636c68-8f55-4981-8d7b-ff5f0676d013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:17.499096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:17.503895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:17.506510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:17.558999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=1318959b-358b-4607-8f2b-8973e630f0ac,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:17.562434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:17.600863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:17.601616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:17.670036 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3563564 Apr 22 17:05:17.671935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58892) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:17.769796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfb409-5a0e-4ee6-b63c-e1d78b77c8c6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:17.776470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfb409-5a0e-4ee6-b63c-e1d78b77c8c6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:17.777320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-21cfb409-5a0e-4ee6-b63c-e1d78b77c8c6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:17.839092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-21cfb409-5a0e-4ee6-b63c-e1d78b77c8c6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:17.840566 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-21cfb409-5a0e-4ee6-b63c-e1d78b77c8c6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1675606 Apr 22 17:05:17.843658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58896) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:17.932790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b2bc70ce-5dc5-45ec-8bac-53fa57ccd25f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 1318959b-358b-4607-8f2b-8973e630f0ac {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:17.932790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b2bc70ce-5dc5-45ec-8bac-53fa57ccd25f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:17.991641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 57c61415-50f7-4d5c-836c-793ea158aed2 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:18.032497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ea982c45-f7a8-4312-a958-42f571a03f27 None None] Provisioning complete for port 57c61415-50f7-4d5c-836c-793ea158aed2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:18.032977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea982c45-f7a8-4312-a958-42f571a03f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:18.202704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 57c61415-50f7-4d5c-836c-793ea158aed2 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:18.203132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:18.226325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b2bc70ce-5dc5-45ec-8bac-53fa57ccd25f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:18.368499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b2bc70ce-5dc5-45ec-8bac-53fa57ccd25f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 1318959b-358b-4607-8f2b-8973e630f0ac owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:18.376771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8b2d0a1a-7545-4530-b46e-04466fff08ae None None] Provisioning for port 1318959b-358b-4607-8f2b-8973e630f0ac completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:18.382428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8b2d0a1a-7545-4530-b46e-04466fff08ae None None] Provisioning complete for port 1318959b-358b-4607-8f2b-8973e630f0ac triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:18.382848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b2d0a1a-7545-4530-b46e-04466fff08ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:18.446838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d0a1a-7545-4530-b46e-04466fff08ae None None] Port 1318959b-358b-4607-8f2b-8973e630f0ac cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:05:18.621662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b2bc70ce-5dc5-45ec-8bac-53fa57ccd25f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:18.627775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0a933d31-b2e4-46a5-8862-c12391b40fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:18.677608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc70ce-5dc5-45ec-8bac-53fa57ccd25f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=1318959b-358b-4607-8f2b-8973e630f0ac,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:18.681079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b2bc70ce-5dc5-45ec-8bac-53fa57ccd25f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:18.834998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b2bc70ce-5dc5-45ec-8bac-53fa57ccd25f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:18.839887 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-89e6e6fd-f696-4563-a10e-54a427abd573 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152742445&fields=id&tenant_id=530e913380264e7bb3742faa3e30d4c9 HTTP/1.1" status: 200 len: 267 time: 0.0531683 Apr 22 17:05:18.874953 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b2bc70ce-5dc5-45ec-8bac-53fa57ccd25f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/1318959b-358b-4607-8f2b-8973e630f0ac HTTP/1.1" status: 204 len: 168 time: 1.0301945 Apr 22 17:05:18.877576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58912) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:18.962190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1054e74e-7500-4ec2-8c87-f5978158c1c6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:18.963945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1054e74e-7500-4ec2-8c87-f5978158c1c6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:18.965677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1054e74e-7500-4ec2-8c87-f5978158c1c6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:18.966559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1054e74e-7500-4ec2-8c87-f5978158c1c6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:19.002747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58916) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:19.015913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-7bb1b42a-db70-42cf-b5d8-3dea4a1e9bd8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:19.017548 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-7bb1b42a-db70-42cf-b5d8-3dea4a1e9bd8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 812 time: 0.1696334 Apr 22 17:05:19.035743 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-8d4dfd77-01d9-439e-9fc0-235686184e7d tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/quotas/530e913380264e7bb3742faa3e30d4c9 HTTP/1.1" status: 200 len: 375 time: 0.0115669 Apr 22 17:05:19.063690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1054e74e-7500-4ec2-8c87-f5978158c1c6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:19.069911 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1054e74e-7500-4ec2-8c87-f5978158c1c6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1861398 Apr 22 17:05:19.072883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58920) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:19.150105 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-bd64b56e-0840-453b-926e-db16416fdf30 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010067 Apr 22 17:05:19.253508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc7ddd0-035c-4616-82ed-8fd9218162a4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet c62b745d-40f3-41d8-a9a9-c6aeebb3498c {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:19.266056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ddd0-035c-4616-82ed-8fd9218162a4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:19.353109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Deleting port 982b3f74-72c7-4cdc-a4e1-1dbb9caf29ed {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:19.353490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:19.386985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ddd0-035c-4616-82ed-8fd9218162a4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:19.432303 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-43e5dccb-aa5f-4e6d-b1dc-afe078ad6bd3 service neutron] 10.222.0.77 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673123 Apr 22 17:05:19.580516 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-86651ab7-6502-4f2f-ada5-49df0bca7ee0 service neutron] 10.222.0.77 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415033 Apr 22 17:05:19.601011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ddd0-035c-4616-82ed-8fd9218162a4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:19.653091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:19.653562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:20.086011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Calling delete_port for 982b3f74-72c7-4cdc-a4e1-1dbb9caf29ed owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:20.146197 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-98ad2e1b-e75a-4aa4-b213-1200acfa7d9f req-972cb14f-3299-4d16-a0fe-a451a47ed517 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 210 time: 0.0519216 Apr 22 17:05:20.474220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ddd0-035c-4616-82ed-8fd9218162a4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:20.479501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40c658a2-7f2a-4b2c-812d-beb3a85fec7a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:20.516689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:20.523742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7ddd0-035c-4616-82ed-8fd9218162a4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=c62b745d-40f3-41d8-a9a9-c6aeebb3498c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:20.529446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9fc7ddd0-035c-4616-82ed-8fd9218162a4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:20.531830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1378d4e-49ce-47d1-9f33-0a69f3b0acf6 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:20.537242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e25ea39-15a9-4d58-8ad8-9a2a54968157 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:20.564200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ddd0-035c-4616-82ed-8fd9218162a4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:20.620724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event deleted for resources: {'Port': ['ID=982b3f74-72c7-4cdc-a4e1-1dbb9caf29ed,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:20.629946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:20.694350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:20.695096 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Floating IP aee1a459-eb5a-4eb9-a8d8-d24cde792f22 disassociated (deleted). External IP: 172.26.6.221, port: ef4b7a58-6ebf-41c8-9bc3-8bad021aea86. Apr 22 17:05:20.761132 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9fc7ddd0-035c-4616-82ed-8fd9218162a4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/c62b745d-40f3-41d8-a9a9-c6aeebb3498c HTTP/1.1" status: 204 len: 168 time: 1.6847806 Apr 22 17:05:20.762206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58942) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:20.865722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd73fb0-0f6c-43a5-9ddc-98d542240bce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet e566df96-cdc3-4044-8384-60cf78212d42 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:20.918545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-acd73fb0-0f6c-43a5-9ddc-98d542240bce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:20.982740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-acd73fb0-0f6c-43a5-9ddc-98d542240bce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:21.085185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-acd73fb0-0f6c-43a5-9ddc-98d542240bce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:21.100145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:05:21.375470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:05:21.381414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:21.386821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799280f-3c47-478e-bd3f-30cf0025f2dc None None] Sync routers for ids ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:05:21.401001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799280f-3c47-478e-bd3f-30cf0025f2dc None None] Routers {'879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:05:21.401503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ff6db42-d2cf-4575-a8a2-b9d7aee80b36 req-f7fbc499-3df9-49fd-a93a-17053d160eb4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 210 time: 0.0575109 Apr 22 17:05:21.417691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8799280f-3c47-478e-bd3f-30cf0025f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:05:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:21.452113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "DELETE /v2.0/floatingips/aee1a459-eb5a-4eb9-a8d8-d24cde792f22 HTTP/1.1" status: 204 len: 168 time: 2.4479692 Apr 22 17:05:21.453020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:05:21.491363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-acd73fb0-0f6c-43a5-9ddc-98d542240bce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:21.507455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5929ae6f-f850-41f9-b40e-2cd2a2d6c53d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:21.508117 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'status': 'completed', 'code': 200} Apr 22 17:05:21.544735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-acd73fb0-0f6c-43a5-9ddc-98d542240bce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:21.592649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd73fb0-0f6c-43a5-9ddc-98d542240bce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=e566df96-cdc3-4044-8384-60cf78212d42,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:21.603733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-acd73fb0-0f6c-43a5-9ddc-98d542240bce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:21.605552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51311c29-81ad-4d77-8b4d-bdda91e7791b None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:21.614788 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-acd73fb0-0f6c-43a5-9ddc-98d542240bce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/e566df96-cdc3-4044-8384-60cf78212d42 HTTP/1.1" status: 204 len: 168 time: 0.8479664 Apr 22 17:05:21.615244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58952) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:21.655295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91bc87-dbc1-48b9-8332-85c6181fff57 req-35aca8fc-0773-4800-91d3-92f092422676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:21.658167 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ea91bc87-dbc1-48b9-8332-85c6181fff57 req-35aca8fc-0773-4800-91d3-92f092422676 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb0198668d514766842936a3a15b85e6&device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 1098 time: 0.1041155 Apr 22 17:05:21.718184 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2996afaa-7993-4660-9e56-f1761c32152e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012938 Apr 22 17:05:21.727695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58956) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:21.797564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6d20b603-ced6-4213-a5c7-b33308e7638b None None] Provisioning complete for port 57c61415-50f7-4d5c-836c-793ea158aed2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:21.798302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d20b603-ced6-4213-a5c7-b33308e7638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:21.833271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e8a74-b022-4bee-874d-0600f4435d93 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:21.834474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-232e8a74-b022-4bee-874d-0600f4435d93 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:21.873239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-232e8a74-b022-4bee-874d-0600f4435d93 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:21.877123 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-232e8a74-b022-4bee-874d-0600f4435d93 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1421897 Apr 22 17:05:21.877530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58962) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:21.897066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91bc87-dbc1-48b9-8332-85c6181fff57 req-f23decfe-424f-49a0-a9b3-22f11c123f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:21.900446 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ea91bc87-dbc1-48b9-8332-85c6181fff57 req-f23decfe-424f-49a0-a9b3-22f11c123f86 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e82f586d-0954-4be6-8e35-f96bde2d70fa HTTP/1.1" status: 200 len: 898 time: 0.2349966 Apr 22 17:05:21.973447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2b9b1e-032a-4c8d-a642-f839ce62d9af tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:21.974110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6c2b9b1e-032a-4c8d-a642-f839ce62d9af tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:22.001858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8799280f-3c47-478e-bd3f-30cf0025f2dc None None] Set router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:05:22.017900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6c2b9b1e-032a-4c8d-a642-f839ce62d9af tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:22.020054 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6c2b9b1e-032a-4c8d-a642-f839ce62d9af tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1415093 Apr 22 17:05:22.025593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58966) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:22.045955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ea91bc87-dbc1-48b9-8332-85c6181fff57 req-473423f6-d331-4f09-9e05-46933a238842 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 HTTP/1.1" status: 200 len: 217 time: 0.0859029 Apr 22 17:05:22.127626 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dca27f89-e9b4-4185-8d41-7ce872386632 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932627 Apr 22 17:05:22.129526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58970) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:22.140817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6bc07fe6-58cb-4f17-b9fd-fc04bb05fdf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:22.179174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dd87d-f206-44db-8e4d-e0f953ac7056 req-a052e4b0-05c6-4a1c-9af6-a814627f7dbd tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:22.181221 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-369dd87d-f206-44db-8e4d-e0f953ac7056 req-a052e4b0-05c6-4a1c-9af6-a814627f7dbd tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.2668397 Apr 22 17:05:22.248300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6742a5-1694-42b5-9e27-9c8b06ad2cf1 None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:05:22.260640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-be6742a5-1694-42b5-9e27-9c8b06ad2cf1 None None] Deleting port 57c61415-50f7-4d5c-836c-793ea158aed2 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:22.261073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be6742a5-1694-42b5-9e27-9c8b06ad2cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:22.261781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91bc87-dbc1-48b9-8332-85c6181fff57 req-71fd0169-a691-4022-b5eb-36c799482c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:22.263374 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ea91bc87-dbc1-48b9-8332-85c6181fff57 req-71fd0169-a691-4022-b5eb-36c799482c58 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ab861455-6977-4d05-a92b-899f82bf2253 HTTP/1.1" status: 200 len: 833 time: 0.2088721 Apr 22 17:05:22.324484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-13a8673a-4ee1-414c-916c-3a0c975ca73a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:22.325301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-13a8673a-4ee1-414c-916c-3a0c975ca73a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Synchronizing usage tracker for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:22.376588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-13a8673a-4ee1-414c-916c-3a0c975ca73a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Unset dirty status for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:22.377682 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-369dd87d-f206-44db-8e4d-e0f953ac7056 req-4e986558-60a0-4d8c-aff9-9b93cd6fe8df tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441889 Apr 22 17:05:22.377898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-13a8673a-4ee1-414c-916c-3a0c975ca73a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 812 time: 0.2543015 Apr 22 17:05:22.381803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6bc07fe6-58cb-4f17-b9fd-fc04bb05fdf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:22.397939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6bc07fe6-58cb-4f17-b9fd-fc04bb05fdf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:22.430739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91bc87-dbc1-48b9-8332-85c6181fff57 req-196e9273-6d1f-41b9-9936-43cc65d8be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:22.436123 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ea91bc87-dbc1-48b9-8332-85c6181fff57 req-196e9273-6d1f-41b9-9936-43cc65d8be4b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e82f586d-0954-4be6-8e35-f96bde2d70fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1536479 Apr 22 17:05:22.444569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-982f2afd-e8cd-4d05-8220-477dca5c8fba tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Synchronizing usage tracker for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:22.468881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc07fe6-58cb-4f17-b9fd-fc04bb05fdf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:22.476467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bc07fe6-58cb-4f17-b9fd-fc04bb05fdf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:22.477955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc07fe6-58cb-4f17-b9fd-fc04bb05fdf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:05:22.478462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc07fe6-58cb-4f17-b9fd-fc04bb05fdf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:05:22.495980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-982f2afd-e8cd-4d05-8220-477dca5c8fba tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Unset dirty status for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:22.497879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-982f2afd-e8cd-4d05-8220-477dca5c8fba tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530e913380264e7bb3742faa3e30d4c9 HTTP/1.1" status: 200 len: 379 time: 0.1097715 Apr 22 17:05:22.515673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'port': {'device_id': '92c6fc63-6677-4425-83a2-1be5680acddc', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'admin_state_up': True, 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'security_groups': ['8829949f-5921-425f-9be9-7811fa56f80f']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:22.649127 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7de51483-46d7-460c-b07a-2ff6fe387b63 req-f8b63e90-b931-4a2a-b642-0e0d0238724c tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 210 time: 0.0657945 Apr 22 17:05:22.721699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:22.724652 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ea91bc87-dbc1-48b9-8332-85c6181fff57 req-b9598ec6-5fac-4a97-aec6-bfca273deb6d service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833583 Apr 22 17:05:22.725964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:port and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:22.732459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:22.732689 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6bc07fe6-58cb-4f17-b9fd-fc04bb05fdf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5986967 Apr 22 17:05:22.735897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:22.743047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 58976) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:22.749611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d76d6ceb-92b5-4919-ad45-423edcd4b5fb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:22.779678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Made reservation on behalf of 530e913380264e7bb3742faa3e30d4c9 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:22.785864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:22.872340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-be6742a5-1694-42b5-9e27-9c8b06ad2cf1 None None] For port 57c61415-50f7-4d5c-836c-793ea158aed2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=57c61415-50f7-4d5c-836c-793ea158aed2,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:22.873110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be6742a5-1694-42b5-9e27-9c8b06ad2cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:22.919970 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ea91bc87-dbc1-48b9-8332-85c6181fff57 req-8ce8e68e-601a-4c2c-ae29-7260ec090cb7 service neutron] 10.222.0.78 "GET /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879768 Apr 22 17:05:22.975870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d76d6ceb-92b5-4919-ad45-423edcd4b5fb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:23.002557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d76d6ceb-92b5-4919-ad45-423edcd4b5fb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:23.031563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-be6742a5-1694-42b5-9e27-9c8b06ad2cf1 None None] Calling delete_port for 57c61415-50f7-4d5c-836c-793ea158aed2 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:23.104665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8799280f-3c47-478e-bd3f-30cf0025f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:13Z', 'revision_number': 4, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'b16773ec-a559-48ae-89ff-69116618250a', 'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'mac_address': 'fa:16:3e:94:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:12Z', 'updated_at': '2021-04-22T17:03:22Z', 'revision_number': 5, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'subnets': [{'id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:23.112149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799280f-3c47-478e-bd3f-30cf0025f2dc None None] Checking router: 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:05:23.127547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76d6ceb-92b5-4919-ad45-423edcd4b5fb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:23.137357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799280f-3c47-478e-bd3f-30cf0025f2dc None None] Routers {'879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:05:23.138056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8799280f-3c47-478e-bd3f-30cf0025f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:05:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:23.138995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d76d6ceb-92b5-4919-ad45-423edcd4b5fb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:23.141806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76d6ceb-92b5-4919-ad45-423edcd4b5fb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:05:23.142707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76d6ceb-92b5-4919-ad45-423edcd4b5fb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:05:23.205604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be6742a5-1694-42b5-9e27-9c8b06ad2cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:23.216240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:23.223899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Allocated IP 172.20.0.13 (647c921f-7c8c-41f6-a7cf-597d4a1f7fe9/95fce758-1abf-46eb-b326-6a9c9abe6477/049aae58-a48f-44aa-a49f-a8b8f3ab46b8) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:23.228137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d76d6ceb-92b5-4919-ad45-423edcd4b5fb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4840178 Apr 22 17:05:23.231777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58984) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:23.239515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-59398c15-08ce-4898-a1ae-40e6701d7d60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:23.329656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6742a5-1694-42b5-9e27-9c8b06ad2cf1 None None] Pushing event deleted for resources: {'Port': ['ID=57c61415-50f7-4d5c-836c-793ea158aed2,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:23.335252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be6742a5-1694-42b5-9e27-9c8b06ad2cf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:23.338723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6742a5-1694-42b5-9e27-9c8b06ad2cf1 None None] No DVR routers for this DVR port 57c61415-50f7-4d5c-836c-793ea158aed2 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:05:23.426463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-59398c15-08ce-4898-a1ae-40e6701d7d60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:23.434711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8799280f-3c47-478e-bd3f-30cf0025f2dc None None] Set router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:05:23.437675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-59398c15-08ce-4898-a1ae-40e6701d7d60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:23.479155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59398c15-08ce-4898-a1ae-40e6701d7d60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:23.485831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59398c15-08ce-4898-a1ae-40e6701d7d60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:23.487446 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-59398c15-08ce-4898-a1ae-40e6701d7d60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:05:23.487982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59398c15-08ce-4898-a1ae-40e6701d7d60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:05:23.570757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:23.589162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Transition to ACTIVE for port object 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:23.640419 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-59398c15-08ce-4898-a1ae-40e6701d7d60 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4070799 Apr 22 17:05:23.644536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58990) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:23.648599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:23.650962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2725b820-e2dd-4b28-abe6-16969189c143 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:23.658684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:23.759155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:23.763847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:23.783139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:23.839288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'Port': ['ID=049aae58-a48f-44aa-a49f-a8b8f3ab46b8,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:23.849555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:23.888946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:23.889937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:23.903565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8799280f-3c47-478e-bd3f-30cf0025f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:13Z', 'revision_number': 4, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'b16773ec-a559-48ae-89ff-69116618250a', 'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'mac_address': 'fa:16:3e:94:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:12Z', 'updated_at': '2021-04-22T17:03:22Z', 'revision_number': 5, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'subnets': [{'id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:23.915504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799280f-3c47-478e-bd3f-30cf0025f2dc None None] The sync data for ids ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'] in dv-neutron-786478-3-hyperv is: [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:03:13Z', 'revision_number': 4, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'b16773ec-a559-48ae-89ff-69116618250a', 'name': '', 'network_id': 'e82f586d-0954-4be6-8e35-f96bde2d70fa', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'mac_address': 'fa:16:3e:94:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:12Z', 'updated_at': '2021-04-22T17:03:22Z', 'revision_number': 5, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'subnets': [{'id': 'ab861455-6977-4d05-a92b-899f82bf2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:05:23.971324 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4629591 Apr 22 17:05:23.989687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Request body: {'port': {'device_id': '92c6fc63-6677-4425-83a2-1be5680acddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:24.017058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 57c61415-50f7-4d5c-836c-793ea158aed2 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:05:24.024944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2725b820-e2dd-4b28-abe6-16969189c143 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:24.070524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 57c61415-50f7-4d5c-836c-793ea158aed2 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:05:24.070998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 57c61415-50f7-4d5c-836c-793ea158aed2 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:05:24.156913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:24.332532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b85113de-b9ba-4c07-9289-dff005dbef21 None None] Provisioning for port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:24.342804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b85113de-b9ba-4c07-9289-dff005dbef21 None None] Provisioning complete for port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:24.343607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b85113de-b9ba-4c07-9289-dff005dbef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:24.350277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4b83f-f9be-49a4-bdbe-bb65dc5586f5 req-dc3f22a6-3b59-466b-b783-f44627b91261 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:24.351984 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-57c4b83f-f9be-49a4-bdbe-bb65dc5586f5 req-dc3f22a6-3b59-466b-b783-f44627b91261 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.78 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.8163183 Apr 22 17:05:24.445115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2725b820-e2dd-4b28-abe6-16969189c143 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:24.458839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-57c4b83f-f9be-49a4-bdbe-bb65dc5586f5 req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Deleting port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:24.459242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-57c4b83f-f9be-49a4-bdbe-bb65dc5586f5 req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:24.462068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b85113de-b9ba-4c07-9289-dff005dbef21 None None] Port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:05:24.514183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd3703-edfd-4f84-b88f-18cb5527c720 req-fee80e6f-8351-4fd8-a085-114576deafc6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:24.515897 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bcfd3703-edfd-4f84-b88f-18cb5527c720 req-fee80e6f-8351-4fd8-a085-114576deafc6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 945 time: 0.9274347 Apr 22 17:05:24.595079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e998ad-c305-4b74-ac5f-3066d72f8f0c req-bec6070f-fe20-471c-bde0-d982137abfeb tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:24.599464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f5756-ca28-4f01-b531-23f301f60d2a None None] New status for floating IP aee1a459-eb5a-4eb9-a8d8-d24cde792f22: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:05:24.599674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99e998ad-c305-4b74-ac5f-3066d72f8f0c req-bec6070f-fe20-471c-bde0-d982137abfeb tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 932 time: 0.7248683 Apr 22 17:05:24.631058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2725b820-e2dd-4b28-abe6-16969189c143 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:24.637219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2725b820-e2dd-4b28-abe6-16969189c143 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:24.638792 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-2725b820-e2dd-4b28-abe6-16969189c143 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:05:24.639297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2725b820-e2dd-4b28-abe6-16969189c143 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:05:24.791314 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bcfd3703-edfd-4f84-b88f-18cb5527c720 req-28583923-b0d8-476e-99f7-c10f9ede7032 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b1a3678-a278-47bf-8c6e-ef466e288125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497463 Apr 22 17:05:24.797073 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2725b820-e2dd-4b28-abe6-16969189c143 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1513417 Apr 22 17:05:24.800793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 58996) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:24.866343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-15f2b931-7f82-4a83-a381-bf9e1b02b44c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:24.960425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:05:24.969939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:24.986701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Transition to ACTIVE for port object 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:24.999956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99e998ad-c305-4b74-ac5f-3066d72f8f0c req-91e19fc0-9b45-4ecb-854f-83fd5c98a534 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3766060 Apr 22 17:05:25.035425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:25.044673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f17d410f-2d50-4539-b9b9-88b75d69dd0a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:25.063049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15f2b931-7f82-4a83-a381-bf9e1b02b44c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:25.082055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-57c4b83f-f9be-49a4-bdbe-bb65dc5586f5 req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] For port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:25.082438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-57c4b83f-f9be-49a4-bdbe-bb65dc5586f5 req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:25.090605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15f2b931-7f82-4a83-a381-bf9e1b02b44c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:25.223107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f2b931-7f82-4a83-a381-bf9e1b02b44c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:25.229349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15f2b931-7f82-4a83-a381-bf9e1b02b44c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:25.230924 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f2b931-7f82-4a83-a381-bf9e1b02b44c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:05:25.231421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f2b931-7f82-4a83-a381-bf9e1b02b44c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:05:25.253742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-57c4b83f-f9be-49a4-bdbe-bb65dc5586f5 req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Calling delete_port for ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:25.263230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Pushing event updated for resources: {'Port': ['ID=049aae58-a48f-44aa-a49f-a8b8f3ab46b8,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:25.292707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:25.330465 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-15f2b931-7f82-4a83-a381-bf9e1b02b44c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4755516 Apr 22 17:05:25.335030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59000) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:25.343897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a3c9526f-80fe-4aaa-9adb-46426643f7b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:25.349505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Attempting to bind port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:05:25.349862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Attempting to bind port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:05:25.350470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Attempting to bind port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 on network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:05:25.355938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 on network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:05:25.356296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Attempting to bind port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 on network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:05:25.362058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:05:25.362450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Checking segment: {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:05:25.363049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Bound using segment: {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:05:25.363518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Bound port: 049aae58-a48f-44aa-a49f-a8b8f3ab46b8, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:05:25.364021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:25.468879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] For port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:05:25.473470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] For port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=049aae58-a48f-44aa-a49f-a8b8f3ab46b8,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:05:25.527972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a3c9526f-80fe-4aaa-9adb-46426643f7b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:25.537247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:25.543853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-815eedfd-b78c-46a5-83a1-e2ad90d43627 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:25.548381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a3c9526f-80fe-4aaa-9adb-46426643f7b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:25.605029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-57c4b83f-f9be-49a4-bdbe-bb65dc5586f5 req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:25.611563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:25.614189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:25.614189 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] 10.222.0.78 "PUT /v2.0/ports/049aae58-a48f-44aa-a49f-a8b8f3ab46b8 HTTP/1.1" status: 200 len: 1094 time: 1.6295190 Apr 22 17:05:25.614398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c6fc63-6677-4425-83a2-1be5680acddc', 'tag': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:05:25.617060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a137bf7b-e197-4bbe-aa00-05158d3a3f4a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:25.657304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Pushing event updated for resources: {'Port': ['ID=049aae58-a48f-44aa-a49f-a8b8f3ab46b8,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:25.662209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:25.746423 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c6fc63-6677-4425-83a2-1be5680acddc', 'tag': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8', 'status': 'completed', 'code': 200} Apr 22 17:05:25.761576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event deleted for resources: {'Port': ['ID=ef4b7a58-6ebf-41c8-9bc3-8bad021aea86,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:25.763743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c9526f-80fe-4aaa-9adb-46426643f7b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:25.771165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3c9526f-80fe-4aaa-9adb-46426643f7b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:25.773425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c9526f-80fe-4aaa-9adb-46426643f7b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:05:25.773911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c9526f-80fe-4aaa-9adb-46426643f7b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:05:25.785342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:25.791701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-3068d672-3f9a-4798-8ee7-6c857ddce38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:25.793386 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-3068d672-3f9a-4798-8ee7-6c857ddce38e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 1097 time: 0.0960579 Apr 22 17:05:25.855865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c4b83f-f9be-49a4-bdbe-bb65dc5586f5 req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] No DVR routers for this DVR port ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:05:25.859032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-57c4b83f-f9be-49a4-bdbe-bb65dc5586f5 req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:25.862989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'name': 'network-vif-deleted', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:05:25.911402 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-feee6046-a127-43b6-8b70-e47b70a789e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049aae58-a48f-44aa-a49f-a8b8f3ab46b8 HTTP/1.1" status: 200 len: 217 time: 0.1059380 Apr 22 17:05:25.927294 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a3c9526f-80fe-4aaa-9adb-46426643f7b9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5910456 Apr 22 17:05:25.928942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59010) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:25.989077 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be535eb4-395c-4961-b9d6-20af99d6c81a', 'name': 'network-vif-deleted', 'tag': 'ef4b7a58-6ebf-41c8-9bc3-8bad021aea86', 'status': 'completed', 'code': 200} Apr 22 17:05:26.006293 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-57c4b83f-f9be-49a4-bdbe-bb65dc5586f5 req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.78 "DELETE /v2.0/ports/ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 HTTP/1.1" status: 204 len: 173 time: 1.6387520 Apr 22 17:05:26.008653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-91275f07-e71e-4f65-9c31-9f1216844190 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:26.023226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-4de1f940-91e5-419f-bbb4-34cce720ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:26.026963 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-4de1f940-91e5-419f-bbb4-34cce720ec38 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.1022332 Apr 22 17:05:26.080955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d0424c0d-8b2e-4b63-a1d8-4b9f1596fa13 req-d55ed5a3-1b04-4273-bc03-2903d0003e01 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Synchronizing usage tracker for tenant:eb0198668d514766842936a3a15b85e6 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:26.085607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-91275f07-e71e-4f65-9c31-9f1216844190 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:26.089167 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-91275f07-e71e-4f65-9c31-9f1216844190 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1560576 Apr 22 17:05:26.097740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59016) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:26.221184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-240b17ca-e8e6-4862-9626-5906ee302ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:26.222917 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-240b17ca-e8e6-4862-9626-5906ee302ff1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1881013 Apr 22 17:05:26.242891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f296bb4d-92de-4a14-a799-fb9173d1e3d0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:26.243581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f296bb4d-92de-4a14-a799-fb9173d1e3d0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:26.276927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f296bb4d-92de-4a14-a799-fb9173d1e3d0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:26.278231 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f296bb4d-92de-4a14-a799-fb9173d1e3d0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1788168 Apr 22 17:05:26.284131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59020) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:26.362521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d0424c0d-8b2e-4b63-a1d8-4b9f1596fa13 req-d55ed5a3-1b04-4273-bc03-2903d0003e01 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Unset dirty status for tenant:eb0198668d514766842936a3a15b85e6 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:26.363803 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d0424c0d-8b2e-4b63-a1d8-4b9f1596fa13 req-d55ed5a3-1b04-4273-bc03-2903d0003e01 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "GET /v2.0/ports?device_id=be535eb4-395c-4961-b9d6-20af99d6c81a HTTP/1.1" status: 200 len: 210 time: 0.3364692 Apr 22 17:05:26.381890 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5b3f380e-c973-4b61-beb4-66d04ce184ed tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954857 Apr 22 17:05:26.387469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59024) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:26.397251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:26.402915 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-93b2191e-8399-4ba5-bece-2f57d7bfda0b service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657557 Apr 22 17:05:26.489247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99328243-f5b5-4b9b-b241-938cd4dbe76f req-81fef71d-ddba-41a4-857a-47eeb0b0b90a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:26.493749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99328243-f5b5-4b9b-b241-938cd4dbe76f req-81fef71d-ddba-41a4-857a-47eeb0b0b90a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 944 time: 0.3058219 Apr 22 17:05:26.551335 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c843276c-c8fb-4466-9adf-08fd9412cc3e req-704e9ab3-dc08-4cba-9bad-c0110ef1404d service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387382 Apr 22 17:05:26.563674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:26.572503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99328243-f5b5-4b9b-b241-938cd4dbe76f req-0943d92d-3309-494e-a713-958ae9e78a89 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712204 Apr 22 17:05:26.653200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:26.787718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebacbc-6838-4043-a848-e5066b6ae512 req-1e8ed8a1-4391-4efd-8925-dead725d5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:26.789285 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-16ebacbc-6838-4043-a848-e5066b6ae512 req-1e8ed8a1-4391-4efd-8925-dead725d5312 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 1097 time: 0.0829573 Apr 22 17:05:26.804010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:26.810172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:26.941315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebacbc-6838-4043-a848-e5066b6ae512 req-f363ac69-337a-4649-8d70-752df5f156ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:26.942950 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-16ebacbc-6838-4043-a848-e5066b6ae512 req-f363ac69-337a-4649-8d70-752df5f156ac service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.1432343 Apr 22 17:05:27.024990 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-16ebacbc-6838-4043-a848-e5066b6ae512 req-e4a3e2a0-28f9-4283-9b07-f9b62a0dbad2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049aae58-a48f-44aa-a49f-a8b8f3ab46b8 HTTP/1.1" status: 200 len: 217 time: 0.0716136 Apr 22 17:05:27.115041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebacbc-6838-4043-a848-e5066b6ae512 req-d0c91c1d-e6a7-4a88-8a67-c8089c40cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:27.116544 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-16ebacbc-6838-4043-a848-e5066b6ae512 req-d0c91c1d-e6a7-4a88-8a67-c8089c40cd39 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0737753 Apr 22 17:05:27.218854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebacbc-6838-4043-a848-e5066b6ae512 req-6ec48db6-5448-48ca-bdeb-d6b39e351cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:27.220394 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-16ebacbc-6838-4043-a848-e5066b6ae512 req-6ec48db6-5448-48ca-bdeb-d6b39e351cd9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932965 Apr 22 17:05:27.380401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87210) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:05:27.381972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:27.382142 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-16ebacbc-6838-4043-a848-e5066b6ae512 req-95c60496-e599-4094-93c1-738308103a00 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503580 Apr 22 17:05:27.386038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5dd4f4c-781a-43a2-b113-1832eef28396 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:27.450784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:27.454311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:27.464801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a77474-d581-46f3-8eaf-12bf93c1cd4a None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:27.471329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:27.472536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:27.478252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=d5f643e7-71ac-4a09-b09e-ba44e615fc28,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:27.481126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:27.499961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59030) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:27.553289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-16ebacbc-6838-4043-a848-e5066b6ae512 req-97b40ce6-92b4-4605-83d7-613cbd0c6fb2 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592231 Apr 22 17:05:27.654105 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2628334 Apr 22 17:05:27.656990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59036) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:27.662600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:67:86:c8', 'name': 'tempest-NetworksTestDHCPv6-495122273'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:27.768011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:05:27.833453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:05:27.834170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device ef4b7a58-6ebf-41c8-9bc3-8bad021aea86 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:05:27.844441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': 'd5f643e7-71ac-4a09-b09e-ba44e615fc28'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:05:27.845705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:27.857662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:27.877811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:27.941493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-926b59e2-57d2-4f59-81c2-be657cab9df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:27.942355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:28.028040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19c588-22fd-4710-af34-1db160a81f1b req-45e4a3dd-2568-4bfd-bf7c-685a676817e2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:28.029863 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e19c588-22fd-4710-af34-1db160a81f1b req-45e4a3dd-2568-4bfd-bf7c-685a676817e2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 944 time: 0.3134630 Apr 22 17:05:28.080599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Allocated IP 2001:db8::f816:3eff:fefa:ae2b (9f37a3e5-e543-44dd-91a5-83fee171a55d/d5f643e7-71ac-4a09-b09e-ba44e615fc28/51a88c39-61ff-4074-92cf-075090d06871) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:28.115892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:28.147406 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e19c588-22fd-4710-af34-1db160a81f1b req-62c02f42-cf1b-4153-ac40-091fe1dc3458 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987511 Apr 22 17:05:28.147625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port be47b6cc-f6f9-410c-89bc-3ac94c237956 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:05:28.325656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:28.420543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:28.431706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Transition to ACTIVE for port object 51a88c39-61ff-4074-92cf-075090d06871 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:28.451853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Transition to ACTIVE for port object 51a88c39-61ff-4074-92cf-075090d06871 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:28.490700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:28.501041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:28.563924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:28.568211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:28.577785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::f816:3eff:fe67:86c8 (9f37a3e5-e543-44dd-91a5-83fee171a55d/d5f643e7-71ac-4a09-b09e-ba44e615fc28/be47b6cc-f6f9-410c-89bc-3ac94c237956) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:28.578269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:28.632789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Pushing event updated for resources: {'Port': ['ID=51a88c39-61ff-4074-92cf-075090d06871,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:28.683108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:28.707371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Attempting to bind port 51a88c39-61ff-4074-92cf-075090d06871 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:05:28.708176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Attempting to bind port 51a88c39-61ff-4074-92cf-075090d06871 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:05:28.708950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Attempting to bind port 51a88c39-61ff-4074-92cf-075090d06871 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:05:28.717558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:05:28.718399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:05:28.719239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:28.719907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:05:28.720677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Bound port: 51a88c39-61ff-4074-92cf-075090d06871, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:05:28.721339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:28.831032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:05:28.832926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:28.834830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:05:28.854163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object be47b6cc-f6f9-410c-89bc-3ac94c237956 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:28.874007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:28.879358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:28.914029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:28.921932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71293805-d557-466c-82a2-4174fdd8ffe4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:28.968114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Pushing event updated for resources: {'Port': ['ID=51a88c39-61ff-4074-92cf-075090d06871,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:28.971519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:29.001422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:29.005819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:29.010321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:29.016709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:29.017420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:29.037217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=be47b6cc-f6f9-410c-89bc-3ac94c237956,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:29.038216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Deleting port b16773ec-a559-48ae-89ff-69116618250a {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:29.038874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:29.042560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:29.092536 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4358499 Apr 22 17:05:29.094576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59040) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:29.185511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d83ae-499d-4058-bc7f-f893080a7036 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:29.191955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d83ae-499d-4058-bc7f-f893080a7036 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:29.192813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fb9d83ae-499d-4058-bc7f-f893080a7036 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:29.256608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fb9d83ae-499d-4058-bc7f-f893080a7036 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:29.260586 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fb9d83ae-499d-4058-bc7f-f893080a7036 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1622884 Apr 22 17:05:29.260959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59046) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:29.365243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d3b646c6-bc79-4d4c-a1e2-a19362595ff1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port be47b6cc-f6f9-410c-89bc-3ac94c237956 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:29.365635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3b646c6-bc79-4d4c-a1e2-a19362595ff1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:29.374506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] For port b16773ec-a559-48ae-89ff-69116618250a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b16773ec-a559-48ae-89ff-69116618250a,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:29.375038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:29.530997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Calling delete_port for b16773ec-a559-48ae-89ff-69116618250a owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:29.619464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57453d-95dd-4120-b949-3daaa815ba1e req-188ff9ed-6cea-4979-aa5d-c1727b45be21 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:29.621489 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1b57453d-95dd-4120-b949-3daaa815ba1e req-188ff9ed-6cea-4979-aa5d-c1727b45be21 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 944 time: 0.3367479 Apr 22 17:05:29.646062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3b646c6-bc79-4d4c-a1e2-a19362595ff1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:29.695491 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1b57453d-95dd-4120-b949-3daaa815ba1e req-40e5678a-4fd5-49c2-82ba-93966084627a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650375 Apr 22 17:05:29.788574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d3b646c6-bc79-4d4c-a1e2-a19362595ff1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for be47b6cc-f6f9-410c-89bc-3ac94c237956 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:29.821978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:29.827337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3badf2f-24c1-45fa-83be-2d3c4f6668cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:29.878918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event deleted for resources: {'Port': ['ID=b16773ec-a559-48ae-89ff-69116618250a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:29.882345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:29.964790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3b646c6-bc79-4d4c-a1e2-a19362595ff1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:29.971564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-874de913-6ec5-4a62-8822-aba9e4790f62 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:30.023500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b646c6-bc79-4d4c-a1e2-a19362595ff1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=be47b6cc-f6f9-410c-89bc-3ac94c237956,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:30.031817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d3b646c6-bc79-4d4c-a1e2-a19362595ff1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:30.069918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 51a88c39-61ff-4074-92cf-075090d06871 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:30.078611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3b646c6-bc79-4d4c-a1e2-a19362595ff1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:30.136428 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d3b646c6-bc79-4d4c-a1e2-a19362595ff1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/be47b6cc-f6f9-410c-89bc-3ac94c237956 HTTP/1.1" status: 204 len: 168 time: 0.8742533 Apr 22 17:05:30.138983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59050) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:30.176250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 51a88c39-61ff-4074-92cf-075090d06871 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:30.201250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:30.221529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d186892-984c-4306-9c21-4f9c5fa244d0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:30.223400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d186892-984c-4306-9c21-4f9c5fa244d0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:30.225057 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4d186892-984c-4306-9c21-4f9c5fa244d0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0847681 Apr 22 17:05:30.227977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59054) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:30.250764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f149ce3b-2d33-4195-a152-31d7a060c9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:30.311242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98dbb64-4d92-4b14-af8b-fbd6d451d20d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet d5f643e7-71ac-4a09-b09e-ba44e615fc28 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:30.314791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d98dbb64-4d92-4b14-af8b-fbd6d451d20d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:30.383700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d98dbb64-4d92-4b14-af8b-fbd6d451d20d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:30.493981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d98dbb64-4d92-4b14-af8b-fbd6d451d20d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:30.623504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:05:30.629289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] Provisioning for port 51a88c39-61ff-4074-92cf-075090d06871 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:30.640215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] Provisioning complete for port 51a88c39-61ff-4074-92cf-075090d06871 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:30.641372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:30.817831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:30.868539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d98dbb64-4d92-4b14-af8b-fbd6d451d20d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:30.874212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:30.922834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:05:30.924370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dbb64-4d92-4b14-af8b-fbd6d451d20d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f643e7-71ac-4a09-b09e-ba44e615fc28,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:30.936472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d98dbb64-4d92-4b14-af8b-fbd6d451d20d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:30.937668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d98dbb64-4d92-4b14-af8b-fbd6d451d20d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:30.950926 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d98dbb64-4d92-4b14-af8b-fbd6d451d20d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/d5f643e7-71ac-4a09-b09e-ba44e615fc28 HTTP/1.1" status: 204 len: 168 time: 0.7213335 Apr 22 17:05:30.953190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59060) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:30.983179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "PUT /v2.0/routers/879b5d5d-94b9-4fe4-9dc1-6f89451e76f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4900203 Apr 22 17:05:30.990991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59064) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:31.028364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-919cb46e-ec9f-496d-b9bd-910b9a8e4a2b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736206 Apr 22 17:05:31.031265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59068) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:31.038951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:31.093985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c9fe8e-32a0-407f-9368-17a88cbbb941 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Deleting subnet ab861455-6977-4d05-a92b-899f82bf2253 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:31.101224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62c9fe8e-32a0-407f-9368-17a88cbbb941 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:31.118824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a56aebf-632b-4afa-ae6b-3a9bbddbdec2 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:31.132012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791a1c2-3179-4098-b684-861274998dd2 None None] Sync routers for ids ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:05:31.165331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0964a-f548-4885-9958-fe4bd7301b1b req-dc256415-96c4-411e-a9ae-9feb2608a31c tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:31.167050 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-08c0964a-f548-4885-9958-fe4bd7301b1b req-dc256415-96c4-411e-a9ae-9feb2608a31c tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 944 time: 0.2461448 Apr 22 17:05:31.171642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:31.177796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:31.181581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:31.181771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62c9fe8e-32a0-407f-9368-17a88cbbb941 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:31.188097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:31.193068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:05:31.193735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:05:31.217866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791a1c2-3179-4098-b684-861274998dd2 None None] Routers {'879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:05:31.218568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b791a1c2-3179-4098-b684-861274998dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:05:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:31.228043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:31.235380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:31.281821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-08c0964a-f548-4885-9958-fe4bd7301b1b req-5481e193-82f9-4a1e-8210-4dfeb7ec47f2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038437 Apr 22 17:05:31.327128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62c9fe8e-32a0-407f-9368-17a88cbbb941 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:31.529752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:31.549905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b791a1c2-3179-4098-b684-861274998dd2 None None] Set router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:05:31.660222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:31.668381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62c9fe8e-32a0-407f-9368-17a88cbbb941 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:31.679219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:31.737938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9fe8e-32a0-407f-9368-17a88cbbb941 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event deleted for resources: {'Subnet': ['ID=ab861455-6977-4d05-a92b-899f82bf2253,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:31.741455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-62c9fe8e-32a0-407f-9368-17a88cbbb941 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:31.746007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62c9fe8e-32a0-407f-9368-17a88cbbb941 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:31.757592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-62c9fe8e-32a0-407f-9368-17a88cbbb941 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "DELETE /v2.0/subnets/ab861455-6977-4d05-a92b-899f82bf2253 HTTP/1.1" status: 204 len: 168 time: 0.7629092 Apr 22 17:05:31.757993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59072) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:31.797572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9d4d1-c8bf-4002-b7ab-199ed3c91942 None None] Network e82f586d-0954-4be6-8e35-f96bde2d70fa requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:31.961178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.008839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:05:32.039535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Deleting port 51a88c39-61ff-4074-92cf-075090d06871 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:32.039891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.040029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.157599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:32.168211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87209) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:05:32.210995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.215459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe41ced7-9773-4f4b-9b54-68b217ac65bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:32.251993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.307120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Deleting port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:32.307612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.360041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a7923a5f-f6de-4788-8b58-004f1e692f25 None None] Could not find standard attr ID for object be47b6cc-f6f9-410c-89bc-3ac94c237956. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:05:32.430707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.467163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] Pushing event updated for resources: {'Port': ['ID=51a88c39-61ff-4074-92cf-075090d06871,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:32.481403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:32.523763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b791a1c2-3179-4098-b684-861274998dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:05:29Z', 'revision_number': 5, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port': {'id': '6bd3bd87-c6c4-4b41-862c-d4cbdd7af615', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:03:04Z', 'updated_at': '2021-04-22T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:32.536172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791a1c2-3179-4098-b684-861274998dd2 None None] Checking router: 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:05:32.571953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791a1c2-3179-4098-b684-861274998dd2 None None] Routers {'879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:05:32.572679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b791a1c2-3179-4098-b684-861274998dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:05:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:32.629922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ffd83-1b3d-447e-9e7c-572b8badd6b4 None None] DHCP port deletion for e82f586d-0954-4be6-8e35-f96bde2d70fa request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:05:32.648003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:32.648461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.666497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-134ffd83-1b3d-447e-9e7c-572b8badd6b4 None None] Deleting port ae6ccc88-1e35-4975-881a-9a60e44a56bb {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:32.666941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-134ffd83-1b3d-447e-9e7c-572b8badd6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.704019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:32.734982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.787677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.788640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.794563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da2cb713-3b4a-4e8a-9e65-ab08a7fd7be3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:32.884069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:32.888543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:32.905697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:32.906349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.906772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] For port 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6bd3bd87-c6c4-4b41-862c-d4cbdd7af615,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:32.907187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:32.934667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db49da-d67d-4c56-9b13-d0c58125c597 req-521ff95b-1dbe-4d92-9712-bcb87bfeb51c tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:32.935852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=51a88c39-61ff-4074-92cf-075090d06871,revision_number=6']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:32.936567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7db49da-d67d-4c56-9b13-d0c58125c597 req-521ff95b-1dbe-4d92-9712-bcb87bfeb51c tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 944 time: 0.1696057 Apr 22 17:05:32.943115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:32.943981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7df6a069-b274-4480-b69c-7d533bd40825 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:33.009301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=6167d591-bdd0-4c9d-b5b4-76ff31c4a7e4,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:33.012959 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9805524 Apr 22 17:05:33.014002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:33.015692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59078) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:33.022394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:52:fa:3d', 'name': 'tempest-NetworksTestDHCPv6-1019027443'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:33.091515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Calling delete_port for 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:33.138029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Calling delete_port for 51a88c39-61ff-4074-92cf-075090d06871 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:33.181914 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7db49da-d67d-4c56-9b13-d0c58125c597 req-22063e84-a14a-481d-8620-1f692d62a7bd tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793280 Apr 22 17:05:33.204568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:33.225140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:33.225140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:33.232505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:33.260426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:33.267936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b791a1c2-3179-4098-b684-861274998dd2 None None] Set router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:05:33.296414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:33.405760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b791a1c2-3179-4098-b684-861274998dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:05:32Z', 'revision_number': 6, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:33.421882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:33.427822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791a1c2-3179-4098-b684-861274998dd2 None None] The sync data for ids ['879b5d5d-94b9-4fe4-9dc1-6f89451e76f1'] in dv-neutron-786478-3-hyperv is: [{'id': '879b5d5d-94b9-4fe4-9dc1-6f89451e76f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092633230', 'tenant_id': 'eb0198668d514766842936a3a15b85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:03:01Z', 'updated_at': '2021-04-22T17:05:32Z', 'revision_number': 6, 'project_id': 'eb0198668d514766842936a3a15b85e6', 'gw_port_host': None}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:05:33.428556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:33.440761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:33.473378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 232e613c-2f03-4969-a8aa-7c5c33a1efcc yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:05:33.491906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event deleted for resources: {'Port': ['ID=6bd3bd87-c6c4-4b41-862c-d4cbdd7af615,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:33.530646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:33.571393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-134ffd83-1b3d-447e-9e7c-572b8badd6b4 None None] For port ae6ccc88-1e35-4975-881a-9a60e44a56bb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ae6ccc88-1e35-4975-881a-9a60e44a56bb,segment=NetworkSegment(a3699f0a-f7d1-47e8-939d-96f7ca18453e),segment_id=a3699f0a-f7d1-47e8-939d-96f7ca18453e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:33.571847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-134ffd83-1b3d-447e-9e7c-572b8badd6b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:33.602251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:33.645257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::f816:3eff:fe52:fa3d (9f37a3e5-e543-44dd-91a5-83fee171a55d/6167d591-bdd0-4c9d-b5b4-76ff31c4a7e4/232e613c-2f03-4969-a8aa-7c5c33a1efcc) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:33.704183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:05:33.704684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:05:33.716177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-134ffd83-1b3d-447e-9e7c-572b8badd6b4 None None] Calling delete_port for ae6ccc88-1e35-4975-881a-9a60e44a56bb owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:33.805956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:33.808344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:33.839014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-134ffd83-1b3d-447e-9e7c-572b8badd6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:33.844318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f88f4e3b-8ec2-4ecc-af21-d6346e3b4628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:33.892978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ffd83-1b3d-447e-9e7c-572b8badd6b4 None None] Pushing event deleted for resources: {'Port': ['ID=ae6ccc88-1e35-4975-881a-9a60e44a56bb,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:33.896334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ffd83-1b3d-447e-9e7c-572b8badd6b4 None None] No DVR routers for this DVR port ae6ccc88-1e35-4975-881a-9a60e44a56bb on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:05:33.897286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-134ffd83-1b3d-447e-9e7c-572b8badd6b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:33.907605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:33.908192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Fanout notify agent at l3_agent the message router_deleted on router 879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:05:33.925237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:33.926316 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "DELETE /v2.0/routers/879b5d5d-94b9-4fe4-9dc1-6f89451e76f1 HTTP/1.1" status: 204 len: 168 time: 2.1668055 Apr 22 17:05:33.929443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59082) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:33.946040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:33.965326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 232e613c-2f03-4969-a8aa-7c5c33a1efcc will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:33.994060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b16773ec-a559-48ae-89ff-69116618250a no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:05:34.015973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.028471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:34.036850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: b16773ec-a559-48ae-89ff-69116618250a {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:05:34.037247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b16773ec-a559-48ae-89ff-69116618250a not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:05:34.037742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ae6ccc88-1e35-4975-881a-9a60e44a56bb no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:05:34.076250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: ae6ccc88-1e35-4975-881a-9a60e44a56bb {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:05:34.076566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ae6ccc88-1e35-4975-881a-9a60e44a56bb not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:05:34.077007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:05:34.086412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.105300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:34.109899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:34.113012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:34.119399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:34.120096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.120353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:05:34.120908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6bd3bd87-c6c4-4b41-862c-d4cbdd7af615 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:05:34.121383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 51a88c39-61ff-4074-92cf-075090d06871 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:05:34.138100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=232e613c-2f03-4969-a8aa-7c5c33a1efcc,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:34.141190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:34.190862 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1711676 Apr 22 17:05:34.194979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59086) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:34.223439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Deleting port 51a88c39-61ff-4074-92cf-075090d06871 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:34.223867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.259056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.326128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48208da-e354-42c1-b728-d31912c8f06c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:34.333535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48208da-e354-42c1-b728-d31912c8f06c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:34.334332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f48208da-e354-42c1-b728-d31912c8f06c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:34.378769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.398999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f48208da-e354-42c1-b728-d31912c8f06c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:34.402747 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f48208da-e354-42c1-b728-d31912c8f06c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2040243 Apr 22 17:05:34.404311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59092) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:34.474538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82f586d-0954-4be6-8e35-f96bde2d70fa']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:34.488834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-085215ed-0a84-40af-bb5f-79ea678df91a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 232e613c-2f03-4969-a8aa-7c5c33a1efcc {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:34.488834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-085215ed-0a84-40af-bb5f-79ea678df91a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.496992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3699f0a-f7d1-47e8-939d-96f7ca18453e') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:34.497318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3699f0a-f7d1-47e8-939d-96f7ca18453e') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:34.504855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:34.516020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.539873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.550318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24b835-435e-4b2d-9f05-8dcf412848b1 req-ca3acda6-3a58-448b-8273-328ab64c59a2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:34.552047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e24b835-435e-4b2d-9f05-8dcf412848b1 req-ca3acda6-3a58-448b-8273-328ab64c59a2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 944 time: 0.1835971 Apr 22 17:05:34.561201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:05:34.568824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:34.569268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.577913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.583326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:34.762038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Calling delete_port for 51a88c39-61ff-4074-92cf-075090d06871 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:34.842823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=51a88c39-61ff-4074-92cf-075090d06871,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:34.847534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:34.887130 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e24b835-435e-4b2d-9f05-8dcf412848b1 req-1ecf0f03-34b0-4546-89e0-dfb03d786ac1 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284240 Apr 22 17:05:34.900603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Network e82f586d-0954-4be6-8e35-f96bde2d70fa has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:05:34.903894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-085215ed-0a84-40af-bb5f-79ea678df91a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:34.907665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:05:34.908082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:05:34.913287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.047377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-085215ed-0a84-40af-bb5f-79ea678df91a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 232e613c-2f03-4969-a8aa-7c5c33a1efcc owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:35.072357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.108490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Network e82f586d-0954-4be6-8e35-f96bde2d70fa has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:05:35.155832 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:05:35.237957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-085215ed-0a84-40af-bb5f-79ea678df91a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.244499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f67a79ce-79ed-447f-b5ab-981f863c4fa3 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:35.295775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085215ed-0a84-40af-bb5f-79ea678df91a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=232e613c-2f03-4969-a8aa-7c5c33a1efcc,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:35.299182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-085215ed-0a84-40af-bb5f-79ea678df91a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:35.349542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-085215ed-0a84-40af-bb5f-79ea678df91a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.356397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Deleting port 51a88c39-61ff-4074-92cf-075090d06871 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:35.356875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.419268 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-085215ed-0a84-40af-bb5f-79ea678df91a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/232e613c-2f03-4969-a8aa-7c5c33a1efcc HTTP/1.1" status: 204 len: 168 time: 1.0114346 Apr 22 17:05:35.419511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59096) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:35.484444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.488377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b7a2a2a6-8dbc-4102-9479-b0fafe9472b2 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:35.497353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93338db2-a718-469a-a5ff-1e479683b9ca tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:35.499288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93338db2-a718-469a-a5ff-1e479683b9ca tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:35.500105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-93338db2-a718-469a-a5ff-1e479683b9ca tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:35.507005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.514028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event deleted for resources: {'Network': ['ID=e82f586d-0954-4be6-8e35-f96bde2d70fa,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:35.519588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:35.541569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-93338db2-a718-469a-a5ff-1e479683b9ca tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:35.542986 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-93338db2-a718-469a-a5ff-1e479683b9ca tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225052 Apr 22 17:05:35.545850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59100) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:35.579387 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "DELETE /v2.0/networks/e82f586d-0954-4be6-8e35-f96bde2d70fa HTTP/1.1" status: 204 len: 168 time: 1.6410024 Apr 22 17:05:35.579387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59104) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:35.622544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f388e012-b248-464f-81f1-0124d57d51d4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 6167d591-bdd0-4c9d-b5b4-76ff31c4a7e4 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:35.624929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:35.625542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.626371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f388e012-b248-464f-81f1-0124d57d51d4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.663369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0e7afb2-62b6-4720-84fd-c968c2a158a9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.696458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f388e012-b248-464f-81f1-0124d57d51d4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.707588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0e7afb2-62b6-4720-84fd-c968c2a158a9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.771178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Calling delete_port for 51a88c39-61ff-4074-92cf-075090d06871 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:35.788895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f388e012-b248-464f-81f1-0124d57d51d4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.793083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0e7afb2-62b6-4720-84fd-c968c2a158a9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.799130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b3db360-08e4-40ba-abf8-3494549f3d07 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:35.815247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7afb2-62b6-4720-84fd-c968c2a158a9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1a3678-a278-47bf-8c6e-ef466e288125,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:35.820302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b0e7afb2-62b6-4720-84fd-c968c2a158a9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:35.822597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0e7afb2-62b6-4720-84fd-c968c2a158a9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:35.824370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b0e7afb2-62b6-4720-84fd-c968c2a158a9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] 10.222.0.77 "DELETE /v2.0/security-groups/2b1a3678-a278-47bf-8c6e-ef466e288125 HTTP/1.1" status: 204 len: 168 time: 0.2430627 Apr 22 17:05:36.092824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5e25-29c7-4e84-a5c8-001203689271 req-7b850da8-d049-439f-b883-4bdc11f344ef tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:36.094381 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd0f5e25-29c7-4e84-a5c8-001203689271 req-7b850da8-d049-439f-b883-4bdc11f344ef tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 944 time: 0.0900962 Apr 22 17:05:36.142060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f388e012-b248-464f-81f1-0124d57d51d4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:36.146821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd0f5e25-29c7-4e84-a5c8-001203689271 req-5ce67099-887e-44ea-b139-c5966261114e tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459120 Apr 22 17:05:36.147342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5bb85a00-a2d6-49b6-b210-6757be4914a0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:36.170817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:05:36.171247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:05:36.186561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388e012-b248-464f-81f1-0124d57d51d4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=6167d591-bdd0-4c9d-b5b4-76ff31c4a7e4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:36.189918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f388e012-b248-464f-81f1-0124d57d51d4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:36.191635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f388e012-b248-464f-81f1-0124d57d51d4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:36.227970 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f388e012-b248-464f-81f1-0124d57d51d4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/6167d591-bdd0-4c9d-b5b4-76ff31c4a7e4 HTTP/1.1" status: 204 len: 168 time: 0.6809554 Apr 22 17:05:36.230461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59112) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:36.306892 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3e970a1e-15b7-4c2c-addf-e52ee0756cb8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750661 Apr 22 17:05:36.309288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59116) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:36.393505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22626be-6614-42e1-b078-1e3116c23874 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:36.394154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a22626be-6614-42e1-b078-1e3116c23874 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:36.438108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a22626be-6614-42e1-b078-1e3116c23874 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:36.439471 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a22626be-6614-42e1-b078-1e3116c23874 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1292217 Apr 22 17:05:36.442192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59120) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:36.514948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba23d999-f5e1-4e15-a53a-5a37d2c531e6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:36.515693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ba23d999-f5e1-4e15-a53a-5a37d2c531e6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:36.564704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ba23d999-f5e1-4e15-a53a-5a37d2c531e6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:36.565987 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ba23d999-f5e1-4e15-a53a-5a37d2c531e6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1227679 Apr 22 17:05:36.569343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59124) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:36.640757 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5d44a23c-7788-4ab4-88cd-f032df125de0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700979 Apr 22 17:05:36.645486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59128) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:36.651682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:36.771388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:36.781420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:36.822012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:36.828057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:37.122470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Deleting port 51a88c39-61ff-4074-92cf-075090d06871 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:37.123085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:37.390980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59140) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:37.462256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035d3cb-ea4d-4693-8382-d98b081bb0bb req-20052c88-341a-44a0-9df9-1f9a28f21a42 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:37.463912 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2035d3cb-ea4d-4693-8382-d98b081bb0bb req-20052c88-341a-44a0-9df9-1f9a28f21a42 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 944 time: 0.1739368 Apr 22 17:05:37.560466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:37.560915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:37.578298 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2035d3cb-ea4d-4693-8382-d98b081bb0bb req-d133e6a7-823e-4b98-bb63-63e84850d417 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731571 Apr 22 17:05:37.578298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87210) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:05:37.578657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59146) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:37.579467 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9f4c9176-9f84-4314-9019-6de51365ae7a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb0198668d514766842936a3a15b85e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834164 Apr 22 17:05:37.708320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Calling delete_port for 51a88c39-61ff-4074-92cf-075090d06871 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:37.733736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a512d210-b281-43d1-a668-3bf1cc827547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:37.756551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:05:37.768788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a512d210-b281-43d1-a668-3bf1cc827547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:37.868640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:37.917692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:05:37.918219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:05:37.925366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=049aae58-a48f-44aa-a49f-a8b8f3ab46b8,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:37.939884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'port_id': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8', 'mac_address': 'fa:16:3e:b4:d2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:05:37.942406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a512d210-b281-43d1-a668-3bf1cc827547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:37.949192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de0175cd-5e50-431c-9e4d-76beb8815e8f tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:37.968106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512d210-b281-43d1-a668-3bf1cc827547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ca10ed-9f17-43bb-82cc-d0ac773d0474,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:37.976679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a512d210-b281-43d1-a668-3bf1cc827547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:38.011171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:05:38.015969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.035417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:05:38.052571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=049aae58-a48f-44aa-a49f-a8b8f3ab46b8,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:38.075453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a512d210-b281-43d1-a668-3bf1cc827547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.076737 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a512d210-b281-43d1-a668-3bf1cc827547 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f3ca10ed-9f17-43bb-82cc-d0ac773d0474 HTTP/1.1" status: 204 len: 168 time: 0.4970548 Apr 22 17:05:38.084385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.086483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:38.139421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:38.158495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=049aae58-a48f-44aa-a49f-a8b8f3ab46b8,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:38.162071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:38.169224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.204159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.205093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.210326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:38.275513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:38.284255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:38.305400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:38.306053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.324330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=51a88c39-61ff-4074-92cf-075090d06871,revision_number=10']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:38.328058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:38.328588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6d604a82-d3d3-457d-9273-847bdd636408 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:38.332129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['049aae58-a48f-44aa-a49f-a8b8f3ab46b8'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:05:38.394085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=8ed32562-7382-423e-9996-00a928282bd9,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:38.396982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:38.411171 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7646205 Apr 22 17:05:38.414801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59154) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:38.421831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:de:59:3f', 'name': 'tempest-NetworksTestDHCPv6-362043517'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:38.575109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59158) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:38.577157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:38.589152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:38.595977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5801c4b5-217e-4c48-9243-c084bb65c0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.612587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5801c4b5-217e-4c48-9243-c084bb65c0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:38.616775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5801c4b5-217e-4c48-9243-c084bb65c0fe admin admin] Usage tracker for resource:security_group_rule and tenant:8be9da2befe14d66aac99183009521b5 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:38.620109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5801c4b5-217e-4c48-9243-c084bb65c0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:38.627008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5801c4b5-217e-4c48-9243-c084bb65c0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:38.628175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:38.785449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.789701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5801c4b5-217e-4c48-9243-c084bb65c0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.816699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 95354d44-0ae8-4195-b1e6-b92b13597c1a yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:05:38.833089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5801c4b5-217e-4c48-9243-c084bb65c0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.842892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cc7dcae-39ef-4dcb-8a90-6d586839dc0a tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:38.886157 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5801c4b5-217e-4c48-9243-c084bb65c0fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8be9da2befe14d66aac99183009521b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098414 Apr 22 17:05:38.887157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801c4b5-217e-4c48-9243-c084bb65c0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7859218-94e5-441e-a88c-84fd5ddea627,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:38.890483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5801c4b5-217e-4c48-9243-c084bb65c0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:38.891199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59164) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:38.962453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b61b4ac-6f7e-4a29-a69a-1dc00519bbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:38.990958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b61b4ac-6f7e-4a29-a69a-1dc00519bbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:39.040966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf9bd7-7b83-4d53-a3cd-1d3831af2644 req-44c8e45f-c4f9-41fe-9f86-41be48ee900f tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:39.042608 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-28bf9bd7-7b83-4d53-a3cd-1d3831af2644 req-44c8e45f-c4f9-41fe-9f86-41be48ee900f tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 945 time: 0.1893442 Apr 22 17:05:39.045767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::f816:3eff:fede:593f (9f37a3e5-e543-44dd-91a5-83fee171a55d/8ed32562-7382-423e-9996-00a928282bd9/95354d44-0ae8-4195-b1e6-b92b13597c1a) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:39.074593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b61b4ac-6f7e-4a29-a69a-1dc00519bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:39.080478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:39.092311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61b4ac-6f7e-4a29-a69a-1dc00519bbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7859218-94e5-441e-a88c-84fd5ddea627,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:39.097941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b61b4ac-6f7e-4a29-a69a-1dc00519bbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:39.100803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b61b4ac-6f7e-4a29-a69a-1dc00519bbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:39.112423 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9b61b4ac-6f7e-4a29-a69a-1dc00519bbe6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7859218-94e5-441e-a88c-84fd5ddea627 HTTP/1.1" status: 204 len: 168 time: 0.2195902 Apr 22 17:05:39.423967 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-28bf9bd7-7b83-4d53-a3cd-1d3831af2644 req-60bf4c56-d0bb-47da-9165-93125a3a8769 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3731318 Apr 22 17:05:39.601902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:39.618957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 95354d44-0ae8-4195-b1e6-b92b13597c1a will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:39.685694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:39.696940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c5577a7-8d9c-4235-aa25-e92588e9230b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:39.750299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:39.778536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:39.782105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:39.789098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:39.795318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:39.796021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:39.805375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=95354d44-0ae8-4195-b1e6-b92b13597c1a,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:39.813320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:39.856065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:39.861733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:39.866395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:39.942849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5261722 Apr 22 17:05:39.945817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59180) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:39.992335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:40.025634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c6fc63-6677-4425-83a2-1be5680acddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:05:40.036603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=049aae58-a48f-44aa-a49f-a8b8f3ab46b8,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:40.045708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a731c-8635-4954-abee-482b7376a4fc tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:40.053291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a731c-8635-4954-abee-482b7376a4fc tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:40.054168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca3a731c-8635-4954-abee-482b7376a4fc tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:40.061661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:40.063765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:40.104733 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c6fc63-6677-4425-83a2-1be5680acddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8', 'code': 200} Apr 22 17:05:40.107429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ca3a731c-8635-4954-abee-482b7376a4fc tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:40.108674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ca3a731c-8635-4954-abee-482b7376a4fc tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1618223 Apr 22 17:05:40.112565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59192) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:40.150016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=049aae58-a48f-44aa-a49f-a8b8f3ab46b8,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:40.158688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.159145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.159614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.160070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.160783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.161030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.161535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.161973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.162805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.162805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.163307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.163745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:40.168342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:40.189541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-95c22f86-9855-414d-a2d7-19c3c1269295 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 95354d44-0ae8-4195-b1e6-b92b13597c1a {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:40.190506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95c22f86-9855-414d-a2d7-19c3c1269295 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:40.382599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df540fb8-cf28-414d-9562-03b60a4f072c req-1ef948da-9706-4e32-a948-09be8911879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:40.384524 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-df540fb8-cf28-414d-9562-03b60a4f072c req-1ef948da-9706-4e32-a948-09be8911879e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 1099 time: 0.0963843 Apr 22 17:05:40.437245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-df540fb8-cf28-414d-9562-03b60a4f072c req-e17e3710-0b94-4579-9b7b-8e205c5f8183 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400939 Apr 22 17:05:40.465450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95c22f86-9855-414d-a2d7-19c3c1269295 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:40.607910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-95c22f86-9855-414d-a2d7-19c3c1269295 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 95354d44-0ae8-4195-b1e6-b92b13597c1a owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:40.806923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc3cf-4cf4-45d3-8641-0d427ad53453 req-716a548c-9321-4229-aa1b-be193ded5068 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:40.808652 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3acfc3cf-4cf4-45d3-8641-0d427ad53453 req-716a548c-9321-4229-aa1b-be193ded5068 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 946 time: 0.2099543 Apr 22 17:05:40.890104 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3acfc3cf-4cf4-45d3-8641-0d427ad53453 req-fd48bf1e-7a25-4e5f-8c2d-1d491e39147a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620553 Apr 22 17:05:40.912871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95c22f86-9855-414d-a2d7-19c3c1269295 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:40.919220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:40.971977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c22f86-9855-414d-a2d7-19c3c1269295 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=95354d44-0ae8-4195-b1e6-b92b13597c1a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:40.976168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-95c22f86-9855-414d-a2d7-19c3c1269295 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:41.012572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59214) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:41.023630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95c22f86-9855-414d-a2d7-19c3c1269295 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.066033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Deleting port 51a88c39-61ff-4074-92cf-075090d06871 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:41.066825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.068134 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-95c22f86-9855-414d-a2d7-19c3c1269295 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/95354d44-0ae8-4195-b1e6-b92b13597c1a HTTP/1.1" status: 204 len: 168 time: 0.9554741 Apr 22 17:05:41.071432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59220) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:41.154960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfee9ed-ca84-4390-a4c0-8b9a6dfbe12b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:41.156673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfee9ed-ca84-4390-a4c0-8b9a6dfbe12b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:41.158488 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3dfee9ed-ca84-4390-a4c0-8b9a6dfbe12b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0856149 Apr 22 17:05:41.161997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59224) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:41.232090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'network': {'name': 'tempest-network-smoke--1810124485', 'project_id': '8b61421b15584ef3a566a5143da81011', 'port_security_enabled': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:41.238775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:41.243760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:network and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:41.243961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33a17db-6a1a-451a-9f00-9c76ccb4c057 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 8ed32562-7382-423e-9996-00a928282bd9 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:41.247028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:41.247375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f33a17db-6a1a-451a-9f00-9c76ccb4c057 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.254114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:41.292588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:41.309591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.314737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f33a17db-6a1a-451a-9f00-9c76ccb4c057 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.337517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.355995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:41.360467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:41.364014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:41.370280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:41.379151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:41.380098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.413390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f33a17db-6a1a-451a-9f00-9c76ccb4c057 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.467630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.518657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.523305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c13c9702-a54f-44f0-9486-186b26771511 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:41.524171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Calling delete_port for 51a88c39-61ff-4074-92cf-075090d06871 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:41.546017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:05:41.567660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:41.571244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:41.617597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.617996 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Added segment 575e09d5-4410-4a68-b831-1d9cee0c6e18 of type vlan for network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb Apr 22 17:05:41.650557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.713071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.719381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:41.723060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.725845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0213fead-48f7-4edf-ab3d-fcbc1a6c5613 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:41.822355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f33a17db-6a1a-451a-9f00-9c76ccb4c057 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.828109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-62c9fe8e-32a0-407f-9368-17a88cbbb941 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:41.839188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:05:41.839602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:05:41.850000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Network': ['ID=8376d9d7-ba76-43b3-9f19-1cd3421be0fb,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:41.852944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:41.863196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8494401 Apr 22 17:05:41.864310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:05:41.866664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59228) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:41.871802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a17db-6a1a-451a-9f00-9c76ccb4c057 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed32562-7382-423e-9996-00a928282bd9,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:41.873394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'admin_state_up': True, 'project_id': '8b61421b15584ef3a566a5143da81011', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:41.873946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f33a17db-6a1a-451a-9f00-9c76ccb4c057 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.876978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f33a17db-6a1a-451a-9f00-9c76ccb4c057 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:41.886169 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f33a17db-6a1a-451a-9f00-9c76ccb4c057 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/8ed32562-7382-423e-9996-00a928282bd9 HTTP/1.1" status: 204 len: 168 time: 0.7226498 Apr 22 17:05:41.886361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:41.890231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59232) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:41.890474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:router and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:41.893969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:41.900314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:41.981607 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2683faf9-4181-4da9-b8d0-99f4fa0591df tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895250 Apr 22 17:05:41.984163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59238) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:41.987983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.989248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:41.991371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:42.129456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:42.171691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:42.178829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:42.184374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:42.192440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:42.207674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0dce5-091c-48de-8f25-a04ebf0e5125 req-6f996d30-c61e-4311-bb3b-ad641ebea5ec tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:42.209195 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2cd0dce5-091c-48de-8f25-a04ebf0e5125 req-6f996d30-c61e-4311-bb3b-ad641ebea5ec tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 946 time: 0.2009356 Apr 22 17:05:42.252438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:42.258665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:42.343034 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2cd0dce5-091c-48de-8f25-a04ebf0e5125 req-68670f37-8ac9-42e5-84c1-9836b9285347 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265967 Apr 22 17:05:42.457933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:42.708224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb124-3c1c-4520-8267-57202b0aec1a req-5e38070b-9c21-49b5-8f92-deffb82ea6f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:42.710036 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7b2cb124-3c1c-4520-8267-57202b0aec1a req-5e38070b-9c21-49b5-8f92-deffb82ea6f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 946 time: 0.1676795 Apr 22 17:05:42.798179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7b2cb124-3c1c-4520-8267-57202b0aec1a req-c335bdf9-6ba9-43d9-b16c-238d9e615b3f tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662985 Apr 22 17:05:42.825171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59244) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:43.133595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3193df-f267-409a-9aae-a39ba41b0d11 tempest-TestVolumeBootPattern-2086216536 tempest-TestVolumeBootPattern-2086216536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:43.135279 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bf3193df-f267-409a-9aae-a39ba41b0d11 tempest-TestVolumeBootPattern-2086216536 tempest-TestVolumeBootPattern-2086216536-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 1094 time: 0.3087828 Apr 22 17:05:43.149894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59250) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:43.163804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:43.205328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:43.209984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87210) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:05:43.214152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:43.243377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:floatingip and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:43.249620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:43.253821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:43.296120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:43.435527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:43.466711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:43.470499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.203 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/5501eb44-622c-4e95-9b19-0ecea52c59fa) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:43.707959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:43.734594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:43.736568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:43.755540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:43.769833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:43.770889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:43.775975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a47bcdb-c019-43d7-9b0f-361484efba18 tempest-RoutersAdminTest-1705697017 tempest-RoutersAdminTest-1705697017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:43.840795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:43.849635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:43.867652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:43.868314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:43.883652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:43.890041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4603fad1-6145-4cb9-ad02-3c5ba96b95d3 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:43.898199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=51a88c39-61ff-4074-92cf-075090d06871,revision_number=13']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:43.901758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:43.902600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fc349c74-f32e-4ac8-829a-d1f07650b96c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:43.942199 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9568336 Apr 22 17:05:43.945409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59254) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:43.955886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:d6:c5:6a', 'name': 'tempest-NetworksTestDHCPv6-934592054'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:43.973283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:43.981886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:43.991492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:44.026182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=5501eb44-622c-4e95-9b19-0ecea52c59fa,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:44.037485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Allocated IP 172.26.6.88 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/f2e5ca51-ccd7-4b52-893b-f3de15418dc3) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:44.039220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:44.053289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=3a4a45cb-faa4-4736-8165-119c6b72cb80,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:44.056520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:44.124667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:44.129063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:44.132124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:44.138163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:44.175607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:44.309981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:44.339053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 74c3ef29-3381-473c-8238-b22360239a2c yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:05:44.491766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::f816:3eff:fed6:c56a (9f37a3e5-e543-44dd-91a5-83fee171a55d/3a4a45cb-faa4-4736-8165-119c6b72cb80/74c3ef29-3381-473c-8238-b22360239a2c) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:44.535638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:44.605277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:44.711215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:44.728839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 74c3ef29-3381-473c-8238-b22360239a2c will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:44.789427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:44.796199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-81f80d7f-2f7f-45a6-a2a9-ef37ed59842e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:44.816332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:44.824121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc9979d3-52b9-4104-aacc-853834ac6490 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:44.900886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:44.904349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:44.907174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:44.915788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:44.916773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:44.927863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:44.932567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=74c3ef29-3381-473c-8238-b22360239a2c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:44.938637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:44.989545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:45.001301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:45.010001 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0634649 Apr 22 17:05:45.012969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59258) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:45.065929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'Port': ['ID=f2e5ca51-ccd7-4b52-893b-f3de15418dc3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:45.078762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:45.105344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf362de6-5341-462a-8ee3-7810741764de tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:45.111936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf362de6-5341-462a-8ee3-7810741764de tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:45.112764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cf362de6-5341-462a-8ee3-7810741764de tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:45.146078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cf362de6-5341-462a-8ee3-7810741764de tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:45.147438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cf362de6-5341-462a-8ee3-7810741764de tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1334472 Apr 22 17:05:45.150372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59262) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:45.163634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:45.229211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4282b495-1a1a-4546-98ee-4a0ec2782f11 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 74c3ef29-3381-473c-8238-b22360239a2c {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:45.229620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4282b495-1a1a-4546-98ee-4a0ec2782f11 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:45.788526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4282b495-1a1a-4546-98ee-4a0ec2782f11 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:45.925472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4282b495-1a1a-4546-98ee-4a0ec2782f11 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 74c3ef29-3381-473c-8238-b22360239a2c owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:45.987497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:46.009806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 3486f6e9-b714-43c2-b28d-e87e96e494a8 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:05:46.186470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4282b495-1a1a-4546-98ee-4a0ec2782f11 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:46.195532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc9ca775-ea98-463a-8911-1685f326a284 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:46.226891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:46.280903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282b495-1a1a-4546-98ee-4a0ec2782f11 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=74c3ef29-3381-473c-8238-b22360239a2c,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:46.283744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4282b495-1a1a-4546-98ee-4a0ec2782f11 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:46.292112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4282b495-1a1a-4546-98ee-4a0ec2782f11 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:46.325072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:05:46.335484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Sync routers for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:05:46.342430 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4282b495-1a1a-4546-98ee-4a0ec2782f11 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/74c3ef29-3381-473c-8238-b22360239a2c HTTP/1.1" status: 204 len: 168 time: 1.1909359 Apr 22 17:05:46.344935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59266) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:46.345902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:05:46.346563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:05:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:46.422978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051af2b1-c184-481d-bbc0-4e135ba08165 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:46.425275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051af2b1-c184-481d-bbc0-4e135ba08165 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:46.426105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-051af2b1-c184-481d-bbc0-4e135ba08165 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:46.459126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:46.460471 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5927424 Apr 22 17:05:46.464156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59270) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:46.482494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-051af2b1-c184-481d-bbc0-4e135ba08165 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:46.489667 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-051af2b1-c184-481d-bbc0-4e135ba08165 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1402502 Apr 22 17:05:46.490374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59276) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:46.544538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:05:46.567115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:46.570906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce6468a-daf3-4cfd-844f-710da70ba16f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 3a4a45cb-faa4-4736-8165-119c6b72cb80 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:46.574182 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d4b72c37-5f31-4921-a6e9-0f68230ee143 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8b61421b15584ef3a566a5143da81011&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1089029 Apr 22 17:05:46.575443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ce6468a-daf3-4cfd-844f-710da70ba16f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:46.576931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59280) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:46.610356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:46.642506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ce6468a-daf3-4cfd-844f-710da70ba16f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:46.741988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80796a89-1f7f-4f7a-b129-58ff1e228e3a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:46.777741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ce6468a-daf3-4cfd-844f-710da70ba16f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:46.785333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f930ae-094c-43df-8955-840d64d32407 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:46.787184 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d2f930ae-094c-43df-8955-840d64d32407 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2091641 Apr 22 17:05:46.797726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59284) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:46.887290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:05:44Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:46.891596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Checking router: 3486f6e9-b714-43c2-b28d-e87e96e494a8 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:05:46.891987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Updating router 3486f6e9-b714-43c2-b28d-e87e96e494a8 port 5501eb44-622c-4e95-9b19-0ecea52c59fa binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:05:46.902131 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-31ea2db1-d231-456f-b286-abb0ca495c75 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0985918 Apr 22 17:05:46.904177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59288) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:46.920813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-259051579', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'project_id': '8b61421b15584ef3a566a5143da81011', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:46.946334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'Port': ['ID=f2e5ca51-ccd7-4b52-893b-f3de15418dc3,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:46.954439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:46.955137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:47.023443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:47.136321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ce6468a-daf3-4cfd-844f-710da70ba16f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:47.142274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cb4409e9-c609-4b33-b528-7dfa9e2b29c3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:47.185364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6468a-daf3-4cfd-844f-710da70ba16f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4a45cb-faa4-4736-8165-119c6b72cb80,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:47.189790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0ce6468a-daf3-4cfd-844f-710da70ba16f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:47.193927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ce6468a-daf3-4cfd-844f-710da70ba16f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:47.212184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:47.222006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:subnet and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:47.229583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:47.235801 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0ce6468a-daf3-4cfd-844f-710da70ba16f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/3a4a45cb-faa4-4736-8165-119c6b72cb80 HTTP/1.1" status: 204 len: 168 time: 0.7433443 Apr 22 17:05:47.238287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59292) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:47.241877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:47.276135 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Floating IP ccac45c1-0050-4860-b020-a3aa5c7f790a associated. External IP: 172.26.6.88, port: 049aae58-a48f-44aa-a49f-a8b8f3ab46b8. Apr 22 17:05:47.346982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:47.352463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-89973451-0ba9-40f6-8ce3-d04a673e7878 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101379 Apr 22 17:05:47.352738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59296) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:47.353099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:47.447069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89981e8-4844-4b68-9759-71e57e2c454e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:47.447843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a89981e8-4844-4b68-9759-71e57e2c454e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:47.489829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a89981e8-4844-4b68-9759-71e57e2c454e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:47.493589 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a89981e8-4844-4b68-9759-71e57e2c454e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.1371841 Apr 22 17:05:47.493760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:47.494006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59300) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:47.504139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Transition to ACTIVE for port object 5501eb44-622c-4e95-9b19-0ecea52c59fa will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:47.536396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:47.541103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:47.571905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c527283b-c6d9-41fa-8552-e493753ee30c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:47.572661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c527283b-c6d9-41fa-8552-e493753ee30c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:47.616105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c527283b-c6d9-41fa-8552-e493753ee30c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:47.617951 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c527283b-c6d9-41fa-8552-e493753ee30c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1224489 Apr 22 17:05:47.619760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Attempting to bind port 5501eb44-622c-4e95-9b19-0ecea52c59fa on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:05:47.620206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Attempting to bind port 5501eb44-622c-4e95-9b19-0ecea52c59fa by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:05:47.620911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59304) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:47.621108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Attempting to bind port 5501eb44-622c-4e95-9b19-0ecea52c59fa on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:05:47.634167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:05:47.634699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:05:47.635816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:47.635816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:05:47.636097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Bound port: 5501eb44-622c-4e95-9b19-0ecea52c59fa, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:05:47.636523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:47.710936 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1d568295-a199-42de-a082-2c4e3dccc73a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882092 Apr 22 17:05:47.718445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] For port 5501eb44-622c-4e95-9b19-0ecea52c59fa, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:05:47.719198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59308) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:47.722484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] For port 5501eb44-622c-4e95-9b19-0ecea52c59fa, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5501eb44-622c-4e95-9b19-0ecea52c59fa,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:05:47.726721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Pushing event updated for resources: {'Port': ['ID=5501eb44-622c-4e95-9b19-0ecea52c59fa,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:47.738944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:47.741501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.741919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.742561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.743215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.743844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.744501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.745134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.745764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.746422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.747201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.747835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.748470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:05:47.767801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:47.769847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:47.777448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:47.870172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Pushing event updated for resources: {'Port': ['ID=5501eb44-622c-4e95-9b19-0ecea52c59fa,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:47.872931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:47.882173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:47.886910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:05:47.887094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:47.887885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:05:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:47.900037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Router 87524a68-1447-4128-b4a1-50b8d4acf824 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:05:47.964603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:47.972165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:48.184870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:05:48.501415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:48.507548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56850053-b7a4-44c7-a6f6-010cb881e906 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:48.514015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:05:48.528702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92848f-b979-49c5-8578-415697631e8a None None] Sync routers for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:05:48.543736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af92848f-b979-49c5-8578-415697631e8a None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:05:48.544875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-af92848f-b979-49c5-8578-415697631e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:05:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:48.601972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:48.603002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:48.633708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:48.634369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:48.648273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=23432dd4-5cc4-46ec-b858-c9371397c66b,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:48.653301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:48.672485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:48.676468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:05:44Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:48.684230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7c107-55f9-4626-b78b-089965247d00 None None] The sync data for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv is: [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:05:44Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:05:48.706523 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9855340 Apr 22 17:05:48.708146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59312) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:48.721953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:32:d0:b3', 'name': 'tempest-NetworksTestDHCPv6-422842395'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:48.731908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:48.756434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f3c996c-0f52-4111-aacd-8b2a6217ccbc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:48.780484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Deleting port 51a88c39-61ff-4074-92cf-075090d06871 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:48.780916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:48.813257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-af92848f-b979-49c5-8578-415697631e8a None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:05:48.892222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7411551 Apr 22 17:05:48.897813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c6fc63-6677-4425-83a2-1be5680acddc', 'tag': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:05:48.913512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Subnet': ['ID=78e43b50-112e-4ed8-ad72-fcb7c4ccee56,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:48.917333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:48.924610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Checking segment: {'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:05:48.925034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network hostable DHCP agents. Network: 8376d9d7-ba76-43b3-9f19-1cd3421be0fb, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:05:48.956747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:48.969232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:48.981927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c6fc63-6677-4425-83a2-1be5680acddc', 'tag': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8', 'status': 'completed', 'code': 200} Apr 22 17:05:49.034602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:49.046886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:05:49.047714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:49.097780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 8376d9d7-ba76-43b3-9f19-1cd3421be0fb) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:49.117812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b504b56-bd22-4d8e-96f0-a0ca80a2ab34 req-40591d59-5eb0-49b1-b35b-a141d78eefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:49.119626 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6b504b56-bd22-4d8e-96f0-a0ca80a2ab34 req-40591d59-5eb0-49b1-b35b-a141d78eefc8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 1099 time: 0.1228826 Apr 22 17:05:49.121766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:49.122441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:49.122828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port fe11df00-6444-4651-8829-5a4cba204440 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:05:49.224219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb586d41-a517-4cfa-91c8-4fd2fca89660 None None] Network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:49.288184 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3675976 Apr 22 17:05:49.289312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59320) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:49.351628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::3a8 (9f37a3e5-e543-44dd-91a5-83fee171a55d/23432dd4-5cc4-46ec-b858-c9371397c66b/fe11df00-6444-4651-8829-5a4cba204440) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:49.529289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b504b56-bd22-4d8e-96f0-a0ca80a2ab34 req-1feadb4c-5891-4246-895b-16517cb7f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:49.530928 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6b504b56-bd22-4d8e-96f0-a0ca80a2ab34 req-1feadb4c-5891-4246-895b-16517cb7f341 service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.4037850 Apr 22 17:05:49.630151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:49.653639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object fe11df00-6444-4651-8829-5a4cba204440 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:49.753871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:49.766412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-70406945-a7dd-40b3-bc64-be906227e68f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:49.774411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] For port 51a88c39-61ff-4074-92cf-075090d06871, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51a88c39-61ff-4074-92cf-075090d06871,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:49.774914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:49.825010 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6b504b56-bd22-4d8e-96f0-a0ca80a2ab34 req-1af12925-5bf6-4b66-900a-198dca0bf240 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049aae58-a48f-44aa-a49f-a8b8f3ab46b8 HTTP/1.1" status: 200 len: 999 time: 0.2814457 Apr 22 17:05:49.829494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:49.834102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:49.844770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:49.854408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:49.855486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:49.883195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=fe11df00-6444-4651-8829-5a4cba204440,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:49.889182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:49.934594 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2223942 Apr 22 17:05:49.936416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59324) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:49.940277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Calling delete_port for 51a88c39-61ff-4074-92cf-075090d06871 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:49.957051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b504b56-bd22-4d8e-96f0-a0ca80a2ab34 req-dc7721fb-b83a-4ed4-adb2-83037745a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:49.959591 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6b504b56-bd22-4d8e-96f0-a0ca80a2ab34 req-dc7721fb-b83a-4ed4-adb2-83037745a8f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.1261034 Apr 22 17:05:50.058300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:05:50.059306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:50.088582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-af92848f-b979-49c5-8578-415697631e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'ccac45c1-0050-4860-b020-a3aa5c7f790a', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.88', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:b4:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c6fc63-6677-4425-83a2-1be5680acddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:05:45Z', 'updated_at': '2021-04-22T17:05:45Z', 'revision_number': 0, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:50.107836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af19f4a-6cd8-470d-88ac-9a864d44d20f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:50.108313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5501eb44-622c-4e95-9b19-0ecea52c59fa up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:50.114903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af19f4a-6cd8-470d-88ac-9a864d44d20f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:50.115777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4af19f4a-6cd8-470d-88ac-9a864d44d20f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:50.148907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92848f-b979-49c5-8578-415697631e8a None None] Checking router: 87524a68-1447-4128-b4a1-50b8d4acf824 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:05:50.170339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4af19f4a-6cd8-470d-88ac-9a864d44d20f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:50.174352 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4af19f4a-6cd8-470d-88ac-9a864d44d20f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2356997 Apr 22 17:05:50.174779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59328) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:50.223690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af92848f-b979-49c5-8578-415697631e8a None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:05:50.224755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-af92848f-b979-49c5-8578-415697631e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:05:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:50.265422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1bd98380-a0b1-4ff0-9677-0192cebf91f9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port fe11df00-6444-4651-8829-5a4cba204440 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:50.266127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1bd98380-a0b1-4ff0-9677-0192cebf91f9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:50.305763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b504b56-bd22-4d8e-96f0-a0ca80a2ab34 req-96a6380e-a6e0-4fd4-be0b-46467cc99a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:50.307489 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6b504b56-bd22-4d8e-96f0-a0ca80a2ab34 req-96a6380e-a6e0-4fd4-be0b-46467cc99a29 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3375239 Apr 22 17:05:50.309223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:50.320664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:50.454865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Pushing event deleted for resources: {'Port': ['ID=51a88c39-61ff-4074-92cf-075090d06871,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:50.462865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] No DVR routers for this DVR port 51a88c39-61ff-4074-92cf-075090d06871 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:05:50.470412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:50.538738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ee16b-17d9-4555-a166-d6f3480238f0 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:50.556462 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6b504b56-bd22-4d8e-96f0-a0ca80a2ab34 req-bba024ad-ca91-426d-ab9a-3863b9ac64d2 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359753 Apr 22 17:05:50.607727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1bd98380-a0b1-4ff0-9677-0192cebf91f9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:50.631977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 5501eb44-622c-4e95-9b19-0ecea52c59fa completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:50.661285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 5501eb44-622c-4e95-9b19-0ecea52c59fa triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:50.661666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:50.663696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:50.750844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-af92848f-b979-49c5-8578-415697631e8a None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:05:50.778794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1bd98380-a0b1-4ff0-9677-0192cebf91f9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for fe11df00-6444-4651-8829-5a4cba204440 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:51.014691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Allocated IP 172.20.0.2 (8376d9d7-ba76-43b3-9f19-1cd3421be0fb/78e43b50-112e-4ed8-ad72-fcb7c4ccee56/6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:51.016513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1bd98380-a0b1-4ff0-9677-0192cebf91f9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:51.025446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-561dd12a-4d33-4928-8ad9-55398a2da1da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:51.081963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd98380-a0b1-4ff0-9677-0192cebf91f9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=fe11df00-6444-4651-8829-5a4cba204440,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:51.085135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1bd98380-a0b1-4ff0-9677-0192cebf91f9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:51.131475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1bd98380-a0b1-4ff0-9677-0192cebf91f9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:51.167699 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1bd98380-a0b1-4ff0-9677-0192cebf91f9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/fe11df00-6444-4651-8829-5a4cba204440 HTTP/1.1" status: 204 len: 168 time: 0.9895229 Apr 22 17:05:51.168123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59332) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:51.199376 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6b504b56-bd22-4d8e-96f0-a0ca80a2ab34 req-0c3d63cc-174c-41d7-9f8a-9b0f455b3987 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315212 Apr 22 17:05:51.258131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d97f59-7a42-44b4-8f09-3634d9367294 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:51.263422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d97f59-7a42-44b4-8f09-3634d9367294 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:51.264851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e3d97f59-7a42-44b4-8f09-3634d9367294 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:51.318367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e3d97f59-7a42-44b4-8f09-3634d9367294 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:51.323070 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e3d97f59-7a42-44b4-8f09-3634d9367294 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1519527 Apr 22 17:05:51.324074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59336) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:51.448288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-8195f158-114f-45fb-b51f-6ebee660ef3d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 23432dd4-5cc4-46ec-b858-c9371397c66b {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:51.451947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8195f158-114f-45fb-b51f-6ebee660ef3d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:51.484236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:51.514090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8195f158-114f-45fb-b51f-6ebee660ef3d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:51.571200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c678be-bf0d-444c-89ff-36797bf008e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': '23432dd4-5cc4-46ec-b858-c9371397c66b'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:05:51.572124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-17c678be-bf0d-444c-89ff-36797bf008e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:51.580550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8195f158-114f-45fb-b51f-6ebee660ef3d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:51.657272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 5501eb44-622c-4e95-9b19-0ecea52c59fa, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5501eb44-622c-4e95-9b19-0ecea52c59fa,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:51.727629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:51.735450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6fb00f63-2bf5-400c-825c-76d211e406da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:51.815273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:51.856815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Transition to ACTIVE for port object 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:51.956422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Transition to ACTIVE for port object 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:51.958390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=5501eb44-622c-4e95-9b19-0ecea52c59fa,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:51.965529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:52.022642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-af92848f-b979-49c5-8578-415697631e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'ccac45c1-0050-4860-b020-a3aa5c7f790a', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.88', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:b4:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c6fc63-6677-4425-83a2-1be5680acddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:05:45Z', 'updated_at': '2021-04-22T17:05:45Z', 'revision_number': 0, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:52.022642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92848f-b979-49c5-8578-415697631e8a None None] The sync data for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv is: [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'ccac45c1-0050-4860-b020-a3aa5c7f790a', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.88', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:b4:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c6fc63-6677-4425-83a2-1be5680acddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:05:45Z', 'updated_at': '2021-04-22T17:05:45Z', 'revision_number': 0, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:05:52.044067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8195f158-114f-45fb-b51f-6ebee660ef3d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:52.047416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.1 (8376d9d7-ba76-43b3-9f19-1cd3421be0fb/78e43b50-112e-4ed8-ad72-fcb7c4ccee56/f2e3df69-1ffd-4c0a-bd75-253592b68456) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:52.054913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-acd73fb0-0f6c-43a5-9ddc-98d542240bce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server [None req-17c678be-bf0d-444c-89ff-36797bf008e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23432dd4-5cc4-46ec-b858-c9371397c66b: This subnet is being modified by another concurrent operation. Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 338, in create_port Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in create_port Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1413, in _create_port_db Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1433, in create_port_db Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server context, port, port_id) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server id=subnet.id) Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server raise exception Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23432dd4-5cc4-46ec-b858-c9371397c66b: This subnet is being modified by another concurrent operation. Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: ERROR oslo_messaging.rpc.server Apr 22 17:05:52.102383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:52.130466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-52dd827f-9024-40df-8fa1-c04ba14d39ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:52.147619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8195f158-114f-45fb-b51f-6ebee660ef3d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:52.162455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195f158-114f-45fb-b51f-6ebee660ef3d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=23432dd4-5cc4-46ec-b858-c9371397c66b,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:52.162455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8195f158-114f-45fb-b51f-6ebee660ef3d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:52.179710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdda985-954f-48f7-b6bf-5d0950780361 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:52.209023 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8195f158-114f-45fb-b51f-6ebee660ef3d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/23432dd4-5cc4-46ec-b858-c9371397c66b HTTP/1.1" status: 204 len: 168 time: 0.8833816 Apr 22 17:05:52.209888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59340) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:52.263785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:52.287503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object f2e3df69-1ffd-4c0a-bd75-253592b68456 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:52.303636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:52.310583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:52.321336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:52.328031 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-37622ad5-fbcc-44b3-9f61-e50df5148516 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135399 Apr 22 17:05:52.328031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59344) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:52.343549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Pushing event updated for resources: {'Port': ['ID=6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:52.359497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:52.365184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:52.391791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:52.408793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-32ae1edf-4186-4974-b9cf-6ae61ea27509 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:52.437132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:52.450385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:52.451528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-32ae1edf-4186-4974-b9cf-6ae61ea27509 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:52.452577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-32ae1edf-4186-4974-b9cf-6ae61ea27509 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1239359 Apr 22 17:05:52.460017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59348) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:52.462062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:52.464472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e8387-65ec-4f11-8f4b-68b2bb6e35b7 None None] New status for floating IP ccac45c1-0050-4860-b020-a3aa5c7f790a: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:05:52.565877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Attempting to bind port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:05:52.565877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Attempting to bind port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:05:52.565877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Attempting to bind port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 on network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:05:52.565877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:05:52.565877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Checking segment: {'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:05:52.565877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:52.565877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Bound using segment: {'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:05:52.565877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Bound port: 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:05:52.565877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:52.584495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=f2e3df69-1ffd-4c0a-bd75-253592b68456,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:52.584495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:52.629077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:52.629077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d6eada-b33a-4664-96ec-69f97b0b220d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:52.629077 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d1d6eada-b33a-4664-96ec-69f97b0b220d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1266284 Apr 22 17:05:52.635009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59352) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:52.654512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb51047c-80a8-48b2-a060-1483b16d0b49 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:52.798185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-72b8a141-df65-4d94-b96b-dbfd9b3d572a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1601400 Apr 22 17:05:52.798185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59356) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:52.821640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:52.943456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:52.974591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] For port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:05:52.984178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:52.988079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5391e2-88db-4203-9417-26f89f36405a None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:52.992453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:52.999526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:53.013639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:53.041612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] For port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:05:53.095499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:53.102221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:53.109270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:53.116991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:53.384048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Pushing event updated for resources: {'Port': ['ID=6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:53.384048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:53.537879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:53.581723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:53.617053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b2bc70ce-5dc5-45ec-8bac-53fa57ccd25f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:53.737826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:53.774077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=f2e3df69-1ffd-4c0a-bd75-253592b68456,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:53.777345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:53.912692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:53.913909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:54.051711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87210) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:05:54.053137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:54.057843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f47d5a7-24e4-47da-bf61-c7cc1d0a49e0 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:54.125343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5501eb44-622c-4e95-9b19-0ecea52c59fa up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:54.128095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:54.132360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:54.137613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 3486f6e9-b714-43c2-b28d-e87e96e494a8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:05:54.152433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.153098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:54.157351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=d23c5ad4-cca7-4573-9f0b-eeb03081786f,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:54.158652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43bf792-2025-43c1-85b0-3c2895727e21 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:54.171223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:54.221299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59360) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:54.221623 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4240525 Apr 22 17:05:54.292616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9243a05c-5208-4ad2-9d73-c7c8fd9d1940 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:54.469527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:05:54.489861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Sync routers for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:05:54.499045 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/3486f6e9-b714-43c2-b28d-e87e96e494a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2051697 Apr 22 17:05:54.502027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59366) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:54.504905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9243a05c-5208-4ad2-9d73-c7c8fd9d1940 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:54.509657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9243a05c-5208-4ad2-9d73-c7c8fd9d1940 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:54.512999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9243a05c-5208-4ad2-9d73-c7c8fd9d1940 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:54.519804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9243a05c-5208-4ad2-9d73-c7c8fd9d1940 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:54.525594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:05:54.526322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:05:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:54.581015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9243a05c-5208-4ad2-9d73-c7c8fd9d1940 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:54.588592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9243a05c-5208-4ad2-9d73-c7c8fd9d1940 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:54.689028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 5501eb44-622c-4e95-9b19-0ecea52c59fa triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:54.689880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:54.710874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56278a67-f6ff-42e5-a9b7-6c352e327078 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.711418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56278a67-f6ff-42e5-a9b7-6c352e327078 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.712035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56278a67-f6ff-42e5-a9b7-6c352e327078 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.712750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56278a67-f6ff-42e5-a9b7-6c352e327078 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.713433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56278a67-f6ff-42e5-a9b7-6c352e327078 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.714146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56278a67-f6ff-42e5-a9b7-6c352e327078 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.715009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56278a67-f6ff-42e5-a9b7-6c352e327078 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.717698 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-56278a67-f6ff-42e5-a9b7-6c352e327078 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4995 time: 0.2138355 Apr 22 17:05:54.721981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59370) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:54.797726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-9243a05c-5208-4ad2-9d73-c7c8fd9d1940 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d23c5ad4-cca7-4573-9f0b-eeb03081786f (CIDR: 2001:db8::/64) Apr 22 17:05:54.827641 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9243a05c-5208-4ad2-9d73-c7c8fd9d1940 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:05:54.828737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9243a05c-5208-4ad2-9d73-c7c8fd9d1940 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:05:54.833997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d34efe9-176a-46b1-a2f4-f58842fc53cf tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.834701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d34efe9-176a-46b1-a2f4-f58842fc53cf tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.835221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d34efe9-176a-46b1-a2f4-f58842fc53cf tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.835735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d34efe9-176a-46b1-a2f4-f58842fc53cf tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.836274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d34efe9-176a-46b1-a2f4-f58842fc53cf tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.836757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d34efe9-176a-46b1-a2f4-f58842fc53cf tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.837530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d34efe9-176a-46b1-a2f4-f58842fc53cf tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:54.843519 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2d34efe9-176a-46b1-a2f4-f58842fc53cf tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4623 time: 0.1200323 Apr 22 17:05:54.844198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59374) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:54.912791 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9243a05c-5208-4ad2-9d73-c7c8fd9d1940 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6317427 Apr 22 17:05:54.913219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59378) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:54.922892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:54.926774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:05:54.978986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': 'd23c5ad4-cca7-4573-9f0b-eeb03081786f'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:05:54.979872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:55.048234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5e153-f56c-48ae-bf7c-55c406b5eee0 None None] Network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:55.112530 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c27738c9-449d-4530-835f-0550985c3b59 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2641654 Apr 22 17:05:55.143905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:55.148703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:55.151931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:55.158145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:55.210295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:55.217198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:55.318860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:55.469708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59384) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:55.475519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c38b73cf-6f20-4a28-83dd-f6e24107fff6 None None] Provisioning for port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:55.479139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1819551526', 'description': 'tempest-secgroup-smoke-1819551526 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:55.487817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:55.493207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:55.496664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:55.505925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:55.575847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:55.601689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:55.606356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:55.609676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:55.616338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:55.698954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:55.735825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:55.743907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-439405b2-8320-4e79-8b50-df102a264109 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:55.747133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:55.752425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Allocated IP 2001:db8::f816:3eff:fe2b:84f5 (9f37a3e5-e543-44dd-91a5-83fee171a55d/d23c5ad4-cca7-4573-9f0b-eeb03081786f/27fd7daa-28bc-402c-b0af-d6d3195b75fb) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:55.786158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:55.791723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-defc59b5-02d1-4e50-89f3-909d440e27ae tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:55.791978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676757d0-6d66-4373-b1d5-818088507e45,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:55.795376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:55.803759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:55.804118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:55.821864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:55.823406 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3505158 Apr 22 17:05:55.826494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59388) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:55.832541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '676757d0-6d66-4373-b1d5-818088507e45', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:55.839681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:55.844059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:55.849517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:55.855457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:55.856207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:55.858888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:55.880946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:55.885676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:55.902441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=61c5b0dc-5822-443f-97aa-9247bd47d8ea,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:55.905336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:55.909732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:55.948258 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0335464 Apr 22 17:05:55.951458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59392) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:55.959932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:1e:7c:66', 'name': 'tempest-NetworksTestDHCPv6-973668724'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:55.983521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.016284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.018913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7190a1f-4e77-4153-ba60-9ad8fd8d282b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:56.041322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f3deb6-6122-467f-a1ea-6c85dda5cd58,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:56.055034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:56.112633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.117166 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2895172 Apr 22 17:05:56.119005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59396) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:56.124503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '676757d0-6d66-4373-b1d5-818088507e45', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:56.132178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:56.132435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:56.137222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:56.139072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:56.141687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:56.143661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:56.149881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:56.150964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:56.193419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:05:56.231316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.307992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:05:52Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:05:53Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:56.309926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.327053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Checking router: 3486f6e9-b714-43c2-b28d-e87e96e494a8 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:05:56.327465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Updating router 3486f6e9-b714-43c2-b28d-e87e96e494a8 port f2e3df69-1ffd-4c0a-bd75-253592b68456 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:05:56.344308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.348140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.375169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-64312902-3ba0-4520-96b6-8cf34974fd80 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:56.376865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port f3f4ded7-603c-4656-ac08-f798fe693711 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:05:56.394072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74dc9ee-5661-4db4-aa29-92feb537e9eb,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:56.397025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:56.404903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.409445 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2867846 Apr 22 17:05:56.409699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59400) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:56.416823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '676757d0-6d66-4373-b1d5-818088507e45', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:56.426195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.426342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:56.431497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:56.436234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:56.448005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:56.452770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.496510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.571589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.571969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.599177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.601315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1096662d-8d21-4102-8241-9379ebfd9945 tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:56.630731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f3369c-c013-4caf-877e-f8af6772d2e9,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:56.633597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:56.638109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:05:56.639806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Transition to ACTIVE for port object 27fd7daa-28bc-402c-b0af-d6d3195b75fb will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:56.684716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0d45edf9-a2d9-4e57-86d6-be699658edc9 None None] Provisioning for port f2e3df69-1ffd-4c0a-bd75-253592b68456 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:56.696487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.697086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Transition to ACTIVE for port object 27fd7daa-28bc-402c-b0af-d6d3195b75fb will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:56.698037 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2868879 Apr 22 17:05:56.701068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59404) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:56.705178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.707164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0d45edf9-a2d9-4e57-86d6-be699658edc9 None None] Provisioning complete for port f2e3df69-1ffd-4c0a-bd75-253592b68456 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:56.707329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '676757d0-6d66-4373-b1d5-818088507e45', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:56.707897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d45edf9-a2d9-4e57-86d6-be699658edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.719950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:56.725689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:56.730443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:56.738568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:56.746837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66de7bf4-d89a-4a41-938f-5597d077dc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:56.784145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.810757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.914250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8:0:1::127 (9f37a3e5-e543-44dd-91a5-83fee171a55d/61c5b0dc-5822-443f-97aa-9247bd47d8ea/f3f4ded7-603c-4656-ac08-f798fe693711) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:56.921739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::f816:3eff:fe1e:7c66 (9f37a3e5-e543-44dd-91a5-83fee171a55d/d23c5ad4-cca7-4573-9f0b-eeb03081786f/f3f4ded7-603c-4656-ac08-f798fe693711) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:05:56.930405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:56.933018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.937289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:56.955431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:56.957863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0d45edf9-a2d9-4e57-86d6-be699658edc9 None None] Port f2e3df69-1ffd-4c0a-bd75-253592b68456 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:05:56.963715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:56.965983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cdac01a8-ffb6-4534-829f-3e05d6e57ed6 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:56.993819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e4249d-691d-4db2-8e2a-5ef12b97d777,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:56.996756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:57.018059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:57.030956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:57.031784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:57.045255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.049907 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448007 Apr 22 17:05:57.050274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59408) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:57.056518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '676757d0-6d66-4373-b1d5-818088507e45', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:57.063947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:57.069418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:57.073983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:57.083009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:57.125406 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:05:57.134335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.142204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0d45edf9-a2d9-4e57-86d6-be699658edc9 None None] Provisioning complete for port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:57.143180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d45edf9-a2d9-4e57-86d6-be699658edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.224384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.239064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Attempting to bind port 27fd7daa-28bc-402c-b0af-d6d3195b75fb on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:05:57.239493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Attempting to bind port 27fd7daa-28bc-402c-b0af-d6d3195b75fb by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:05:57.239911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Attempting to bind port 27fd7daa-28bc-402c-b0af-d6d3195b75fb on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:05:57.252868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Pushing event updated for resources: {'Port': ['ID=27fd7daa-28bc-402c-b0af-d6d3195b75fb,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:57.260614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:57.271245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:05:57.272079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:05:57.272212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.272600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:05:57.273157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Bound port: 27fd7daa-28bc-402c-b0af-d6d3195b75fb, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:05:57.273585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.301644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.311401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b8a2d505-0175-4167-8c7f-15102c541397 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:57.344204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0041af7-f0da-456f-ad19-d99ad2090bb0,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:57.354683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:57.380608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.382918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3309920 Apr 22 17:05:57.386076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59412) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:57.392247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '676757d0-6d66-4373-b1d5-818088507e45', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:05:57.399918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:05:57.404253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:05:57.407829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:05:57.414753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:05:57.465399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.466654 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:05:57.474501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.475189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.484476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object f3f4ded7-603c-4656-ac08-f798fe693711 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:57.508544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Transition to ACTIVE for port object f2e3df69-1ffd-4c0a-bd75-253592b68456 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:05:57.523453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] For port 27fd7daa-28bc-402c-b0af-d6d3195b75fb, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:05:57.526746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] For port 27fd7daa-28bc-402c-b0af-d6d3195b75fb, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27fd7daa-28bc-402c-b0af-d6d3195b75fb,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:05:57.552467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.558390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.566217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e36ead4c-295e-453e-9bd7-fa21280a439a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:57.589223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.593672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.600528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be6742a5-1694-42b5-9e27-9c8b06ad2cf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:57.632376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.644472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:05:57.647388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24cfb852-0a99-4a94-bd74-9f3f32e54bed tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:57.649046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=f3f4ded7-603c-4656-ac08-f798fe693711,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:57.651877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:05:57.653931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:57.654963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:05:57.661943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:57.662965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.673905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c4739e-ff08-4b05-bec6-8c30b1d5806c,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:57.677040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:57.724616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.726726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388538 Apr 22 17:05:57.765292 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8126328 Apr 22 17:05:57.768711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59418) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:57.832699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Pushing event updated for resources: {'Port': ['ID=27fd7daa-28bc-402c-b0af-d6d3195b75fb,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:57.890786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8cea9e53-2aa7-4250-a159-6dbb7f1fa2e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port f3f4ded7-603c-4656-ac08-f798fe693711 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:05:57.891153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cea9e53-2aa7-4250-a159-6dbb7f1fa2e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:57.968630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-3fd56c99-b41c-42ba-bd46-089f5eb00de9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:57.995490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Attempting to bind port f2e3df69-1ffd-4c0a-bd75-253592b68456 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:05:57.995490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Attempting to bind port f2e3df69-1ffd-4c0a-bd75-253592b68456 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:05:57.995490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Attempting to bind port f2e3df69-1ffd-4c0a-bd75-253592b68456 on network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:05:58.009210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:05:58.009688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Checking segment: {'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:05:58.010158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:58.010605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Bound using segment: {'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:05:58.011173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Bound port: f2e3df69-1ffd-4c0a-bd75-253592b68456, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:05:58.011602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:58.022340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2dccb-3d57-4086-9e9b-ce73289262aa None None] Pushing event updated for resources: {'Port': ['ID=f2e3df69-1ffd-4c0a-bd75-253592b68456,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:58.027363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ce2dccb-3d57-4086-9e9b-ce73289262aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:58.030924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:58.031344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:58.032094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed7839f7-babf-43ca-9178-674edb5ea345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:58.044354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-3fd56c99-b41c-42ba-bd46-089f5eb00de9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:58.045806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-3fd56c99-b41c-42ba-bd46-089f5eb00de9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1819551526&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.1309626 Apr 22 17:05:58.154693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] For port f2e3df69-1ffd-4c0a-bd75-253592b68456, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:05:58.159612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] For port f2e3df69-1ffd-4c0a-bd75-253592b68456, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f2e3df69-1ffd-4c0a-bd75-253592b68456,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:05:58.193399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:58.199282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:58.249649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cea9e53-2aa7-4250-a159-6dbb7f1fa2e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:58.279196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:05:58.279912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:05:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:58.292505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-3f885de8-5b83-4a3e-91dd-1936e5389567 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:58.294394 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-3f885de8-5b83-4a3e-91dd-1936e5389567 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/networks?id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb HTTP/1.1" status: 200 len: 797 time: 0.2400925 Apr 22 17:05:58.320790 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-082c2088-59e1-4fcd-a28f-e1ddfc6b6620 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/quotas/8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 375 time: 0.0192709 Apr 22 17:05:58.421350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2dccb-3d57-4086-9e9b-ce73289262aa None None] Pushing event updated for resources: {'Port': ['ID=f2e3df69-1ffd-4c0a-bd75-253592b68456,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:58.429637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8cea9e53-2aa7-4250-a159-6dbb7f1fa2e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for f3f4ded7-603c-4656-ac08-f798fe693711 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:05:58.436834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ce2dccb-3d57-4086-9e9b-ce73289262aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:58.438410 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-1626ea21-831f-485d-a191-68ae4fc07730 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107533 Apr 22 17:05:58.537868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:05:58.631396 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-7f7d33bf-bf94-40d9-9acf-130e68381e0c service neutron] 10.222.0.77 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788020 Apr 22 17:05:58.753033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cea9e53-2aa7-4250-a159-6dbb7f1fa2e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:58.760033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1723b5ca-91c6-4ff6-9828-2d0651a34ba3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:05:58.850305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-920fb833-3ecf-4144-aebc-132462292fa6 service neutron] 10.222.0.77 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183177 Apr 22 17:05:58.860288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea9e53-2aa7-4250-a159-6dbb7f1fa2e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=f3f4ded7-603c-4656-ac08-f798fe693711,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:05:58.864713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cea9e53-2aa7-4250-a159-6dbb7f1fa2e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:05:58.971242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cea9e53-2aa7-4250-a159-6dbb7f1fa2e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:58.977207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 27fd7daa-28bc-402c-b0af-d6d3195b75fb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:58.987335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59432) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:58.987710 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8cea9e53-2aa7-4250-a159-6dbb7f1fa2e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/f3f4ded7-603c-4656-ac08-f798fe693711 HTTP/1.1" status: 204 len: 168 time: 1.2147083 Apr 22 17:05:59.159285 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3ef4f9ed-12dc-4c91-9063-dbf490879cbf req-a298c815-9f0e-4836-b315-b6c58161e2b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 210 time: 0.0704703 Apr 22 17:05:59.182153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c039d8e-c02c-469f-a247-ea590ce34250 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:59.184066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59442) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:59.184807 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3c039d8e-c02c-469f-a247-ea590ce34250 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1985486 Apr 22 17:05:59.226245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 27fd7daa-28bc-402c-b0af-d6d3195b75fb completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:59.240957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:05:59.320436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dad94a9-af90-4dbd-8bf6-dcdfa9dcd6b3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:59.321525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0dad94a9-af90-4dbd-8bf6-dcdfa9dcd6b3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:59.352064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:05:52Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:05:58Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:05:59.361575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b18790-d782-460a-9148-46cb535f6e5c None None] The sync data for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv is: [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:05:52Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:05:58Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:05:59.364630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:59.365056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:59.393996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0dad94a9-af90-4dbd-8bf6-dcdfa9dcd6b3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:59.398974 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0dad94a9-af90-4dbd-8bf6-dcdfa9dcd6b3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2103932 Apr 22 17:05:59.399089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59450) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:59.532197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901eb6a-f1f9-451d-b7ac-1b68c2a7ae04 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:05:59.621073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d468715e-e9a8-4f54-a879-cffacd79048e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:59.625142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d468715e-e9a8-4f54-a879-cffacd79048e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:59.630255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d468715e-e9a8-4f54-a879-cffacd79048e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:05:59.631747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d468715e-e9a8-4f54-a879-cffacd79048e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:05:59.696257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d468715e-e9a8-4f54-a879-cffacd79048e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:05:59.698249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d468715e-e9a8-4f54-a879-cffacd79048e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2977967 Apr 22 17:05:59.701494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59454) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:05:59.730305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7013efd2-be98-4133-bb68-ab6dc4908cc3 None None] Provisioning for port 27fd7daa-28bc-402c-b0af-d6d3195b75fb completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:05:59.743060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7013efd2-be98-4133-bb68-ab6dc4908cc3 None None] Provisioning complete for port 27fd7daa-28bc-402c-b0af-d6d3195b75fb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:05:59.743060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7013efd2-be98-4133-bb68-ab6dc4908cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:59.834671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 61c5b0dc-5822-443f-97aa-9247bd47d8ea {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:05:59.834671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:05:59.942100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:00.070497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:00.341273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7013efd2-be98-4133-bb68-ab6dc4908cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:00.416328 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d5468e90-d3be-49f0-aa6e-cb062b440ad1 req-097d9acc-c409-4010-915c-32a17a25b47c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 210 time: 0.0850990 Apr 22 17:06:00.417758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7013efd2-be98-4133-bb68-ab6dc4908cc3 None None] For port 27fd7daa-28bc-402c-b0af-d6d3195b75fb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27fd7daa-28bc-402c-b0af-d6d3195b75fb,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:00.555166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fed06b1-f351-41ab-8287-d17f7de6aa27 None None] Update dhcp port {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'fixed_ips': [{'subnet_id': 'd23c5ad4-cca7-4573-9f0b-eeb03081786f', 'ip_address': '2001:db8::f816:3eff:fe2b:84f5'}, {'subnet_id': '61c5b0dc-5822-443f-97aa-9247bd47d8ea'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': '27fd7daa-28bc-402c-b0af-d6d3195b75fb'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:06:00.631291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2fed06b1-f351-41ab-8287-d17f7de6aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:00.855153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f2e3df69-1ffd-4c0a-bd75-253592b68456 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:06:01.176955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port f2e3df69-1ffd-4c0a-bd75-253592b68456 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:01.182718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:01.188886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2bcf26b4-88ff-4ffe-b592-ded27a72184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:01.188886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7013efd2-be98-4133-bb68-ab6dc4908cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:01.198634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9fc7ddd0-035c-4616-82ed-8fd9218162a4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:01.205569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:01.385633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013efd2-be98-4133-bb68-ab6dc4908cc3 None None] Pushing event updated for resources: {'Port': ['ID=27fd7daa-28bc-402c-b0af-d6d3195b75fb,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:01.396875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f2e3df69-1ffd-4c0a-bd75-253592b68456 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:01.396875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:01.440992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=61c5b0dc-5822-443f-97aa-9247bd47d8ea,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:01.451411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:01.457502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.457502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.474371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.474371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.474371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.474371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.474371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.474371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.474371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.474371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.474371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.483934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7013efd2-be98-4133-bb68-ab6dc4908cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:01.488483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:01.499181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c178d398-22ab-420c-961d-3138f22cd886 None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:06:01.505169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:01.525705 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/61c5b0dc-5822-443f-97aa-9247bd47d8ea HTTP/1.1" status: 204 len: 168 time: 1.8142610 Apr 22 17:06:01.531021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59466) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:01.618420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6b76d763-3b1a-46d0-b8fe-f21e05a6678c None None] Provisioning complete for port 27fd7daa-28bc-402c-b0af-d6d3195b75fb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:01.618420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b76d763-3b1a-46d0-b8fe-f21e05a6678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:01.645198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet d23c5ad4-cca7-4573-9f0b-eeb03081786f {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:06:01.721892 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-513460fa-36cd-49e9-8ed6-8e0e4f611b0b req-74f26404-6e82-448b-8375-a0e5563c52b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 210 time: 0.0742738 Apr 22 17:06:01.721892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:01.743782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178d398-22ab-420c-961d-3138f22cd886 None None] Resources bound (agent type, host, resource id): {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:06:01.858082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:01.879598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:01.899922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:01.958237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:02.061888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:02.148772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port f2e3df69-1ffd-4c0a-bd75-253592b68456, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f2e3df69-1ffd-4c0a-bd75-253592b68456,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:02.208745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:02.219186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-134ffd83-1b3d-447e-9e7c-572b8badd6b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:02.270179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bed843cc-3e84-4549-b66e-3db11d278f97 None None] Could not find standard attr ID for object f3f4ded7-603c-4656-ac08-f798fe693711. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:06:02.318282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=f2e3df69-1ffd-4c0a-bd75-253592b68456,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:02.322337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:02.330255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:02.335696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2aee323d-d5f9-435e-8081-402b419cec67 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:02.376365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=d23c5ad4-cca7-4573-9f0b-eeb03081786f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:02.381280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:02.390725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.391302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.391569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.392018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.392460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.392893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.393328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.393720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.394134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.394549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.398378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.398378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:02.405763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:02.409818 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/d23c5ad4-cca7-4573-9f0b-eeb03081786f HTTP/1.1" status: 204 len: 168 time: 0.8903995 Apr 22 17:06:02.413008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59470) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:02.425633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d8fe3-2a4f-430b-a022-8897a6a293c7 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:02.491610 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7aa5af96-77c2-443b-9a06-794dffc67d44 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772498 Apr 22 17:06:02.495701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59474) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:02.503442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:02.546938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-aee83839-7de5-4119-82d8-eff56257305d None None] Provisioning complete for port 27fd7daa-28bc-402c-b0af-d6d3195b75fb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:02.547404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aee83839-7de5-4119-82d8-eff56257305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:02.624241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-1f25f9c2-1c5a-4629-8182-b7012cb71087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:02.624977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-1f25f9c2-1c5a-4629-8182-b7012cb71087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:02.635582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:02.641313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:02.645326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:02.651641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:02.684140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-1f25f9c2-1c5a-4629-8182-b7012cb71087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:02.685646 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-1f25f9c2-1c5a-4629-8182-b7012cb71087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb HTTP/1.1" status: 200 len: 797 time: 0.2450829 Apr 22 17:06:02.718722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:02.727015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:02.830441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-cde2a12c-7d66-4e9a-93b9-75ffd25f3a99 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:02.884058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-cde2a12c-7d66-4e9a-93b9-75ffd25f3a99 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:02.884058 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-cde2a12c-7d66-4e9a-93b9-75ffd25f3a99 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 380 time: 0.1885173 Apr 22 17:06:02.912862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'device_id': '02143443-022f-4973-87fe-49a7554e3657', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'admin_state_up': True, 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'security_groups': ['676757d0-6d66-4373-b1d5-818088507e45']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:03.035410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f2e3df69-1ffd-4c0a-bd75-253592b68456 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:06:03.076637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:03.108737 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40278d6b-65e8-4c37-a8be-d76782f2b977 req-fc53ad03-5876-4a4c-9c44-c1ce1616f4ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 210 time: 0.0664444 Apr 22 17:06:03.175473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:06:03.187063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f2e3df69-1ffd-4c0a-bd75-253592b68456 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:03.187063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:03.200297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:03.205992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:port and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:03.209184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Deleting port 27fd7daa-28bc-402c-b0af-d6d3195b75fb {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:03.209558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:03.209687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:03.219991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:03.255904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:03.264506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:03.504857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.10 (8376d9d7-ba76-43b3-9f19-1cd3421be0fb/78e43b50-112e-4ed8-ad72-fcb7c4ccee56/0fcb97a2-e0f9-47a2-a1af-5056cee07d3d) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:03.554102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87210) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:06:03.586035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 27fd7daa-28bc-402c-b0af-d6d3195b75fb no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:06:03.632743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] For port 27fd7daa-28bc-402c-b0af-d6d3195b75fb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27fd7daa-28bc-402c-b0af-d6d3195b75fb,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:03.633929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:03.772059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:03.772278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:03.789588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Calling delete_port for 27fd7daa-28bc-402c-b0af-d6d3195b75fb owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:03.791559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:03.844620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:03.851476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e667dd14-dcc2-4378-9953-165a485ba5c9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:03.921164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:03.923727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:03.925002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:03.930492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:03.987164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:03.994161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:04.022457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:04.023161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:04.071540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] For port 27fd7daa-28bc-402c-b0af-d6d3195b75fb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27fd7daa-28bc-402c-b0af-d6d3195b75fb,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:04.124389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:04.127319 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2340348 Apr 22 17:06:04.147014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Request body: {'port': {'device_id': '02143443-022f-4973-87fe-49a7554e3657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:04.165125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:04.166122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:04.182513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03843ae7-36d9-442f-91b4-9450de93e346 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:04.204293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:06:04.205851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:06:04.213943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:06:04.214412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:06:04.243834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:04.253181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:04.297313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:04.312636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cf29cf27-2d88-4b8f-89c7-6aa9af521566 None None] Provisioning for port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:04.319541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cf29cf27-2d88-4b8f-89c7-6aa9af521566 None None] Provisioning complete for port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:04.320072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf29cf27-2d88-4b8f-89c7-6aa9af521566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:04.335445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:04.336249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:04.368730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=27fd7daa-28bc-402c-b0af-d6d3195b75fb,revision_number=6']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:04.375337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:04.375914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2c7769e0-c823-4804-979b-4309baca382d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:04.393489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cf29cf27-2d88-4b8f-89c7-6aa9af521566 None None] Port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:06:04.469917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=c52f36f1-2c20-404c-a964-54107e444102,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:04.475445 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9779682 Apr 22 17:06:04.478652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:04.478763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59486) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:04.487422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a9bbb-2f38-4a0f-a837-e69fa47b53bd req-ccb47b9d-c06f-4f22-b518-cb8464e75936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:04.488773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b4c1c5f6-5a6d-4223-90ba-c949bdc648f5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:04.489027 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b18a9bbb-2f38-4a0f-a837-e69fa47b53bd req-ccb47b9d-c06f-4f22-b518-cb8464e75936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 932 time: 0.2035565 Apr 22 17:06:04.557247 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b18a9bbb-2f38-4a0f-a837-e69fa47b53bd req-aea5e84e-3e38-462e-8b8c-93b438dd6ace tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532331 Apr 22 17:06:04.707524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Deleting port 27fd7daa-28bc-402c-b0af-d6d3195b75fb {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:04.708268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:04.770278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4c1c5f6-5a6d-4223-90ba-c949bdc648f5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:04.785426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4c1c5f6-5a6d-4223-90ba-c949bdc648f5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:04.791729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4c1c5f6-5a6d-4223-90ba-c949bdc648f5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:04.802302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4c1c5f6-5a6d-4223-90ba-c949bdc648f5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:04.831715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:04.910831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:06:04.917302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c1c5f6-5a6d-4223-90ba-c949bdc648f5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:04.923489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4c1c5f6-5a6d-4223-90ba-c949bdc648f5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:04.943468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:04.948251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 27fd7daa-28bc-402c-b0af-d6d3195b75fb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27fd7daa-28bc-402c-b0af-d6d3195b75fb,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:05.022580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:05.025787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Transition to ACTIVE for port object 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:05.028868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c0c2794b-d16c-4084-9969-e09d373f42ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:05.077346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:05.085533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:05.166842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] For port 27fd7daa-28bc-402c-b0af-d6d3195b75fb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27fd7daa-28bc-402c-b0af-d6d3195b75fb,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:05.166842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:05.178762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:05.179805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=27fd7daa-28bc-402c-b0af-d6d3195b75fb,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:05.183665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:05.233068 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-b4c1c5f6-5a6d-4223-90ba-c949bdc648f5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c52f36f1-2c20-404c-a964-54107e444102 (CIDR: 2001:db8::/64) Apr 22 17:06:05.295189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:05.304658 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c1c5f6-5a6d-4223-90ba-c949bdc648f5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:06:05.304658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c1c5f6-5a6d-4223-90ba-c949bdc648f5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:05.310402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:05.330582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Calling delete_port for 27fd7daa-28bc-402c-b0af-d6d3195b75fb owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:05.404945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Attempting to bind port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:06:05.405200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Attempting to bind port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:06:05.405491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Attempting to bind port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d on network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:06:05.413512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59490) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:05.423956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b4c1c5f6-5a6d-4223-90ba-c949bdc648f5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9339087 Apr 22 17:06:05.423956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d on network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:06:05.423956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Attempting to bind port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d on network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:06:05.425627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:05.427189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:06:05.427701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Checking segment: {'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:06:05.428138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Bound using segment: {'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:06:05.428584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Bound port: 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575e09d5-4410-4a68-b831-1d9cee0c6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:06:05.429093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:05.482347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:06:05.482815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:06:05.534040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] For port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:06:05.538069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] For port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:06:05.578485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:05.582192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:05.582431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:05.586950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:05.590370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:05.597772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:05.652124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:05.652814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:05.654343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] 10.222.0.78 "PUT /v2.0/ports/0fcb97a2-e0f9-47a2-a1af-5056cee07d3d HTTP/1.1" status: 200 len: 1094 time: 1.5210700 Apr 22 17:06:05.654952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02143443-022f-4973-87fe-49a7554e3657', 'tag': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:06:05.655781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:05.665914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:05.698610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Deleting port 27fd7daa-28bc-402c-b0af-d6d3195b75fb {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:05.699451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:05.705974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:05.709912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:05.831535 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02143443-022f-4973-87fe-49a7554e3657', 'tag': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'status': 'completed', 'code': 200} Apr 22 17:06:05.893533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-b21e833c-24ed-48fa-9aac-cd9c9b917c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:05.895509 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-b21e833c-24ed-48fa-9aac-cd9c9b917c89 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 1097 time: 0.1536283 Apr 22 17:06:05.981896 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-62264c1f-1dd2-49f9-9cd0-aa520f83ccd1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d HTTP/1.1" status: 200 len: 217 time: 0.0780022 Apr 22 17:06:06.078396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] For port 27fd7daa-28bc-402c-b0af-d6d3195b75fb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27fd7daa-28bc-402c-b0af-d6d3195b75fb,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:06.078892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:06.084948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c937fc53-d640-476e-b263-fdc369875cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:06.087435 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-c937fc53-d640-476e-b263-fdc369875cf9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e43b50-112e-4ed8-ad72-fcb7c4ccee56 HTTP/1.1" status: 200 len: 834 time: 0.0980937 Apr 22 17:06:06.208968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-d6b947f1-2457-4efb-aa27-91b9d07621ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:06.212551 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-d6b947f1-2457-4efb-aa27-91b9d07621ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1137636 Apr 22 17:06:06.227607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Calling delete_port for 27fd7daa-28bc-402c-b0af-d6d3195b75fb owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:06.381011 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-660fdf7a-94fb-414c-a379-22923d8f2619 service neutron] 10.222.0.78 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581705 Apr 22 17:06:06.410216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb55bf-ef72-4df5-b603-ca85e56a4952 req-cf30c4f0-be45-409a-a059-47587f2d21b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:06.411901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52eb55bf-ef72-4df5-b603-ca85e56a4952 req-cf30c4f0-be45-409a-a059-47587f2d21b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 944 time: 0.2536676 Apr 22 17:06:06.432510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:06.439261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9c0a33e-10cf-4cfb-a750-8b46c99f8e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:06.501687 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52eb55bf-ef72-4df5-b603-ca85e56a4952 req-3a122070-e674-4666-b479-3667eb8ab8d1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812042 Apr 22 17:06:06.521555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Pushing event deleted for resources: {'Port': ['ID=27fd7daa-28bc-402c-b0af-d6d3195b75fb,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:06.529232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:06.546239 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-503a69b1-d931-4756-ba8f-b9da2094d74e req-84076b6a-b045-4713-9ca5-91307d7efed3 service neutron] 10.222.0.78 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580844 Apr 22 17:06:06.584105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] No DVR routers for this DVR port 27fd7daa-28bc-402c-b0af-d6d3195b75fb on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:06:06.610044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe5c1eb-1d43-47a6-b2e0-e2f45cf7f8fb None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:06.761019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe77001-f650-4d77-88e3-589c4180af78 req-6a4489ec-8a1e-467b-aefc-966d51ef3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:06.762915 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe77001-f650-4d77-88e3-589c4180af78 req-6a4489ec-8a1e-467b-aefc-966d51ef3daa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 1097 time: 0.1389873 Apr 22 17:06:06.826506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:06.832813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a18bb02-c115-4771-b801-15f31615f1b8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:06.902533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:06.911630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': 'c52f36f1-2c20-404c-a964-54107e444102'}, {'subnet_id': 'd32f9827-c9f7-4cf6-8d58-e3374a28705e'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:06:06.911849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:06.912178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:06.933706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:06.933706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:06.935174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe77001-f650-4d77-88e3-589c4180af78 req-3a3072ea-2238-4eb2-97a6-19a04f78f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:06.937234 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe77001-f650-4d77-88e3-589c4180af78 req-3a3072ea-2238-4eb2-97a6-19a04f78f78b service neutron] 10.222.0.78 "GET /v2.0/networks?id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb HTTP/1.1" status: 200 len: 899 time: 0.1675146 Apr 22 17:06:06.940113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=d32f9827-c9f7-4cf6-8d58-e3374a28705e,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:06.948279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:07.027810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6136129 Apr 22 17:06:07.034208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59500) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:07.041398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:3a:35:0a', 'name': 'tempest-NetworksTestDHCPv6-1762002088'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:07.216973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Allocated IP 2001:db8:0:1::2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/d32f9827-c9f7-4cf6-8d58-e3374a28705e/aa113243-d40a-49d9-9ed8-607ed36228e6) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:07.224883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Allocated IP 2001:db8::f816:3eff:fe99:1ec1 (9f37a3e5-e543-44dd-91a5-83fee171a55d/c52f36f1-2c20-404c-a964-54107e444102/aa113243-d40a-49d9-9ed8-607ed36228e6) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:07.225185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:07.253181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:07.326010 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe77001-f650-4d77-88e3-589c4180af78 req-ae3dad69-a3d0-4e36-9e9b-b0544db61b12 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d HTTP/1.1" status: 200 len: 217 time: 0.3771150 Apr 22 17:06:07.337637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:07.403903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe77001-f650-4d77-88e3-589c4180af78 req-ec2ea8a8-f118-4314-b550-dba65eed0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:07.405046 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe77001-f650-4d77-88e3-589c4180af78 req-ec2ea8a8-f118-4314-b550-dba65eed0dce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e43b50-112e-4ed8-ad72-fcb7c4ccee56 HTTP/1.1" status: 200 len: 834 time: 0.0733469 Apr 22 17:06:07.497892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe77001-f650-4d77-88e3-589c4180af78 req-6565f803-8ccd-4aba-b940-8dd3b3fbb5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:07.499547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe77001-f650-4d77-88e3-589c4180af78 req-6565f803-8ccd-4aba-b940-8dd3b3fbb5f9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861294 Apr 22 17:06:07.501026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:07.510460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:07.513825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Transition to ACTIVE for port object aa113243-d40a-49d9-9ed8-607ed36228e6 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:07.537816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Transition to ACTIVE for port object aa113243-d40a-49d9-9ed8-607ed36228e6 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:07.552791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 69b708a4-f62b-4be7-8df6-290532ea5ef8 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:06:07.611334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:07.622693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:07.678801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:07.681413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:07.681569 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe77001-f650-4d77-88e3-589c4180af78 req-fae7d3fc-3f30-4564-900e-bd5e9af61976 service neutron] 10.222.0.78 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740499 Apr 22 17:06:07.685816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:07.938651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe77001-f650-4d77-88e3-589c4180af78 req-91cc6237-55f8-4e50-9512-764be7aa18c9 service neutron] 10.222.0.78 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494023 Apr 22 17:06:07.974842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8:0:1::71 (9f37a3e5-e543-44dd-91a5-83fee171a55d/d32f9827-c9f7-4cf6-8d58-e3374a28705e/69b708a4-f62b-4be7-8df6-290532ea5ef8) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:07.987897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ba960-b76b-4622-bf75-30b7c1437700 req-b75a798f-d48a-44da-a62b-f4f1c2197c95 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:07.989540 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1c3ba960-b76b-4622-bf75-30b7c1437700 req-b75a798f-d48a-44da-a62b-f4f1c2197c95 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 944 time: 0.3483050 Apr 22 17:06:07.991199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Pushing event updated for resources: {'Port': ['ID=aa113243-d40a-49d9-9ed8-607ed36228e6,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:07.992795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::f816:3eff:fe3a:350a (9f37a3e5-e543-44dd-91a5-83fee171a55d/c52f36f1-2c20-404c-a964-54107e444102/69b708a4-f62b-4be7-8df6-290532ea5ef8) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:08.002463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:08.061238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Attempting to bind port aa113243-d40a-49d9-9ed8-607ed36228e6 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:06:08.063509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Attempting to bind port aa113243-d40a-49d9-9ed8-607ed36228e6 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:06:08.063509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Attempting to bind port aa113243-d40a-49d9-9ed8-607ed36228e6 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:06:08.069276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:06:08.069401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:06:08.069958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:08.070397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:06:08.071172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Bound port: aa113243-d40a-49d9-9ed8-607ed36228e6, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:06:08.071469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:08.085763 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1c3ba960-b76b-4622-bf75-30b7c1437700 req-7e12fc54-1ded-4a15-9ba9-d78aa40db180 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843537 Apr 22 17:06:08.200916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] For port aa113243-d40a-49d9-9ed8-607ed36228e6, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:06:08.206568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] For port aa113243-d40a-49d9-9ed8-607ed36228e6, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=aa113243-d40a-49d9-9ed8-607ed36228e6,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:06:08.250128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:08.255260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:08.291303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:08.315603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 69b708a4-f62b-4be7-8df6-290532ea5ef8 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:08.346843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Pushing event updated for resources: {'Port': ['ID=aa113243-d40a-49d9-9ed8-607ed36228e6,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:08.350430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:08.421913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:08.428044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9b5b1b8-ea85-4051-8a59-2161a6b28d85 tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:08.502369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:08.505918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:08.510323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:08.516521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:08.517728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:08.531274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=69b708a4-f62b-4be7-8df6-290532ea5ef8,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:08.536924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:08.588550 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5542548 Apr 22 17:06:08.591752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59506) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:08.675962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f3321430-eb27-4a5d-8dc4-e56805a624b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 69b708a4-f62b-4be7-8df6-290532ea5ef8 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:08.675962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3321430-eb27-4a5d-8dc4-e56805a624b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:08.971823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3321430-eb27-4a5d-8dc4-e56805a624b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:09.113065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f3321430-eb27-4a5d-8dc4-e56805a624b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 69b708a4-f62b-4be7-8df6-290532ea5ef8 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:09.148324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device aa113243-d40a-49d9-9ed8-607ed36228e6 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:06:09.312713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port aa113243-d40a-49d9-9ed8-607ed36228e6 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:09.467152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78726bf1-23c9-4eb6-8fc7-56c02f03ff22 req-c7717fd1-6235-4c39-a79b-c5636dbae3cb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:09.468762 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-78726bf1-23c9-4eb6-8fc7-56c02f03ff22 req-c7717fd1-6235-4c39-a79b-c5636dbae3cb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 944 time: 0.2118526 Apr 22 17:06:09.534112 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-78726bf1-23c9-4eb6-8fc7-56c02f03ff22 req-a225eb3b-4896-4d3f-bab2-0feb5737e509 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574691 Apr 22 17:06:09.535617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3321430-eb27-4a5d-8dc4-e56805a624b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:09.542289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83100414-c411-4125-8de7-9fc83e022596 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:09.597777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3321430-eb27-4a5d-8dc4-e56805a624b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=69b708a4-f62b-4be7-8df6-290532ea5ef8,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:09.602372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3321430-eb27-4a5d-8dc4-e56805a624b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:09.692626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3321430-eb27-4a5d-8dc4-e56805a624b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:09.705359 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f3321430-eb27-4a5d-8dc4-e56805a624b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/69b708a4-f62b-4be7-8df6-290532ea5ef8 HTTP/1.1" status: 204 len: 168 time: 1.1124136 Apr 22 17:06:09.707943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59512) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:09.808112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ca8099-21ff-4148-9d77-74341c1fafab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:09.812656 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b5ca8099-21ff-4148-9d77-74341c1fafab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1035662 Apr 22 17:06:09.812898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59516) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:09.891560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:06:09.912137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b1bb30-3d07-45a8-81d8-4925a3def74c None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:09.912295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10122d6-54f3-4b7d-9aab-1441111bbc12 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:09.912295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a10122d6-54f3-4b7d-9aab-1441111bbc12 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:09.952619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a10122d6-54f3-4b7d-9aab-1441111bbc12 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:09.954019 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a10122d6-54f3-4b7d-9aab-1441111bbc12 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1399295 Apr 22 17:06:09.960126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59520) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:10.027669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Provisioning for port aa113243-d40a-49d9-9ed8-607ed36228e6 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:10.056559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cf088e-9544-4be3-b5a6-70eaef83ede4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:10.059703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cf088e-9544-4be3-b5a6-70eaef83ede4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:10.063510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cf088e-9544-4be3-b5a6-70eaef83ede4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:10.065697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-39cf088e-9544-4be3-b5a6-70eaef83ede4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:10.098399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Provisioning complete for port aa113243-d40a-49d9-9ed8-607ed36228e6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:10.098769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:10.129742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-39cf088e-9544-4be3-b5a6-70eaef83ede4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:10.131090 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-39cf088e-9544-4be3-b5a6-70eaef83ede4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1711531 Apr 22 17:06:10.134096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59524) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:10.214809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ebdbf3-5a0b-4a87-b4b2-6084b359de1a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet c52f36f1-2c20-404c-a964-54107e444102 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:06:10.218292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66ebdbf3-5a0b-4a87-b4b2-6084b359de1a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:10.279609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:10.279862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66ebdbf3-5a0b-4a87-b4b2-6084b359de1a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:10.306447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'port_id': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'mac_address': 'fa:16:3e:a3:e1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:06:10.377929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66ebdbf3-5a0b-4a87-b4b2-6084b359de1a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:10.467930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:10.486360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:10.525328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:06:10.546847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:10.592417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:10.594523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-554746b3-15d5-4464-a654-fb68f6042a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:10.691128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:10.699209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:10.770385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:06:10.770914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:06:10.795289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a9cc1-5085-44cb-b073-9c308f1c33ad req-94eca0f5-4270-4af7-b08a-58e2c587f9c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:10.796986 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e61a9cc1-5085-44cb-b073-9c308f1c33ad req-94eca0f5-4270-4af7-b08a-58e2c587f9c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 945 time: 0.1082859 Apr 22 17:06:10.856287 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e61a9cc1-5085-44cb-b073-9c308f1c33ad req-0e57126e-ce8c-4dd6-a16a-e9f156e0c955 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511408 Apr 22 17:06:10.876139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['0fcb97a2-e0f9-47a2-a1af-5056cee07d3d'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:06:10.930374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66ebdbf3-5a0b-4a87-b4b2-6084b359de1a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:10.936096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d98dbb64-4d92-4b14-af8b-fbd6d451d20d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:10.980793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebdbf3-5a0b-4a87-b4b2-6084b359de1a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=c52f36f1-2c20-404c-a964-54107e444102,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:10.985308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66ebdbf3-5a0b-4a87-b4b2-6084b359de1a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:10.987623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-66ebdbf3-5a0b-4a87-b4b2-6084b359de1a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:11.028122 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-66ebdbf3-5a0b-4a87-b4b2-6084b359de1a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/c52f36f1-2c20-404c-a964-54107e444102 HTTP/1.1" status: 204 len: 168 time: 0.8926504 Apr 22 17:06:11.028393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05998547-a3d5-48a0-85c0-b39b6ae77f3b None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:11.033387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59530) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:11.106817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c55014-aea7-4e50-8de2-ed45c984c31a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet d32f9827-c9f7-4cf6-8d58-e3374a28705e {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:06:11.110005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39c55014-aea7-4e50-8de2-ed45c984c31a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:11.170339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39c55014-aea7-4e50-8de2-ed45c984c31a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:11.264510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39c55014-aea7-4e50-8de2-ed45c984c31a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:11.415456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:11.615439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39c55014-aea7-4e50-8de2-ed45c984c31a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:11.620857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66ebdbf3-5a0b-4a87-b4b2-6084b359de1a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:11.629915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:06:11.630337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:06:11.664252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39c55014-aea7-4e50-8de2-ed45c984c31a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:11.667608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c55014-aea7-4e50-8de2-ed45c984c31a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=d32f9827-c9f7-4cf6-8d58-e3374a28705e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:11.671043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-39c55014-aea7-4e50-8de2-ed45c984c31a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:11.679037 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-39c55014-aea7-4e50-8de2-ed45c984c31a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/d32f9827-c9f7-4cf6-8d58-e3374a28705e HTTP/1.1" status: 204 len: 168 time: 0.6472673 Apr 22 17:06:11.681629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59534) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:11.760480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:11.771125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9d91d336-dfdf-4acc-b436-04e98e432c86 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878730 Apr 22 17:06:11.773933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59538) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:11.782357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:11.802282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] For port aa113243-d40a-49d9-9ed8-607ed36228e6, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=aa113243-d40a-49d9-9ed8-607ed36228e6,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:11.844612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:11.850344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ac720d0-5d37-41da-9a0a-8523a1660d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:11.913576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:11.919731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:11.923297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:11.931692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:11.935334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Pushing event updated for resources: {'Port': ['ID=aa113243-d40a-49d9-9ed8-607ed36228e6,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:11.939140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:11.958173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4d65896e-dc1b-4146-9d93-5867e513fb1d None None] Could not find standard attr ID for object 69b708a4-f62b-4be7-8df6-290532ea5ef8. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:06:11.971219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4d65896e-dc1b-4146-9d93-5867e513fb1d None None] Provisioning complete for port aa113243-d40a-49d9-9ed8-607ed36228e6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:11.971604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d65896e-dc1b-4146-9d93-5867e513fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:11.975572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:11.982198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:12.107509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa570e-e517-44eb-950e-34c6e88cd622 req-85f79b25-9bc9-4313-a97a-b0887833fbb0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:12.115466 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9eaa570e-e517-44eb-950e-34c6e88cd622 req-85f79b25-9bc9-4313-a97a-b0887833fbb0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 945 time: 0.1012595 Apr 22 17:06:12.140725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd75b7d-f5cd-4570-ac89-d7007be7ce93 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:12.164993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9eaa570e-e517-44eb-950e-34c6e88cd622 req-2ac5f10e-acf8-4d17-8be5-b99fd8a35da1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481966 Apr 22 17:06:12.295425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6e02b8c9-613c-4373-9d30-fb931fca66a6 None None] Provisioning complete for port aa113243-d40a-49d9-9ed8-607ed36228e6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:12.295850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e02b8c9-613c-4373-9d30-fb931fca66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:12.488618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:12.492834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:12.555367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:12.556668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:12.587509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:12.587509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:12.596791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=a05743c1-72f1-453e-8c3a-95f55213c1fe,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:12.603739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:12.645240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8694756 Apr 22 17:06:12.648888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59544) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:12.655653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e08cce96-4e0f-4da9-a119-ce7b5f752617 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:12.819951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e08cce96-4e0f-4da9-a119-ce7b5f752617 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:12.822140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b439f-e182-42aa-a429-21f26c061f6e None None] Update dhcp port {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'fixed_ips': [{'subnet_id': 'a05743c1-72f1-453e-8c3a-95f55213c1fe'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': 'aa113243-d40a-49d9-9ed8-607ed36228e6'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:06:12.824172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e08cce96-4e0f-4da9-a119-ce7b5f752617 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:12.827259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e08cce96-4e0f-4da9-a119-ce7b5f752617 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:12.834016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e08cce96-4e0f-4da9-a119-ce7b5f752617 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:12.881896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf4b439f-e182-42aa-a429-21f26c061f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:12.895669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08cce96-4e0f-4da9-a119-ce7b5f752617 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:12.902212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e08cce96-4e0f-4da9-a119-ce7b5f752617 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:13.042425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-e08cce96-4e0f-4da9-a119-ce7b5f752617 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a05743c1-72f1-453e-8c3a-95f55213c1fe (CIDR: 2001:db8::/64) Apr 22 17:06:13.082469 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08cce96-4e0f-4da9-a119-ce7b5f752617 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:06:13.082469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08cce96-4e0f-4da9-a119-ce7b5f752617 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:13.100043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-cf4b439f-e182-42aa-a429-21f26c061f6e None None] Allocated IP 2001:db8::2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/a05743c1-72f1-453e-8c3a-95f55213c1fe/aa113243-d40a-49d9-9ed8-607ed36228e6) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:13.116713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device aa113243-d40a-49d9-9ed8-607ed36228e6 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:06:13.137209 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e08cce96-4e0f-4da9-a119-ce7b5f752617 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4871054 Apr 22 17:06:13.140374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59548) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:13.147224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:13.309342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port aa113243-d40a-49d9-9ed8-607ed36228e6 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:13.309759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:13.364688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:13.368002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cf4b439f-e182-42aa-a429-21f26c061f6e None None] For port aa113243-d40a-49d9-9ed8-607ed36228e6, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=aa113243-d40a-49d9-9ed8-607ed36228e6,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:13.370899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:13.377122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:13.391890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:13.409405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf4b439f-e182-42aa-a429-21f26c061f6e None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:13.422137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c387592-633d-4fc3-8626-ebe7da9c4361 req-a666a8a2-eb23-42e2-8c86-142dcac806c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:13.422137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8c387592-633d-4fc3-8626-ebe7da9c4361 req-a666a8a2-eb23-42e2-8c86-142dcac806c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 945 time: 0.1301572 Apr 22 17:06:13.447743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:13.453805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:13.471739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cf4b439f-e182-42aa-a429-21f26c061f6e None None] Transition to ACTIVE for port object aa113243-d40a-49d9-9ed8-607ed36228e6 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:13.518306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf4b439f-e182-42aa-a429-21f26c061f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:13.523637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a454b79e-d53d-4156-8fa3-edab00ed5128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:13.559086 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8c387592-633d-4fc3-8626-ebe7da9c4361 req-1c21445c-e98e-4c02-b3be-f8e2c07a4e2d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312349 Apr 22 17:06:13.646056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b439f-e182-42aa-a429-21f26c061f6e None None] Pushing event updated for resources: {'Port': ['ID=aa113243-d40a-49d9-9ed8-607ed36228e6,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:13.649514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cf4b439f-e182-42aa-a429-21f26c061f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:13.920346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:06:14.033407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:14.039020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:14.039451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:14.108112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87210) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:06:14.184526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:14.215546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02143443-022f-4973-87fe-49a7554e3657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:06:14.229751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:14.254743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb889f-ef26-4466-92e7-aeb7280e8f9f None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:14.273466 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02143443-022f-4973-87fe-49a7554e3657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'code': 200} Apr 22 17:06:14.329787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:14.340675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:14.345800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-deb95e73-2ccf-405f-b4e3-e23c410a7c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:14.455229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5020797a-3f99-4b1c-9e91-3995ae476345 None None] Provisioning for port aa113243-d40a-49d9-9ed8-607ed36228e6 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:14.472769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:14.477379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5020797a-3f99-4b1c-9e91-3995ae476345 None None] Provisioning complete for port aa113243-d40a-49d9-9ed8-607ed36228e6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:14.478114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5020797a-3f99-4b1c-9e91-3995ae476345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:14.510153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:14.571322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] For port aa113243-d40a-49d9-9ed8-607ed36228e6, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=aa113243-d40a-49d9-9ed8-607ed36228e6,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:14.601202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:14.638585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:14.640447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:14.652089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:14.655161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383c21a-24b6-44fe-9b40-3957c0479085 req-16065983-73d3-43ab-ba22-f5432643a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:14.657017 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e383c21a-24b6-44fe-9b40-3957c0479085 req-16065983-73d3-43ab-ba22-f5432643a19c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 1099 time: 0.0912461 Apr 22 17:06:14.714574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e383c21a-24b6-44fe-9b40-3957c0479085 req-08a0eb8c-6205-4570-9f0a-730d6b30f05c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452290 Apr 22 17:06:14.778941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:14.789054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:14.818235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:14.819169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:14.848295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=aa113243-d40a-49d9-9ed8-607ed36228e6,revision_number=8']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:14.856193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:14.858201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e95e5337-4c1e-4fe3-b1fc-a1a5f3210258 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:14.939142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7aea7-fcd4-4587-9d13-afbda6b614e2 req-84a9b5df-fcaa-4d55-9da9-b6e0421a6335 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:14.940945 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6cc7aea7-fcd4-4587-9d13-afbda6b614e2 req-84a9b5df-fcaa-4d55-9da9-b6e0421a6335 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 946 time: 0.2307279 Apr 22 17:06:14.944707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=b780338d-1afa-4bb8-bd2a-03f283e0c9f9,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:14.952341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8068671 Apr 22 17:06:14.952341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:14.952341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59558) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:14.960244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:7f:d3:86', 'name': 'tempest-NetworksTestDHCPv6-30842913'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:15.012145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:06:15.106104 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6cc7aea7-fcd4-4587-9d13-afbda6b614e2 req-0a207d38-8666-4cef-985a-0ea1074a1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509686 Apr 22 17:06:15.134022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device aa113243-d40a-49d9-9ed8-607ed36228e6 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:06:15.162105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:15.174187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:15.210094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port aa113243-d40a-49d9-9ed8-607ed36228e6 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:15.210412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:15.210556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:15.356072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:15.361485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979defa0-eff0-4b77-8109-e08847f89b9a None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:15.385890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port f3da5f97-4b2a-4e7a-b8a3-5328048d614a yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:06:15.458463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8e0ddb1a-7f97-4c7d-b13a-f5725aa082e6 None None] Provisioning complete for port aa113243-d40a-49d9-9ed8-607ed36228e6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:15.458913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e0ddb1a-7f97-4c7d-b13a-f5725aa082e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:15.643927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::235 (9f37a3e5-e543-44dd-91a5-83fee171a55d/a05743c1-72f1-453e-8c3a-95f55213c1fe/f3da5f97-4b2a-4e7a-b8a3-5328048d614a) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:15.650409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:d386 (9f37a3e5-e543-44dd-91a5-83fee171a55d/b780338d-1afa-4bb8-bd2a-03f283e0c9f9/f3da5f97-4b2a-4e7a-b8a3-5328048d614a) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:15.946098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-92fe5148-1085-4cd9-8b74-8aaa182fce09 None None] Provisioning complete for port aa113243-d40a-49d9-9ed8-607ed36228e6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:15.946705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92fe5148-1085-4cd9-8b74-8aaa182fce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:16.201115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:16.219548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object f3da5f97-4b2a-4e7a-b8a3-5328048d614a will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:16.331570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016fa53-a134-45d6-9261-889814415e5a req-62ee010a-7659-4281-b541-270f979a6f44 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:16.333255 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9016fa53-a134-45d6-9261-889814415e5a req-62ee010a-7659-4281-b541-270f979a6f44 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 946 time: 0.1051373 Apr 22 17:06:16.362349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:16.373060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eb6f0c55-130b-4f24-b71f-77ac31a8e9ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:16.444211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9016fa53-a134-45d6-9261-889814415e5a req-ba8e82ef-d5ad-4ea4-922b-178d8aff2c54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042104 Apr 22 17:06:16.466525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:16.470124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:16.474703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:16.480860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:16.481575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:16.491738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=f3da5f97-4b2a-4e7a-b8a3-5328048d614a,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:16.500124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:16.622476 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6689527 Apr 22 17:06:16.623028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59568) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:16.691991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656396b-4556-4692-bf2e-8faef4732668 req-ef011c99-1132-445c-bf6b-ad5b39b947ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:16.701239 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0656396b-4556-4692-bf2e-8faef4732668 req-ef011c99-1132-445c-bf6b-ad5b39b947ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 946 time: 0.1269884 Apr 22 17:06:16.721807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2037c859-5620-4c4b-b28e-71c60b3019d6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port f3da5f97-4b2a-4e7a-b8a3-5328048d614a {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:16.722175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2037c859-5620-4c4b-b28e-71c60b3019d6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:16.764205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0656396b-4556-4692-bf2e-8faef4732668 req-05d1b411-98a3-4519-a4b4-ddf962396e39 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611351 Apr 22 17:06:16.782312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59572) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:16.849698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-31451629-a01b-4ef2-b8d4-1b2681f7062e None None] Provisioning for port f3da5f97-4b2a-4e7a-b8a3-5328048d614a completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:16.864643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-31451629-a01b-4ef2-b8d4-1b2681f7062e None None] Provisioning complete for port f3da5f97-4b2a-4e7a-b8a3-5328048d614a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:16.865059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31451629-a01b-4ef2-b8d4-1b2681f7062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:16.883363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e3f3f-8490-4f94-bc41-064c38c86402 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:16.893333 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-049e3f3f-8490-4f94-bc41-064c38c86402 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 1094 time: 0.1097658 Apr 22 17:06:16.894467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59576) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:16.900876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:16.908303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:16.915324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:floatingip and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:16.918798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:16.926006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:16.952071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-31451629-a01b-4ef2-b8d4-1b2681f7062e None None] Port f3da5f97-4b2a-4e7a-b8a3-5328048d614a cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:06:16.964659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:17.059493 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641b0797-5976-4618-a626-ee66784e6097 req-03fb80f0-10bc-420b-9421-a76f668d448d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2119410 Apr 22 17:06:17.126986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:17.131785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2037c859-5620-4c4b-b28e-71c60b3019d6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:17.291429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.154 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/68b59646-5bd4-41e5-8376-b4aa054ac7e6) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:17.326335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2037c859-5620-4c4b-b28e-71c60b3019d6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for f3da5f97-4b2a-4e7a-b8a3-5328048d614a owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:17.429949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b0797-5976-4618-a626-ee66784e6097 req-ea8ad205-57eb-4732-9403-050d68b50229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:17.431682 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641b0797-5976-4618-a626-ee66784e6097 req-ea8ad205-57eb-4732-9403-050d68b50229 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 1099 time: 0.2875423 Apr 22 17:06:17.462818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:17.519206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:17.524260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-969af733-4486-47d4-a074-c5b1209b78ff tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:17.596332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:17.599530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:17.603531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:17.640055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=68b59646-5bd4-41e5-8376-b4aa054ac7e6,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:17.646971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:17.700158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b0797-5976-4618-a626-ee66784e6097 req-d44a8eaa-ac16-4e4f-8408-70eb5b844039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:17.701760 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641b0797-5976-4618-a626-ee66784e6097 req-d44a8eaa-ac16-4e4f-8408-70eb5b844039 service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.2289150 Apr 22 17:06:17.773677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2037c859-5620-4c4b-b28e-71c60b3019d6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:17.788674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:17.841003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037c859-5620-4c4b-b28e-71c60b3019d6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=f3da5f97-4b2a-4e7a-b8a3-5328048d614a,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:17.859853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2037c859-5620-4c4b-b28e-71c60b3019d6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:17.963128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641b0797-5976-4618-a626-ee66784e6097 req-3aeb35b2-f934-491f-9da6-7cde3870b2a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049aae58-a48f-44aa-a49f-a8b8f3ab46b8 HTTP/1.1" status: 200 len: 1001 time: 0.2533917 Apr 22 17:06:17.966419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2037c859-5620-4c4b-b28e-71c60b3019d6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:18.020432 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2037c859-5620-4c4b-b28e-71c60b3019d6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/f3da5f97-4b2a-4e7a-b8a3-5328048d614a HTTP/1.1" status: 204 len: 168 time: 1.3960781 Apr 22 17:06:18.022999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59580) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:18.088281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:18.222250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:18.396258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b0797-5976-4618-a626-ee66784e6097 req-dffd0099-a4a9-4a73-ba63-69d8f40811d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:18.397830 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641b0797-5976-4618-a626-ee66784e6097 req-dffd0099-a4a9-4a73-ba63-69d8f40811d1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.4289091 Apr 22 17:06:18.479888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471599c1-0a10-464b-be82-7f3b314da6da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:18.480594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-471599c1-0a10-464b-be82-7f3b314da6da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:18.514517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b0797-5976-4618-a626-ee66784e6097 req-520a93de-55a3-4910-903f-3d2421575c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:18.516239 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641b0797-5976-4618-a626-ee66784e6097 req-520a93de-55a3-4910-903f-3d2421575c49 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1093447 Apr 22 17:06:18.550021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-471599c1-0a10-464b-be82-7f3b314da6da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:18.551337 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-471599c1-0a10-464b-be82-7f3b314da6da tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5273609 Apr 22 17:06:18.556052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59584) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:18.574542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:18.638506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:18.646171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ddcf039a-c3a6-453f-91c2-c99eef4db522 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:18.747106 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641b0797-5976-4618-a626-ee66784e6097 req-e3b6b37d-e8af-4295-a242-87aa5c845afe service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224102 Apr 22 17:06:18.760011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188318c3-ad7c-4e64-815a-22922af0fadd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:18.760011 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-188318c3-ad7c-4e64-815a-22922af0fadd tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2010965 Apr 22 17:06:18.761353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=68b59646-5bd4-41e5-8376-b4aa054ac7e6,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:18.763806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59588) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:18.778275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:18.835785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:18.906540 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641b0797-5976-4618-a626-ee66784e6097 req-f5c4521a-d932-4c8e-b26d-e714b9232948 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469395 Apr 22 17:06:18.996317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2489c1-7ca8-49ab-9613-037336224282 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:18.998085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2489c1-7ca8-49ab-9613-037336224282 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:18.999882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2489c1-7ca8-49ab-9613-037336224282 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:19.001349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3d2489c1-7ca8-49ab-9613-037336224282 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:19.067249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP 4365d116-4c02-4d1a-931f-7951032c9e2b associated. External IP: 172.26.6.154, port: 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d. Apr 22 17:06:19.124861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3d2489c1-7ca8-49ab-9613-037336224282 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:19.127004 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3d2489c1-7ca8-49ab-9613-037336224282 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3592782 Apr 22 17:06:19.129977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59592) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:19.213463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d6ed5f-195a-4e16-936a-dd87cef3b4a9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet a05743c1-72f1-453e-8c3a-95f55213c1fe {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:06:19.213463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ed5f-195a-4e16-936a-dd87cef3b4a9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:19.276678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ed5f-195a-4e16-936a-dd87cef3b4a9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:19.378431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ed5f-195a-4e16-936a-dd87cef3b4a9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:19.484075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 3486f6e9-b714-43c2-b28d-e87e96e494a8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:06:19.690782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:06:19.717122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca2cba-65b5-4517-8eb1-b4b1215273be None None] Sync routers for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:06:19.719066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca2cba-65b5-4517-8eb1-b4b1215273be None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:06:19.720005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-30ca2cba-65b5-4517-8eb1-b4b1215273be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:06:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:19.747533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ed5f-195a-4e16-936a-dd87cef3b4a9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:19.753350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01fc4049-2b3a-4339-8eed-fc2580aeba49 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:19.776621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:19.793192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6ed5f-195a-4e16-936a-dd87cef3b4a9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=a05743c1-72f1-453e-8c3a-95f55213c1fe,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:19.797850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b5d6ed5f-195a-4e16-936a-dd87cef3b4a9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:19.797850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ed5f-195a-4e16-936a-dd87cef3b4a9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:19.807962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89b93b6-dd92-4ac6-a6ef-7cd276ffded9 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:19.845500 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b5d6ed5f-195a-4e16-936a-dd87cef3b4a9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/a05743c1-72f1-453e-8c3a-95f55213c1fe HTTP/1.1" status: 204 len: 168 time: 0.7144506 Apr 22 17:06:19.849855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59596) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:19.902543 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0066490 Apr 22 17:06:19.903668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59600) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:19.906116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02143443-022f-4973-87fe-49a7554e3657', 'tag': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:06:19.917209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-30ca2cba-65b5-4517-8eb1-b4b1215273be None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:06:19.965152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0279949f-beda-45da-b160-24562a474d3a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet b780338d-1afa-4bb8-bd2a-03f283e0c9f9 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:06:19.978068 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02143443-022f-4973-87fe-49a7554e3657', 'tag': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'status': 'completed', 'code': 200} Apr 22 17:06:19.978851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0279949f-beda-45da-b160-24562a474d3a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:20.094584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0279949f-beda-45da-b160-24562a474d3a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:20.167184 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5fba811c-3b4f-4360-8aaf-77f45db85c4a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/4365d116-4c02-4d1a-931f-7951032c9e2b HTTP/1.1" status: 200 len: 992 time: 0.2587376 Apr 22 17:06:20.182402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbc20-ba83-4b49-af23-e60fe2e5048d req-a02c6912-bbc9-402e-a471-b1415b694536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:20.187486 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0abfbc20-ba83-4b49-af23-e60fe2e5048d req-a02c6912-bbc9-402e-a471-b1415b694536 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 1099 time: 0.1373980 Apr 22 17:06:20.276745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0279949f-beda-45da-b160-24562a474d3a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:20.341217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-30ca2cba-65b5-4517-8eb1-b4b1215273be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:05:52Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4365d116-4c02-4d1a-931f-7951032c9e2b', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'port_id': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'mac_address': 'fa:16:3e:a3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02143443-022f-4973-87fe-49a7554e3657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:06:18Z', 'updated_at': '2021-04-22T17:06:18Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:20.345843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca2cba-65b5-4517-8eb1-b4b1215273be None None] Checking router: 3486f6e9-b714-43c2-b28d-e87e96e494a8 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:06:20.357266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca2cba-65b5-4517-8eb1-b4b1215273be None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:06:20.358183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-30ca2cba-65b5-4517-8eb1-b4b1215273be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:06:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:20.366672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbc20-ba83-4b49-af23-e60fe2e5048d req-1826ec3c-000b-49d8-a0b6-bfd54433b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:20.368561 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0abfbc20-ba83-4b49-af23-e60fe2e5048d req-1826ec3c-000b-49d8-a0b6-bfd54433b219 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb HTTP/1.1" status: 200 len: 899 time: 0.1751161 Apr 22 17:06:20.504719 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0abfbc20-ba83-4b49-af23-e60fe2e5048d req-4542f554-c6ba-4f20-b2ac-f20bf244a455 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d HTTP/1.1" status: 200 len: 1000 time: 0.1272509 Apr 22 17:06:20.610881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbc20-ba83-4b49-af23-e60fe2e5048d req-7e206a37-5ba5-425c-a9c4-87e1b0f90ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:20.612794 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0abfbc20-ba83-4b49-af23-e60fe2e5048d req-7e206a37-5ba5-425c-a9c4-87e1b0f90ce4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e43b50-112e-4ed8-ad72-fcb7c4ccee56 HTTP/1.1" status: 200 len: 834 time: 0.1007347 Apr 22 17:06:20.792212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbc20-ba83-4b49-af23-e60fe2e5048d req-4d9c8321-c484-4e58-ab6a-f9743b7ce49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:20.800999 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0abfbc20-ba83-4b49-af23-e60fe2e5048d req-4d9c8321-c484-4e58-ab6a-f9743b7ce49f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1745625 Apr 22 17:06:20.829689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-30ca2cba-65b5-4517-8eb1-b4b1215273be None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:06:20.976619 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0abfbc20-ba83-4b49-af23-e60fe2e5048d req-2129e787-9ae9-44ec-9cb8-0cfea1f3d4ea service neutron] 10.222.0.78 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741831 Apr 22 17:06:20.996734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0279949f-beda-45da-b160-24562a474d3a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:20.998429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:21.038025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-85cd9423-d5e7-4a90-b1c1-1b9077444d67 None None] Provisioning complete for port aa113243-d40a-49d9-9ed8-607ed36228e6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:21.039079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85cd9423-d5e7-4a90-b1c1-1b9077444d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:21.041292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279949f-beda-45da-b160-24562a474d3a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=b780338d-1afa-4bb8-bd2a-03f283e0c9f9,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:21.043773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0279949f-beda-45da-b160-24562a474d3a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:21.049162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0279949f-beda-45da-b160-24562a474d3a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:21.057878 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0279949f-beda-45da-b160-24562a474d3a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/b780338d-1afa-4bb8-bd2a-03f283e0c9f9 HTTP/1.1" status: 204 len: 168 time: 1.2065849 Apr 22 17:06:21.067208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59606) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:21.087415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efa1a8b-5cb9-4427-92a7-945ae891e3c4 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:21.158391 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0abfbc20-ba83-4b49-af23-e60fe2e5048d req-e9ecd187-93b5-479b-98b4-08868bbe7809 service neutron] 10.222.0.78 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749249 Apr 22 17:06:21.171052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59610) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:21.249964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-30ca2cba-65b5-4517-8eb1-b4b1215273be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:05:52Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4365d116-4c02-4d1a-931f-7951032c9e2b', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'port_id': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'mac_address': 'fa:16:3e:a3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02143443-022f-4973-87fe-49a7554e3657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:06:18Z', 'updated_at': '2021-04-22T17:06:18Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:21.254201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca2cba-65b5-4517-8eb1-b4b1215273be None None] The sync data for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv is: [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:05:52Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4365d116-4c02-4d1a-931f-7951032c9e2b', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'port_id': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'mac_address': 'fa:16:3e:a3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02143443-022f-4973-87fe-49a7554e3657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:06:18Z', 'updated_at': '2021-04-22T17:06:18Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:06:21.265215 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cfda0d36-1297-43aa-b8e9-6a6e8d1cc0af tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1933439 Apr 22 17:06:21.266197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59614) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:21.274882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:21.327363 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-569f925a-a559-4ff1-b061-fcf109152e87 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/4365d116-4c02-4d1a-931f-7951032c9e2b HTTP/1.1" status: 200 len: 992 time: 0.1546500 Apr 22 17:06:21.423802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:21.428662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:21.434806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:21.439124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:21.467998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:21.475125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:21.592420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563a638-2dfa-4462-aacc-75188371cb71 None None] New status for floating IP 4365d116-4c02-4d1a-931f-7951032c9e2b: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:06:21.712803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9c60fd-2dcc-4d68-82c2-4430b4816ea8 None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:06:21.792596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c60fd-2dcc-4d68-82c2-4430b4816ea8 None None] Deleting port aa113243-d40a-49d9-9ed8-607ed36228e6 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:21.793020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b9c60fd-2dcc-4d68-82c2-4430b4816ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:22.040472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:22.045416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2db94a2f-eb88-43d9-9b3b-1647b5e5e4ef tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:22.107734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:22.111446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:22.128501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:22.129705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:22.137260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6b9c60fd-2dcc-4d68-82c2-4430b4816ea8 None None] For port aa113243-d40a-49d9-9ed8-607ed36228e6, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=aa113243-d40a-49d9-9ed8-607ed36228e6,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:22.139464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b9c60fd-2dcc-4d68-82c2-4430b4816ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:22.142143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=d3527c07-40a0-4fab-a0ca-bff74552e99d,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:22.144970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:22.197848 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9311936 Apr 22 17:06:22.202547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59618) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:22.207991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0bcb1cb0-68fb-4731-916a-7009e8da1129 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:22.274519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c60fd-2dcc-4d68-82c2-4430b4816ea8 None None] Calling delete_port for aa113243-d40a-49d9-9ed8-607ed36228e6 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:22.331511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59622) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:22.359392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0bcb1cb0-68fb-4731-916a-7009e8da1129 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:22.364537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0bcb1cb0-68fb-4731-916a-7009e8da1129 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:22.367584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0bcb1cb0-68fb-4731-916a-7009e8da1129 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:22.373788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0bcb1cb0-68fb-4731-916a-7009e8da1129 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:22.409643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b9c60fd-2dcc-4d68-82c2-4430b4816ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:22.414690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:22.451088 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8e345949-0956-4a86-9d81-6d6f2e6c9d72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/4365d116-4c02-4d1a-931f-7951032c9e2b HTTP/1.1" status: 200 len: 994 time: 0.1181631 Apr 22 17:06:22.461931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c60fd-2dcc-4d68-82c2-4430b4816ea8 None None] Pushing event deleted for resources: {'Port': ['ID=aa113243-d40a-49d9-9ed8-607ed36228e6,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:22.465485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6b9c60fd-2dcc-4d68-82c2-4430b4816ea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:22.472235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c60fd-2dcc-4d68-82c2-4430b4816ea8 None None] No DVR routers for this DVR port aa113243-d40a-49d9-9ed8-607ed36228e6 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:06:22.472565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcb1cb0-68fb-4731-916a-7009e8da1129 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:22.474498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0bcb1cb0-68fb-4731-916a-7009e8da1129 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:22.494793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c69ea06-ee53-460a-9ca2-18bbd6bbd9c7 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:22.620685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-0bcb1cb0-68fb-4731-916a-7009e8da1129 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3527c07-40a0-4fab-a0ca-bff74552e99d (CIDR: 2001:db8::/64) Apr 22 17:06:22.644494 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcb1cb0-68fb-4731-916a-7009e8da1129 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:06:22.644494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcb1cb0-68fb-4731-916a-7009e8da1129 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:22.714511 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0bcb1cb0-68fb-4731-916a-7009e8da1129 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5100815 Apr 22 17:06:22.715019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59626) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:22.722317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'subnet': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:22.733516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9f37a3e5-e543-44dd-91a5-83fee171a55d', 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'tenant_id': '9cf73a8299e3483a9c9c9ee040e891db', 'fixed_ips': [{'subnet_id': 'd3527c07-40a0-4fab-a0ca-bff74552e99d'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:06:22.735088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:22.880506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:22.884878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:subnet and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:22.888065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:22.894316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:22.908134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Allocated IP 2001:db8::2 (9f37a3e5-e543-44dd-91a5-83fee171a55d/d3527c07-40a0-4fab-a0ca-bff74552e99d/acea3fc6-15ac-40af-b5a2-798e1039bf33) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:22.940838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:22.947297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:23.136481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:23.144318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device aa113243-d40a-49d9-9ed8-607ed36228e6 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:06:23.185263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Transition to ACTIVE for port object acea3fc6-15ac-40af-b5a2-798e1039bf33 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:23.188241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: aa113243-d40a-49d9-9ed8-607ed36228e6 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:06:23.191736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device aa113243-d40a-49d9-9ed8-607ed36228e6 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:06:23.227336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Transition to ACTIVE for port object acea3fc6-15ac-40af-b5a2-798e1039bf33 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:23.248134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:23.253695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3a6da21-b764-45ce-84a1-089ce9dfc621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:23.315356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:23.323433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:23.327899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:23.370368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Pushing event updated for resources: {'Port': ['ID=acea3fc6-15ac-40af-b5a2-798e1039bf33,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:23.378813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:23.434551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Attempting to bind port acea3fc6-15ac-40af-b5a2-798e1039bf33 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:06:23.435030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Attempting to bind port acea3fc6-15ac-40af-b5a2-798e1039bf33 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:06:23.435446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Attempting to bind port acea3fc6-15ac-40af-b5a2-798e1039bf33 on network 9f37a3e5-e543-44dd-91a5-83fee171a55d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:06:23.441955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:06:23.442387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Checking segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:06:23.443139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:23.443317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Bound using segment: {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:06:23.444099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Bound port: acea3fc6-15ac-40af-b5a2-798e1039bf33, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042edfc-5f5c-4798-9706-7e35830d0136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:06:23.444523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:23.549698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] For port acea3fc6-15ac-40af-b5a2-798e1039bf33, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:06:23.553910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] For port acea3fc6-15ac-40af-b5a2-798e1039bf33, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=acea3fc6-15ac-40af-b5a2-798e1039bf33,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:06:23.575872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:23.581038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5694f7bf-47dc-40cc-bf44-eb080e77a30d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:23.626980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.objects.ports [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87210) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 17:06:23.668498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Pushing event updated for resources: {'Port': ['ID=acea3fc6-15ac-40af-b5a2-798e1039bf33,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:23.675392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:23.859340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:24.116039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] For port acea3fc6-15ac-40af-b5a2-798e1039bf33, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=acea3fc6-15ac-40af-b5a2-798e1039bf33,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:24.144413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:24.174496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:24.176143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:24.180210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-670e5036-eb1c-4f40-8602-95b4d868bb0f tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:24.256196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:24.260242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:24.278691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:24.279327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:24.301794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=acea3fc6-15ac-40af-b5a2-798e1039bf33,revision_number=4']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:24.307632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:24.308205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6a4e8a34-07b6-4482-aad5-ca46223c66eb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:24.374398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Subnet': ['ID=7602851e-cb9f-40a0-8d78-c3d4f3e1dbba,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:24.381138 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6624489 Apr 22 17:06:24.381138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:24.381809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59632) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:24.388994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Request body: {'port': {'network_id': '9f37a3e5-e543-44dd-91a5-83fee171a55d', 'mac_address': 'fa:16:3e:65:f1:d5', 'name': 'tempest-NetworksTestDHCPv6-1330127027'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:24.539731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:24.544006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Usage tracker for resource:port and tenant:9cf73a8299e3483a9c9c9ee040e891db is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:24.546937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:24.553719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:24.597956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Made reservation on behalf of 9cf73a8299e3483a9c9c9ee040e891db for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:24.738237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:24.766982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] device_id is not set on port 159cbd8d-353f-4cd7-be9c-01384a5bd1e3 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:06:25.015368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8::299 (9f37a3e5-e543-44dd-91a5-83fee171a55d/d3527c07-40a0-4fab-a0ca-bff74552e99d/159cbd8d-353f-4cd7-be9c-01384a5bd1e3) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:25.021907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Allocated IP 2001:db8:0:1:f816:3eff:fe65:f1d5 (9f37a3e5-e543-44dd-91a5-83fee171a55d/7602851e-cb9f-40a0-8d78-c3d4f3e1dbba/159cbd8d-353f-4cd7-be9c-01384a5bd1e3) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:25.149094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bbef91-28f7-449a-b8ba-96bd0e5ec729 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:25.176569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device acea3fc6-15ac-40af-b5a2-798e1039bf33 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:06:25.256459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:25.274267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Transition to ACTIVE for port object 159cbd8d-353f-4cd7-be9c-01384a5bd1e3 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:25.330979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:25.337304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-95c22f86-9855-414d-a2d7-19c3c1269295 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:25.395193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f28a3e32-3e64-4037-b0c0-969ba553d145 None None] Provisioning for port acea3fc6-15ac-40af-b5a2-798e1039bf33 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:25.405764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f28a3e32-3e64-4037-b0c0-969ba553d145 None None] Provisioning complete for port acea3fc6-15ac-40af-b5a2-798e1039bf33 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:25.405764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f28a3e32-3e64-4037-b0c0-969ba553d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:25.412618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:25.416340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:25.420742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:25.427013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:25.427724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:25.440129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port acea3fc6-15ac-40af-b5a2-798e1039bf33 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:25.441604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event updated for resources: {'Port': ['ID=159cbd8d-353f-4cd7-be9c-01384a5bd1e3,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:25.445351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:25.463159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port acea3fc6-15ac-40af-b5a2-798e1039bf33 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:25.463587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:25.508101 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1248407 Apr 22 17:06:25.510572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59638) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:25.595480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-65af8a39-b6e9-4e66-96b2-829704b2edf4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting port 159cbd8d-353f-4cd7-be9c-01384a5bd1e3 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:25.595891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65af8a39-b6e9-4e66-96b2-829704b2edf4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:25.889391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65af8a39-b6e9-4e66-96b2-829704b2edf4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:25.930128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f28a3e32-3e64-4037-b0c0-969ba553d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:25.950996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:25.993211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f28a3e32-3e64-4037-b0c0-969ba553d145 None None] For port acea3fc6-15ac-40af-b5a2-798e1039bf33, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=acea3fc6-15ac-40af-b5a2-798e1039bf33,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:26.037657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-65af8a39-b6e9-4e66-96b2-829704b2edf4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Calling delete_port for 159cbd8d-353f-4cd7-be9c-01384a5bd1e3 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:26.071992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:06:26.072720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:06:26.204223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f28a3e32-3e64-4037-b0c0-969ba553d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:26.207246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5f4dc21-2148-4115-bf14-e08534786300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:26.289533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a3e32-3e64-4037-b0c0-969ba553d145 None None] Pushing event updated for resources: {'Port': ['ID=acea3fc6-15ac-40af-b5a2-798e1039bf33,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:26.294320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f28a3e32-3e64-4037-b0c0-969ba553d145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:26.331889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65af8a39-b6e9-4e66-96b2-829704b2edf4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:26.337620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e4695e2-b93c-420d-af74-32a1b1fb5b19 tempest-RoutersAdminNegativeTest-77018565 tempest-RoutersAdminNegativeTest-77018565-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:26.392310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af8a39-b6e9-4e66-96b2-829704b2edf4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Port': ['ID=159cbd8d-353f-4cd7-be9c-01384a5bd1e3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:26.395201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-65af8a39-b6e9-4e66-96b2-829704b2edf4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:26.477757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65af8a39-b6e9-4e66-96b2-829704b2edf4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:26.488996 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-65af8a39-b6e9-4e66-96b2-829704b2edf4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/159cbd8d-353f-4cd7-be9c-01384a5bd1e3 HTTP/1.1" status: 204 len: 168 time: 0.9772174 Apr 22 17:06:26.491547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59642) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:26.529286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cc659251-c671-42a2-ad25-e88d8a1952bf None None] Provisioning complete for port acea3fc6-15ac-40af-b5a2-798e1039bf33 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:26.529619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc659251-c671-42a2-ad25-e88d8a1952bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:26.586108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aa73d3-e417-4a11-972c-00c26f51f5cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:26.587256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a8aa73d3-e417-4a11-972c-00c26f51f5cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:26.638456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a8aa73d3-e417-4a11-972c-00c26f51f5cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:26.639978 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a8aa73d3-e417-4a11-972c-00c26f51f5cb tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1472650 Apr 22 17:06:26.643492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59646) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:26.728657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cc659251-c671-42a2-ad25-e88d8a1952bf None None] Could not find standard attr ID for object 159cbd8d-353f-4cd7-be9c-01384a5bd1e3. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:06:26.748201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1b0ee-e447-4778-af3d-948b2276934e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:26.750008 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-32f1b0ee-e447-4778-af3d-948b2276934e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1054339 Apr 22 17:06:26.752889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59650) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:26.829533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3d562-c369-49b1-a505-5e6a49830200 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:26.831244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3d562-c369-49b1-a505-5e6a49830200 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:26.833036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3d562-c369-49b1-a505-5e6a49830200 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:26.833928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dcf3d562-c369-49b1-a505-5e6a49830200 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:26.843014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d258f372-7afe-4ee5-a75e-4d821b08acb5 None None] Could not find standard attr ID for object 159cbd8d-353f-4cd7-be9c-01384a5bd1e3. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:06:26.889457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dcf3d562-c369-49b1-a505-5e6a49830200 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:26.890806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dcf3d562-c369-49b1-a505-5e6a49830200 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1368406 Apr 22 17:06:26.894239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59654) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:26.968966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-545e7fee-f590-49cc-b3ad-c73d952cbe33 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet 7602851e-cb9f-40a0-8d78-c3d4f3e1dbba {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:06:26.973440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-545e7fee-f590-49cc-b3ad-c73d952cbe33 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:27.036028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-545e7fee-f590-49cc-b3ad-c73d952cbe33 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:27.123031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-545e7fee-f590-49cc-b3ad-c73d952cbe33 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:27.128732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device acea3fc6-15ac-40af-b5a2-798e1039bf33 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:06:27.206217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port acea3fc6-15ac-40af-b5a2-798e1039bf33 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:27.206763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:27.467192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-545e7fee-f590-49cc-b3ad-c73d952cbe33 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:27.472648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a767f204-a4b1-4d21-94df-36715626cf3d tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:27.511123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e7fee-f590-49cc-b3ad-c73d952cbe33 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=7602851e-cb9f-40a0-8d78-c3d4f3e1dbba,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:27.514496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-545e7fee-f590-49cc-b3ad-c73d952cbe33 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:27.515686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-545e7fee-f590-49cc-b3ad-c73d952cbe33 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:27.523428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7a23b5-839e-4d64-b54b-027a14eba1dd None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:27.570993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-545e7fee-f590-49cc-b3ad-c73d952cbe33 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/7602851e-cb9f-40a0-8d78-c3d4f3e1dbba HTTP/1.1" status: 204 len: 168 time: 0.6755116 Apr 22 17:06:27.579670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59658) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:27.662617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd3a475-d06f-46cf-9e01-219daec44d63 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Deleting subnet d3527c07-40a0-4fab-a0ca-bff74552e99d {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:06:27.668090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a475-d06f-46cf-9e01-219daec44d63 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:27.760724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a475-d06f-46cf-9e01-219daec44d63 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:27.869151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a475-d06f-46cf-9e01-219daec44d63 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:27.900893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30b4d048-d82f-4e8a-accf-2da4a7236b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:28.205110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a475-d06f-46cf-9e01-219daec44d63 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:28.210924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:28.254154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3a475-d06f-46cf-9e01-219daec44d63 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Subnet': ['ID=d3527c07-40a0-4fab-a0ca-bff74552e99d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:28.257663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cd3a475-d06f-46cf-9e01-219daec44d63 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:28.258784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a475-d06f-46cf-9e01-219daec44d63 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:28.270595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8cd3a475-d06f-46cf-9e01-219daec44d63 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/d3527c07-40a0-4fab-a0ca-bff74552e99d HTTP/1.1" status: 204 len: 168 time: 0.6959357 Apr 22 17:06:28.273301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59662) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:28.348733 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b3c162c8-fc57-4db0-88dc-8eebe548f66f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740659 Apr 22 17:06:28.351550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59666) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:28.413355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e50afb-4463-4bce-bbb7-cdea5e1f2e65 None None] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:28.452161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c5e94-1b53-48de-8190-ccd7b5d9b770 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:28.453769 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-519c5e94-1b53-48de-8190-ccd7b5d9b770 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1011734 Apr 22 17:06:28.456958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59670) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:28.529295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b104384-dd4d-45d0-be8c-22c235be1c39 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:28.530152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8b104384-dd4d-45d0-be8c-22c235be1c39 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Synchronizing usage tracker for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:28.531789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-51b55f59-e756-434b-a122-315c692aca88 None None] Provisioning complete for port acea3fc6-15ac-40af-b5a2-798e1039bf33 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:28.532227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51b55f59-e756-434b-a122-315c692aca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:28.620714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8b104384-dd4d-45d0-be8c-22c235be1c39 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Unset dirty status for tenant:9cf73a8299e3483a9c9c9ee040e891db on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:28.622291 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8b104384-dd4d-45d0-be8c-22c235be1c39 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1642203 Apr 22 17:06:28.624904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59674) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:28.720256 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5ef1f553-5e75-4267-8500-285005b26bfa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935068 Apr 22 17:06:28.725112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59678) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:28.772593 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec29458-c8fd-4de2-af18-369b5a1fc8d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:28.773138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec29458-c8fd-4de2-af18-369b5a1fc8d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:28.775092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5ec29458-c8fd-4de2-af18-369b5a1fc8d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/159cbd8d-353f-4cd7-be9c-01384a5bd1e3 HTTP/1.1" status: 404 len: 333 time: 0.0486951 Apr 22 17:06:28.778045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59682) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:28.813205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68489a-62ce-49ed-95ed-479fc23aeb57 None None] DHCP port deletion for 9f37a3e5-e543-44dd-91a5-83fee171a55d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:06:28.817665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4c68489a-62ce-49ed-95ed-479fc23aeb57 None None] Deleting port acea3fc6-15ac-40af-b5a2-798e1039bf33 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:28.818101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c68489a-62ce-49ed-95ed-479fc23aeb57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:28.825675 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a997523-f24e-4795-a35f-f4a8007c5713 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:28.832568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a997523-f24e-4795-a35f-f4a8007c5713 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:28.832568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9a997523-f24e-4795-a35f-f4a8007c5713 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/7602851e-cb9f-40a0-8d78-c3d4f3e1dbba HTTP/1.1" status: 404 len: 337 time: 0.0490394 Apr 22 17:06:28.832568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59686) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:28.873723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-8096dc9e-7228-4736-9bcd-0a41b18ae0c2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:28.874243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8096dc9e-7228-4736-9bcd-0a41b18ae0c2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:28.876198 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8096dc9e-7228-4736-9bcd-0a41b18ae0c2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/d3527c07-40a0-4fab-a0ca-bff74552e99d HTTP/1.1" status: 404 len: 337 time: 0.0440698 Apr 22 17:06:28.879116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59690) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:28.927802 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae8b407-0088-4020-96e7-4a68e1e9817c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:28.928290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae8b407-0088-4020-96e7-4a68e1e9817c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:28.932768 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4ae8b407-0088-4020-96e7-4a68e1e9817c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/f3da5f97-4b2a-4e7a-b8a3-5328048d614a HTTP/1.1" status: 404 len: 333 time: 0.0499144 Apr 22 17:06:28.933557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59694) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:28.976784 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a61a77-017f-499a-b248-72ffcde58efa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:28.977250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a61a77-017f-499a-b248-72ffcde58efa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:28.979161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-90a61a77-017f-499a-b248-72ffcde58efa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/b780338d-1afa-4bb8-bd2a-03f283e0c9f9 HTTP/1.1" status: 404 len: 337 time: 0.0446870 Apr 22 17:06:28.981801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59698) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.026899 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb623456-7bb0-4b31-84cb-22c55a4830df tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.027962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb623456-7bb0-4b31-84cb-22c55a4830df tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.029337 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cb623456-7bb0-4b31-84cb-22c55a4830df tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/a05743c1-72f1-453e-8c3a-95f55213c1fe HTTP/1.1" status: 404 len: 337 time: 0.0465617 Apr 22 17:06:29.032637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59702) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.043494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4c68489a-62ce-49ed-95ed-479fc23aeb57 None None] For port acea3fc6-15ac-40af-b5a2-798e1039bf33, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=acea3fc6-15ac-40af-b5a2-798e1039bf33,segment=NetworkSegment(0042edfc-5f5c-4798-9706-7e35830d0136),segment_id=0042edfc-5f5c-4798-9706-7e35830d0136)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:29.043948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c68489a-62ce-49ed-95ed-479fc23aeb57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:29.079519 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b776a91b-c19d-4279-9fc1-e7347a4200e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.079796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b776a91b-c19d-4279-9fc1-e7347a4200e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.083133 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b776a91b-c19d-4279-9fc1-e7347a4200e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/69b708a4-f62b-4be7-8df6-290532ea5ef8 HTTP/1.1" status: 404 len: 333 time: 0.0494485 Apr 22 17:06:29.084448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59706) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.128957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a54b6f-4eec-4fd4-9d7e-bb3494c13dfc tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.129302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a54b6f-4eec-4fd4-9d7e-bb3494c13dfc tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.131412 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-26a54b6f-4eec-4fd4-9d7e-bb3494c13dfc tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/d32f9827-c9f7-4cf6-8d58-e3374a28705e HTTP/1.1" status: 404 len: 337 time: 0.0454705 Apr 22 17:06:29.134402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59710) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.173665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device acea3fc6-15ac-40af-b5a2-798e1039bf33 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:06:29.178760 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac99453-89bb-4fe8-b02e-b6be89067a4e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.179282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac99453-89bb-4fe8-b02e-b6be89067a4e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.181166 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dac99453-89bb-4fe8-b02e-b6be89067a4e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/c52f36f1-2c20-404c-a964-54107e444102 HTTP/1.1" status: 404 len: 337 time: 0.0445893 Apr 22 17:06:29.183907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59714) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.210027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4c68489a-62ce-49ed-95ed-479fc23aeb57 None None] Calling delete_port for acea3fc6-15ac-40af-b5a2-798e1039bf33 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:29.233303 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-45de1f79-c7f5-47bd-aba4-12772783830b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.233761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45de1f79-c7f5-47bd-aba4-12772783830b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.236192 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-45de1f79-c7f5-47bd-aba4-12772783830b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/f3f4ded7-603c-4656-ac08-f798fe693711 HTTP/1.1" status: 404 len: 333 time: 0.0513680 Apr 22 17:06:29.238968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59718) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.384238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:29.400118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c68489a-62ce-49ed-95ed-479fc23aeb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:29.408046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-872fb850-3916-4839-9142-4cd30d72379a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:29.465458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68489a-62ce-49ed-95ed-479fc23aeb57 None None] Pushing event deleted for resources: {'Port': ['ID=acea3fc6-15ac-40af-b5a2-798e1039bf33,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:29.468169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c68489a-62ce-49ed-95ed-479fc23aeb57 None None] No DVR routers for this DVR port acea3fc6-15ac-40af-b5a2-798e1039bf33 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:06:29.470286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c68489a-62ce-49ed-95ed-479fc23aeb57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:29.576537 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-34967926-9d6d-4918-bcde-d6101c64cda0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.577163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34967926-9d6d-4918-bcde-d6101c64cda0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.579018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-34967926-9d6d-4918-bcde-d6101c64cda0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/61c5b0dc-5822-443f-97aa-9247bd47d8ea HTTP/1.1" status: 404 len: 337 time: 0.3390348 Apr 22 17:06:29.581710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59722) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.623879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b77774-4c5b-4d05-a1b3-f2065c985f36 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.624393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b77774-4c5b-4d05-a1b3-f2065c985f36 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.626329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-81b77774-4c5b-4d05-a1b3-f2065c985f36 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/d23c5ad4-cca7-4573-9f0b-eeb03081786f HTTP/1.1" status: 404 len: 337 time: 0.0436246 Apr 22 17:06:29.629190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59726) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.678230 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa07b935-5908-42b4-9055-ead38c3e52ed tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.678789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa07b935-5908-42b4-9055-ead38c3e52ed tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.680658 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aa07b935-5908-42b4-9055-ead38c3e52ed tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/fe11df00-6444-4651-8829-5a4cba204440 HTTP/1.1" status: 404 len: 333 time: 0.0504677 Apr 22 17:06:29.683905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59730) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.730434 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6a9f14-998b-4fc1-a2b6-e7f534cb59a5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.730984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6a9f14-998b-4fc1-a2b6-e7f534cb59a5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.732872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eb6a9f14-998b-4fc1-a2b6-e7f534cb59a5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/23432dd4-5cc4-46ec-b858-c9371397c66b HTTP/1.1" status: 404 len: 337 time: 0.0478981 Apr 22 17:06:29.736461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59734) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.781164 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-95296f29-f2b1-498c-91c3-deccd77a39ab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.782224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95296f29-f2b1-498c-91c3-deccd77a39ab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.784128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-95296f29-f2b1-498c-91c3-deccd77a39ab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/74c3ef29-3381-473c-8238-b22360239a2c HTTP/1.1" status: 404 len: 333 time: 0.0467510 Apr 22 17:06:29.786926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59738) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.827924 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfc15ef-c646-4792-beb9-8466032bfe4a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.832024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bfc15ef-c646-4792-beb9-8466032bfe4a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.832024 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4bfc15ef-c646-4792-beb9-8466032bfe4a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/3a4a45cb-faa4-4736-8165-119c6b72cb80 HTTP/1.1" status: 404 len: 337 time: 0.0428970 Apr 22 17:06:29.833670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59742) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.881406 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33669c6-3a2d-40ed-8a19-3d67e715970a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.883660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33669c6-3a2d-40ed-8a19-3d67e715970a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.883809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c33669c6-3a2d-40ed-8a19-3d67e715970a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/95354d44-0ae8-4195-b1e6-b92b13597c1a HTTP/1.1" status: 404 len: 333 time: 0.0491068 Apr 22 17:06:29.886586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59746) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.928037 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccecc28e-8605-4a88-85e0-0c7279e4bf58 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.929628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccecc28e-8605-4a88-85e0-0c7279e4bf58 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.930379 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ccecc28e-8605-4a88-85e0-0c7279e4bf58 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/8ed32562-7382-423e-9996-00a928282bd9 HTTP/1.1" status: 404 len: 337 time: 0.0428021 Apr 22 17:06:29.933087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59750) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:29.978883 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8367f3c-f8b3-4b7b-a89e-2503bde27401 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:29.979372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8367f3c-f8b3-4b7b-a89e-2503bde27401 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:29.981240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c8367f3c-f8b3-4b7b-a89e-2503bde27401 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/232e613c-2f03-4969-a8aa-7c5c33a1efcc HTTP/1.1" status: 404 len: 333 time: 0.0471611 Apr 22 17:06:29.984182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59754) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.028180 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3459783-ee6e-453f-98e2-b77f504223b4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.034748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3459783-ee6e-453f-98e2-b77f504223b4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.034748 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f3459783-ee6e-453f-98e2-b77f504223b4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/6167d591-bdd0-4c9d-b5b4-76ff31c4a7e4 HTTP/1.1" status: 404 len: 337 time: 0.0453382 Apr 22 17:06:30.035688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59758) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.082074 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bda5321-94ce-4de9-ae1a-092bd7cd8544 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.082617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bda5321-94ce-4de9-ae1a-092bd7cd8544 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.084513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1bda5321-94ce-4de9-ae1a-092bd7cd8544 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/be47b6cc-f6f9-410c-89bc-3ac94c237956 HTTP/1.1" status: 404 len: 333 time: 0.0477808 Apr 22 17:06:30.087398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59762) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.128579 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd91816-5ed0-4101-b6a6-8e20555a5b89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.129093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd91816-5ed0-4101-b6a6-8e20555a5b89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.130963 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5cd91816-5ed0-4101-b6a6-8e20555a5b89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/d5f643e7-71ac-4a09-b09e-ba44e615fc28 HTTP/1.1" status: 404 len: 337 time: 0.0425539 Apr 22 17:06:30.133835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59766) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.182446 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d716a5-42c2-4a31-a931-8322d1f98277 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.183019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d716a5-42c2-4a31-a931-8322d1f98277 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.184931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-17d716a5-42c2-4a31-a931-8322d1f98277 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/1318959b-358b-4607-8f2b-8973e630f0ac HTTP/1.1" status: 404 len: 333 time: 0.0501242 Apr 22 17:06:30.194419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59770) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.236377 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73a456c-ff0d-468b-8614-179370fb39f4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.236537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73a456c-ff0d-468b-8614-179370fb39f4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.238423 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a73a456c-ff0d-468b-8614-179370fb39f4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/e566df96-cdc3-4044-8384-60cf78212d42 HTTP/1.1" status: 404 len: 337 time: 0.0428722 Apr 22 17:06:30.241320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59774) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.260116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5d1e-21fb-484e-8994-cd998108cb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:30.283472 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-15911334-150d-49fb-82fa-09da15f6b2d9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.284001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15911334-150d-49fb-82fa-09da15f6b2d9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.285931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-15911334-150d-49fb-82fa-09da15f6b2d9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/c62b745d-40f3-41d8-a9a9-c6aeebb3498c HTTP/1.1" status: 404 len: 337 time: 0.0435648 Apr 22 17:06:30.288696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59778) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.341737 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-348c089b-2152-4fa8-8047-ac7fb97700e6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.342269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348c089b-2152-4fa8-8047-ac7fb97700e6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.344193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-348c089b-2152-4fa8-8047-ac7fb97700e6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/8f240205-4bed-4c6e-9c2b-d186d4125ad3 HTTP/1.1" status: 404 len: 333 time: 0.0544729 Apr 22 17:06:30.347090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59782) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.391706 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5d595d-4605-4200-8cbe-42aef9da59d0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.391706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5d595d-4605-4200-8cbe-42aef9da59d0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.393499 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4c5d595d-4605-4200-8cbe-42aef9da59d0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/ae5649a1-8d5e-411c-8907-1087f8bccb68 HTTP/1.1" status: 404 len: 337 time: 0.0453064 Apr 22 17:06:30.395316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59786) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.436476 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-99510fe4-cc49-4c39-b884-f969614e665a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.437004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99510fe4-cc49-4c39-b884-f969614e665a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.439394 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-99510fe4-cc49-4c39-b884-f969614e665a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/13e48442-8c02-42f1-b7d5-a117a70c2d30 HTTP/1.1" status: 404 len: 337 time: 0.0429711 Apr 22 17:06:30.442097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59790) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.492952 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-db73313e-3b06-453b-9ddd-61f50ac84516 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.493404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db73313e-3b06-453b-9ddd-61f50ac84516 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.495357 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-db73313e-3b06-453b-9ddd-61f50ac84516 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/34e14ae9-d35f-43ce-8806-c51c4bce7031 HTTP/1.1" status: 404 len: 333 time: 0.0520384 Apr 22 17:06:30.498032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59794) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.540018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-0431d89d-a38c-4203-8ae6-ada1b25a49ce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.540415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0431d89d-a38c-4203-8ae6-ada1b25a49ce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.542718 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0431d89d-a38c-4203-8ae6-ada1b25a49ce tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/571e1132-0dae-4d1d-826b-75fd30f4332b HTTP/1.1" status: 404 len: 337 time: 0.0431888 Apr 22 17:06:30.545113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59798) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.586772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ff5aa7-b80f-4a9f-969a-92580abcc182 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.587320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ff5aa7-b80f-4a9f-969a-92580abcc182 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.589094 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-17ff5aa7-b80f-4a9f-969a-92580abcc182 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/9d25c381-545b-44e6-8d5c-38e4e29cd007 HTTP/1.1" status: 404 len: 337 time: 0.0430152 Apr 22 17:06:30.591774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59802) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.921923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-1706b0b4-dca4-4953-9752-59ffae05d503 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.923008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1706b0b4-dca4-4953-9752-59ffae05d503 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.924956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1706b0b4-dca4-4953-9752-59ffae05d503 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/e05fff36-d17a-4ea4-9b46-247fd4a7d1d5 HTTP/1.1" status: 404 len: 333 time: 0.3322268 Apr 22 17:06:30.927923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59806) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:30.969633 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c909fa-dc0d-430d-a516-26e7301e74aa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:30.970219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c909fa-dc0d-430d-a516-26e7301e74aa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:30.972225 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-84c909fa-dc0d-430d-a516-26e7301e74aa tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/128afa62-2871-408f-b69e-322b2954ba93 HTTP/1.1" status: 404 len: 337 time: 0.0432847 Apr 22 17:06:30.975440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59810) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.017725 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-251e383f-2f0a-441a-880c-e501d4c6ae8c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:31.018168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251e383f-2f0a-441a-880c-e501d4c6ae8c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:31.020296 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-251e383f-2f0a-441a-880c-e501d4c6ae8c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/b766fa7c-cbad-41fd-9383-bdf64a05307f HTTP/1.1" status: 404 len: 337 time: 0.0436442 Apr 22 17:06:31.024051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59814) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.079836 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-11ebf369-83e4-4138-b9b8-084e0cffef4a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports?device_id=20e5c95a-7940-4c3a-b8d5-9e1701acb91a HTTP/1.1" status: 200 len: 205 time: 0.0542178 Apr 22 17:06:31.082024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59818) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.155590 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-03e49a98-32cf-4e2a-8688-cf822d42492a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] delete failed (client error): The resource could not be found. Apr 22 17:06:31.157258 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-03e49a98-32cf-4e2a-8688-cf822d42492a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/routers/20e5c95a-7940-4c3a-b8d5-9e1701acb91a HTTP/1.1" status: 404 len: 336 time: 0.0736794 Apr 22 17:06:31.160120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59822) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.204451 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ba5dbe-a69b-4eb0-84bb-83a1702d1a44 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:31.204964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ba5dbe-a69b-4eb0-84bb-83a1702d1a44 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:31.206839 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f7ba5dbe-a69b-4eb0-84bb-83a1702d1a44 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/abb84eee-b505-45f6-afb8-51f263d19cdf HTTP/1.1" status: 404 len: 337 time: 0.0456755 Apr 22 17:06:31.209705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59826) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.259447 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8f79b9c1-c8bd-4bbd-a847-840cb212c7cc tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "GET /v2.0/ports?device_id=f510e736-c7de-43eb-8146-83d117745140 HTTP/1.1" status: 200 len: 205 time: 0.0479496 Apr 22 17:06:31.600097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59830) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.677513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-84efa647-31c5-460b-8d0b-b483a8fedf23 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] delete failed (client error): The resource could not be found. Apr 22 17:06:31.678670 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-84efa647-31c5-460b-8d0b-b483a8fedf23 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/routers/f510e736-c7de-43eb-8146-83d117745140 HTTP/1.1" status: 404 len: 336 time: 0.0772040 Apr 22 17:06:31.681508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59834) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.700069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:31.722384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:31.725845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b241776b-fbee-47e3-980b-12737c238303 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:31.725845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b241776b-fbee-47e3-980b-12737c238303 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:31.729472 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b241776b-fbee-47e3-980b-12737c238303 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/e18f7c43-6846-4c5e-bf3d-6c0a34aef21b HTTP/1.1" status: 404 len: 337 time: 0.0438719 Apr 22 17:06:31.729472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59838) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.771188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b650b5fb-9770-4884-be0e-64ba4e934123 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:31.771712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b650b5fb-9770-4884-be0e-64ba4e934123 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:31.773614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b650b5fb-9770-4884-be0e-64ba4e934123 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/90efa045-a238-497e-8bb3-5ae18e347bda HTTP/1.1" status: 404 len: 337 time: 0.0430825 Apr 22 17:06:31.778273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59842) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.827562 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-201fc389-fb16-4d03-85e1-e27618cf3e9b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:31.828102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201fc389-fb16-4d03-85e1-e27618cf3e9b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:31.830559 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-201fc389-fb16-4d03-85e1-e27618cf3e9b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/3406b764-1fa9-44b6-a037-a6c9ef34eb05 HTTP/1.1" status: 404 len: 333 time: 0.0512750 Apr 22 17:06:31.833378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59846) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.875018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9abca70-56ac-4184-a5ae-5d583a59d095 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:31.875018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9abca70-56ac-4184-a5ae-5d583a59d095 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:31.877256 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d9abca70-56ac-4184-a5ae-5d583a59d095 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/29c8e177-00a0-410f-a455-805629c98b06 HTTP/1.1" status: 404 len: 337 time: 0.0428677 Apr 22 17:06:31.880055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59850) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.925261 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d3382d-754f-4ea1-92f7-7eae02c1f0a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:31.925808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d3382d-754f-4ea1-92f7-7eae02c1f0a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:31.927710 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-76d3382d-754f-4ea1-92f7-7eae02c1f0a3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/2c34aafd-d4f7-437d-8ed4-f548627c8967 HTTP/1.1" status: 404 len: 333 time: 0.0465894 Apr 22 17:06:31.930456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59854) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:31.976022 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-568e6651-7f5c-4864-8bf2-4335837941b0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:31.976523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568e6651-7f5c-4864-8bf2-4335837941b0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:31.978331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-568e6651-7f5c-4864-8bf2-4335837941b0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/e9c867bd-1d64-4ea3-8642-ffdd0b96ddcc HTTP/1.1" status: 404 len: 337 time: 0.0468616 Apr 22 17:06:31.981343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59858) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:32.026612 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-718851f1-ba01-45a7-a0cd-dc754d1f0b6d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:32.027169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718851f1-ba01-45a7-a0cd-dc754d1f0b6d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:32.029001 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-718851f1-ba01-45a7-a0cd-dc754d1f0b6d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/2583bf39-b558-44f0-96fe-6985983f8cf9 HTTP/1.1" status: 404 len: 333 time: 0.0465620 Apr 22 17:06:32.032598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59862) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:32.073744 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d470c0-cab5-4066-8db4-3c22d0ac7a71 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:32.074266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d470c0-cab5-4066-8db4-3c22d0ac7a71 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:32.076185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-81d470c0-cab5-4066-8db4-3c22d0ac7a71 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/4aac7d48-a3c6-4ede-a1f4-302d9ee54876 HTTP/1.1" status: 404 len: 337 time: 0.0431960 Apr 22 17:06:32.080169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59866) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:32.128195 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6232263-16ea-4baa-b6c1-318a44d99198 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:32.128667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6232263-16ea-4baa-b6c1-318a44d99198 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:32.130507 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c6232263-16ea-4baa-b6c1-318a44d99198 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/7798b731-2ad2-4a8d-9252-1ea899d9124e HTTP/1.1" status: 404 len: 333 time: 0.0502379 Apr 22 17:06:32.133341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59870) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:32.173879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abfafe7-1120-48df-bac9-2309dd3a2f6a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:32.175891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8abfafe7-1120-48df-bac9-2309dd3a2f6a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:32.176229 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8abfafe7-1120-48df-bac9-2309dd3a2f6a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/acfec8a3-09b8-4c59-bb92-3eb3d6360bc8 HTTP/1.1" status: 404 len: 337 time: 0.0419149 Apr 22 17:06:32.178921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59874) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:32.225183 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-43815a59-05eb-4c77-9698-a8e51994df89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:32.227438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43815a59-05eb-4c77-9698-a8e51994df89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:32.227618 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-43815a59-05eb-4c77-9698-a8e51994df89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/f208387a-a0eb-4e7b-ba33-e9d3a567e15e HTTP/1.1" status: 404 len: 333 time: 0.0477128 Apr 22 17:06:32.230273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59878) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:32.274610 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0fd605-8c33-4e8c-a4dc-3e2d678ecb07 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:32.275148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0fd605-8c33-4e8c-a4dc-3e2d678ecb07 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:32.277551 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ab0fd605-8c33-4e8c-a4dc-3e2d678ecb07 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/d97e6b46-ae47-47d7-9073-d4cc789fdc98 HTTP/1.1" status: 404 len: 337 time: 0.0462193 Apr 22 17:06:32.279995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59882) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:32.326332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9452f54-d2c6-43dc-bcc3-813be892b04d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:32.326904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9452f54-d2c6-43dc-bcc3-813be892b04d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:32.328796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c9452f54-d2c6-43dc-bcc3-813be892b04d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/c869f03b-58b0-47e6-afb7-2a3c8e97b40c HTTP/1.1" status: 404 len: 333 time: 0.0477691 Apr 22 17:06:32.331778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59886) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:32.376030 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-97172e2b-2a4e-43bc-939f-ed9fd6c2fde6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:32.376556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97172e2b-2a4e-43bc-939f-ed9fd6c2fde6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:32.378751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-97172e2b-2a4e-43bc-939f-ed9fd6c2fde6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/b14e80aa-24db-4cad-aefe-354d4649aac6 HTTP/1.1" status: 404 len: 337 time: 0.0455759 Apr 22 17:06:32.381498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59890) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:32.430667 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51db502-e549-4f6c-8f19-3b86aa5d0a6c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:32.431195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51db502-e549-4f6c-8f19-3b86aa5d0a6c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:32.433036 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b51db502-e549-4f6c-8f19-3b86aa5d0a6c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/ports/337ce722-b4bc-49ec-adc5-132229d4eba2 HTTP/1.1" status: 404 len: 333 time: 0.0505233 Apr 22 17:06:32.435801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59894) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:32.477284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe825dfd-ae2d-4c62-8c21-1f95095b0e2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:32.477803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe825dfd-ae2d-4c62-8c21-1f95095b0e2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:32.479814 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fe825dfd-ae2d-4c62-8c21-1f95095b0e2a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/subnets/744f1d62-e6e3-474e-8562-5b6640f0ee15 HTTP/1.1" status: 404 len: 337 time: 0.0430641 Apr 22 17:06:32.482646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59898) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:32.612856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:32.709190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:32.758689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:32.886212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f37a3e5-e543-44dd-91a5-83fee171a55d']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:32.899596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0042edfc-5f5c-4798-9706-7e35830d0136') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:32.899933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0042edfc-5f5c-4798-9706-7e35830d0136') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:32.912013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:32.927925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:32.934542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:06:33.129595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:06:33.139487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:33.325934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Network 9f37a3e5-e543-44dd-91a5-83fee171a55d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:06:33.351460 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:06:33.472349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:33.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:33.481795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53ad5fa4-0143-4482-8f8a-c157ad1e6b12 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:33.505629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Pushing event deleted for resources: {'Network': ['ID=9f37a3e5-e543-44dd-91a5-83fee171a55d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:33.507994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:33.509716 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] 10.222.0.77 "DELETE /v2.0/networks/9f37a3e5-e543-44dd-91a5-83fee171a55d HTTP/1.1" status: 204 len: 168 time: 1.0260353 Apr 22 17:06:34.049068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59906) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:34.236903 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c78cb33f-bb61-446c-a694-be71aebaa4df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cf73a8299e3483a9c9c9ee040e891db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860447 Apr 22 17:06:34.240201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59912) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:34.312248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a19eeb2-d500-4323-a61c-3caa88b2be09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:34.342579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a19eeb2-d500-4323-a61c-3caa88b2be09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:34.512410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a19eeb2-d500-4323-a61c-3caa88b2be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:34.518266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f078eda-7342-4230-9b35-fdc706afd28e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:34.533312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19eeb2-d500-4323-a61c-3caa88b2be09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3fdb08-3dc1-415b-b313-b7ffff9219a2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:34.536291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6a19eeb2-d500-4323-a61c-3caa88b2be09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:34.537550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a19eeb2-d500-4323-a61c-3caa88b2be09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:34.538993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6a19eeb2-d500-4323-a61c-3caa88b2be09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a3fdb08-3dc1-415b-b313-b7ffff9219a2 HTTP/1.1" status: 204 len: 168 time: 0.2980347 Apr 22 17:06:35.084008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:35.523502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59938) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:35.643209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1665168236'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:35.648736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:35.652920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:network and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:35.656013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:35.663688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:35.701308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:35.708438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:35.722306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:35.738832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:35.743110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:security_group_rule and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:35.746351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:35.753249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:35.844036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:35.889340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:35.893962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5aaf01e1-e293-49da-83ac-68793491b7ad tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:35.928565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:06:35.938287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c64edf-0a55-4ec0-a5d4-5671a8ebc937,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:35.942247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:35.945272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:35.945658 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Added segment 819d13c0-8b9d-4ed7-8ebe-9766b4230434 of type vlan for network d66ad5fd-dce9-4cb0-b460-c839717f4c00 Apr 22 17:06:36.043726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:36.106642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:36.113482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:36.114142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:36.120246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea5fefcc-1550-4855-85fd-0e114a1ae48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:36.238878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Network': ['ID=d66ad5fd-dce9-4cb0-b460-c839717f4c00,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:36.241786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:36.254852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:06:36.273253 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7485371 Apr 22 17:06:36.276195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59944) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:36.283272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'name': 'tempest-PortsIpV6TestJSON-580504412'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:36.406214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:36.410920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:port and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:36.413933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:36.420379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:36.467044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:36.473701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:36.498185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port e7a61fdc-30bc-47e0-86df-6d8b46895434 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:06:36.746004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:36.830840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:36.834256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a4f005ce-83b8-408c-a152-8b3bc471663d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:36.927585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=e7a61fdc-30bc-47e0-86df-6d8b46895434,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:36.932104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:36.946867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Checking segment: {'id': '819d13c0-8b9d-4ed7-8ebe-9766b4230434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:06:36.947742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network hostable DHCP agents. Network: d66ad5fd-dce9-4cb0-b460-c839717f4c00, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:06:36.992697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:06:37.038124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, d66ad5fd-dce9-4cb0-b460-c839717f4c00) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:37.042378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:37.047940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c1e56a-c64f-4117-87c5-abd96a4bb083 None None] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:37.049039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:37.049830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:37.096150 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8187246 Apr 22 17:06:37.099698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59948) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:37.106051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1825085162'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:37.111823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:37.115898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:network and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:37.119099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:37.125713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:37.163649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:37.169531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:37.199923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:06:37.209367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:37.209728 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Added segment 951e9134-82ef-4234-b6ea-d35f089dbc2c of type vlan for network 19a4ac45-3e00-4332-909b-a5f93a453096 Apr 22 17:06:37.236562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:37.317550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:37.324041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:37.324687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:37.330551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cc1d949-6bd1-4793-924f-79e5e7ba1224 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:37.442440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Network': ['ID=19a4ac45-3e00-4332-909b-a5f93a453096,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:37.445451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:37.454143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 19a4ac45-3e00-4332-909b-a5f93a453096 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:06:37.457803 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3539472 Apr 22 17:06:37.457803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59952) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:37.463647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'ports': [{'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00'}, {'network_id': '19a4ac45-3e00-4332-909b-a5f93a453096'}]} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:37.463971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:37.464501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': '19a4ac45-3e00-4332-909b-a5f93a453096'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:37.697518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:37.701350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:port and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:37.704496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:37.710776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:37.763710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 2} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:37.771253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:37.790495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:37.923732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port 0b04d022-75d5-4457-bdfa-c1a7c35c9463 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:06:38.066128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:38.182940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port 0e2d6f48-f6d5-498a-a7b8-dd793aa77b1c yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:06:38.324189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:38.387161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:38.393720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:38.469935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:38.473302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:38.477498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:38.478380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:38.486241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=0b04d022-75d5-4457-bdfa-c1a7c35c9463,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:38.489719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:38.490271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8c55459-7d7a-4bf6-8aac-bd235775b869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:38.584338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=0e2d6f48-f6d5-498a-a7b8-dd793aa77b1c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:38.585932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:38.592305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Checking segment: {'id': '951e9134-82ef-4234-b6ea-d35f089dbc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '19a4ac45-3e00-4332-909b-a5f93a453096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:06:38.592697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network hostable DHCP agents. Network: 19a4ac45-3e00-4332-909b-a5f93a453096, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:06:38.654831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 19a4ac45-3e00-4332-909b-a5f93a453096 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:06:38.715695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 19a4ac45-3e00-4332-909b-a5f93a453096) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:38.715695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:38.716067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52adab2-6d9e-43ba-8b6e-d211e9e4c0cb None None] Network 19a4ac45-3e00-4332-909b-a5f93a453096 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:38.716150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:38.716996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:38.717729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:38.765034 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3058815 Apr 22 17:06:38.768043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59956) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:38.855312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9d0198e3-eba8-4fb0-ac3b-24cc723e4f4c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 0e2d6f48-f6d5-498a-a7b8-dd793aa77b1c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:38.855312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d0198e3-eba8-4fb0-ac3b-24cc723e4f4c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:39.084307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d0198e3-eba8-4fb0-ac3b-24cc723e4f4c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:39.222703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9d0198e3-eba8-4fb0-ac3b-24cc723e4f4c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 0e2d6f48-f6d5-498a-a7b8-dd793aa77b1c owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:39.363562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d0198e3-eba8-4fb0-ac3b-24cc723e4f4c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:39.369678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-18aeb25b-234c-4225-b3ec-c31401db6daf tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:39.420910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0198e3-eba8-4fb0-ac3b-24cc723e4f4c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=0e2d6f48-f6d5-498a-a7b8-dd793aa77b1c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:39.425519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d0198e3-eba8-4fb0-ac3b-24cc723e4f4c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:39.429720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9d0198e3-eba8-4fb0-ac3b-24cc723e4f4c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:39.436729 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9d0198e3-eba8-4fb0-ac3b-24cc723e4f4c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/0e2d6f48-f6d5-498a-a7b8-dd793aa77b1c HTTP/1.1" status: 204 len: 168 time: 0.6676092 Apr 22 17:06:39.440194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 59960) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:39.531792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc9ec2d-10a3-4a44-a004-311e8a4fab6c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:39.538356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc9ec2d-10a3-4a44-a004-311e8a4fab6c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:39.539238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2fc9ec2d-10a3-4a44-a004-311e8a4fab6c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:39.575159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2fc9ec2d-10a3-4a44-a004-311e8a4fab6c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:39.576484 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2fc9ec2d-10a3-4a44-a004-311e8a4fab6c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1352804 Apr 22 17:06:39.580699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59964) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:39.660609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-53a9a269-1883-4237-9e9b-6cc4d08e0755 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 0b04d022-75d5-4457-bdfa-c1a7c35c9463 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:39.660995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53a9a269-1883-4237-9e9b-6cc4d08e0755 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:39.901615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53a9a269-1883-4237-9e9b-6cc4d08e0755 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:40.039506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-53a9a269-1883-4237-9e9b-6cc4d08e0755 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 0b04d022-75d5-4457-bdfa-c1a7c35c9463 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:40.158015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53a9a269-1883-4237-9e9b-6cc4d08e0755 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:40.167969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:40.212700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53a9a269-1883-4237-9e9b-6cc4d08e0755 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:40.225388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9a269-1883-4237-9e9b-6cc4d08e0755 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=0b04d022-75d5-4457-bdfa-c1a7c35c9463,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:40.227189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53a9a269-1883-4237-9e9b-6cc4d08e0755 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:40.308466 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-53a9a269-1883-4237-9e9b-6cc4d08e0755 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/0b04d022-75d5-4457-bdfa-c1a7c35c9463 HTTP/1.1" status: 204 len: 168 time: 0.7248254 Apr 22 17:06:40.310508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59968) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:40.400462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33af3e-d1b2-49f6-908b-405ee7076208 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:40.401210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2e33af3e-d1b2-49f6-908b-405ee7076208 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:40.489135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2e33af3e-d1b2-49f6-908b-405ee7076208 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:40.490427 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2e33af3e-d1b2-49f6-908b-405ee7076208 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1798985 Apr 22 17:06:40.493502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59972) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:40.546512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7e4996-01de-4db3-8e06-0954ff0ad0a6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:06:40.547968 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fd7e4996-01de-4db3-8e06-0954ff0ad0a6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/0e2d6f48-f6d5-498a-a7b8-dd793aa77b1c HTTP/1.1" status: 404 len: 333 time: 0.0534472 Apr 22 17:06:40.551256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59976) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:40.601570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5854ea-5857-404d-ac38-d481f83b5766 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:06:40.603104 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4c5854ea-5857-404d-ac38-d481f83b5766 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/0b04d022-75d5-4457-bdfa-c1a7c35c9463 HTTP/1.1" status: 404 len: 333 time: 0.0510125 Apr 22 17:06:40.607704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59980) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:40.736018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:40.881739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:41.006664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a4ac45-3e00-4332-909b-a5f93a453096']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:41.019244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951e9134-82ef-4234-b6ea-d35f089dbc2c') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:41.019587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951e9134-82ef-4234-b6ea-d35f089dbc2c') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:41.032154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:41.048420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:41.054800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:06:41.254747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 19a4ac45-3e00-4332-909b-a5f93a453096 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:06:41.264352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:41.451910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 19a4ac45-3e00-4332-909b-a5f93a453096 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:06:41.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:06:41.603756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:41.608634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:41.613072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-39dde908-a4c0-48ab-8c35-f65b3c731c4b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:41.635552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Network': ['ID=19a4ac45-3e00-4332-909b-a5f93a453096,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:41.638396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:41.639920 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/networks/19a4ac45-3e00-4332-909b-a5f93a453096 HTTP/1.1" status: 204 len: 168 time: 1.0324829 Apr 22 17:06:41.645063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59984) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:41.651217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-608512596'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:41.656686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:41.661279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:network and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:41.664928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:41.671306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:41.718003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:41.724599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:41.754975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:06:41.823070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:41.824872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Added segment 368e94e5-392a-4544-8560-55eb51a28e1c of type vlan for network 600d45d0-fd9b-49ed-b588-3726db9bf6c1 Apr 22 17:06:41.856641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:41.923852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:41.930416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:41.931092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:41.936833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2eda9651-2f3d-4d77-9836-a7d4507804e2 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:42.050208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Network': ['ID=600d45d0-fd9b-49ed-b588-3726db9bf6c1,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:42.057650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:42.061546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 600d45d0-fd9b-49ed-b588-3726db9bf6c1 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:06:42.078895 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4324806 Apr 22 17:06:42.082311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59988) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:42.088923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': '600d45d0-fd9b-49ed-b588-3726db9bf6c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:42.212190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:42.216269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:42.220117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:42.226350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:42.276774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:42.283576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:42.770310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:42.774351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db1fd723-fd0b-4c42-8987-087abbd156f0 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:42.860911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Subnet': ['ID=e63214ee-2949-4aa1-8748-a508377b263d,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:42.864709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:42.871550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Checking segment: {'id': '368e94e5-392a-4544-8560-55eb51a28e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '600d45d0-fd9b-49ed-b588-3726db9bf6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:06:42.871963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network hostable DHCP agents. Network: 600d45d0-fd9b-49ed-b588-3726db9bf6c1, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:06:42.917607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 600d45d0-fd9b-49ed-b588-3726db9bf6c1 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:06:42.951914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 600d45d0-fd9b-49ed-b588-3726db9bf6c1) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:42.961398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72695605-6fdf-47c6-9aba-6a8e6a076109 None None] Network 600d45d0-fd9b-49ed-b588-3726db9bf6c1 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:42.966418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:42.967106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:43.032108 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8768aab0-c423-4a47-b081-d99de2354b42 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9484608 Apr 22 17:06:43.040577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 59996) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:43.047345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': '600d45d0-fd9b-49ed-b588-3726db9bf6c1', 'name': 'tempest-PortsIpV6TestJSON-462451352'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:43.200864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-600d45d0-fd9b-49ed-b588-3726db9bf6c1', 'network_id': '600d45d0-fd9b-49ed-b588-3726db9bf6c1', 'tenant_id': '38c86cee173e4b7ab4ce34e0299f3797', 'fixed_ips': [{'subnet_id': 'e63214ee-2949-4aa1-8748-a508377b263d'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:06:43.201012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:43.201121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:43.207638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:43.249566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:43.256936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:43.289416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port e4176fc1-e9c9-40d3-b697-b556891374d2 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:06:43.550996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Allocated IP 2001:db8::2 (600d45d0-fd9b-49ed-b588-3726db9bf6c1/e63214ee-2949-4aa1-8748-a508377b263d/8e91cbe1-e583-4107-ab82-a5eb77afd6fd) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:43.774212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:43.785709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Transition to ACTIVE for port object 8e91cbe1-e583-4107-ab82-a5eb77afd6fd will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:43.806713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Transition to ACTIVE for port object 8e91cbe1-e583-4107-ab82-a5eb77afd6fd will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:43.849810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:43.858840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ce2dccb-3d57-4086-9e9b-ce73289262aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:43.894070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8::ef (600d45d0-fd9b-49ed-b588-3726db9bf6c1/e63214ee-2949-4aa1-8748-a508377b263d/e4176fc1-e9c9-40d3-b697-b556891374d2) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:43.925986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Network 600d45d0-fd9b-49ed-b588-3726db9bf6c1 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:43.929704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:43.932328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:43.975443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Pushing event updated for resources: {'Port': ['ID=8e91cbe1-e583-4107-ab82-a5eb77afd6fd,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:44.023395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.023706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.024127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.024506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.024877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.025256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.025628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.026008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.026364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.026773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.027152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.027507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:06:44.032072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:44.055850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Attempting to bind port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:06:44.056272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Attempting to bind port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '368e94e5-392a-4544-8560-55eb51a28e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '600d45d0-fd9b-49ed-b588-3726db9bf6c1'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:06:44.056695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Attempting to bind port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd on network 600d45d0-fd9b-49ed-b588-3726db9bf6c1 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:06:44.063148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:06:44.063501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Checking segment: {'id': '368e94e5-392a-4544-8560-55eb51a28e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '600d45d0-fd9b-49ed-b588-3726db9bf6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:06:44.063961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:44.064411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Bound using segment: {'id': '368e94e5-392a-4544-8560-55eb51a28e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '600d45d0-fd9b-49ed-b588-3726db9bf6c1'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:06:44.064950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Bound port: 8e91cbe1-e583-4107-ab82-a5eb77afd6fd, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368e94e5-392a-4544-8560-55eb51a28e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '600d45d0-fd9b-49ed-b588-3726db9bf6c1'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:06:44.065378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:44.131587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:44.149379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object e4176fc1-e9c9-40d3-b697-b556891374d2 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:44.165490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] For port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:06:44.169515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] For port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8e91cbe1-e583-4107-ab82-a5eb77afd6fd,segment=NetworkSegment(368e94e5-392a-4544-8560-55eb51a28e1c),segment_id=368e94e5-392a-4544-8560-55eb51a28e1c)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:06:44.215056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:44.220709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c6dde3ed-4653-4aa9-bd52-10e57c3b2e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:44.272494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:44.278145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4282b495-1a1a-4546-98ee-4a0ec2782f11 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:44.310789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Pushing event updated for resources: {'Port': ['ID=8e91cbe1-e583-4107-ab82-a5eb77afd6fd,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:44.317002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:44.355758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 600d45d0-fd9b-49ed-b588-3726db9bf6c1 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:44.358702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:44.368717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:44.374798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:44.375922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:44.381172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=e4176fc1-e9c9-40d3-b697-b556891374d2,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:44.388563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:44.427007 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3852446 Apr 22 17:06:44.430144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60002) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:44.506040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-36762a5d-42e8-48df-a0ea-f1336bb47596 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port e4176fc1-e9c9-40d3-b697-b556891374d2 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:44.506424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36762a5d-42e8-48df-a0ea-f1336bb47596 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:44.797665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36762a5d-42e8-48df-a0ea-f1336bb47596 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:44.933354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-36762a5d-42e8-48df-a0ea-f1336bb47596 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for e4176fc1-e9c9-40d3-b697-b556891374d2 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:45.184493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8e91cbe1-e583-4107-ab82-a5eb77afd6fd up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:06:45.306355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:45.388077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36762a5d-42e8-48df-a0ea-f1336bb47596 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:45.395327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75992057-ef78-4d4c-8135-e44840941e54 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:45.486717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36762a5d-42e8-48df-a0ea-f1336bb47596 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=e4176fc1-e9c9-40d3-b697-b556891374d2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:45.489639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36762a5d-42e8-48df-a0ea-f1336bb47596 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:45.498119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36762a5d-42e8-48df-a0ea-f1336bb47596 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:45.509739 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-36762a5d-42e8-48df-a0ea-f1336bb47596 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/e4176fc1-e9c9-40d3-b697-b556891374d2 HTTP/1.1" status: 204 len: 168 time: 1.0783384 Apr 22 17:06:45.512550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60008) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:45.559512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e85ac3-723b-466d-96f0-6eff70324abd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:06:45.560056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e85ac3-723b-466d-96f0-6eff70324abd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:06:45.562039 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-16e85ac3-723b-466d-96f0-6eff70324abd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/e4176fc1-e9c9-40d3-b697-b556891374d2 HTTP/1.1" status: 404 len: 333 time: 0.0484815 Apr 22 17:06:45.565744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60012) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:45.621978 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3421ae-4f4f-4296-be05-e89fd9ae7744 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:06:45.623020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9f3421ae-4f4f-4296-be05-e89fd9ae7744 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:45.672277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9f3421ae-4f4f-4296-be05-e89fd9ae7744 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:45.676938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9f3421ae-4f4f-4296-be05-e89fd9ae7744 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/e4176fc1-e9c9-40d3-b697-b556891374d2 HTTP/1.1" status: 404 len: 333 time: 0.1074011 Apr 22 17:06:45.676938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60016) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:45.747819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f685124f-1c9c-43f5-8e77-b37a2ceb1cfa None None] Network 600d45d0-fd9b-49ed-b588-3726db9bf6c1 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:45.754390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa21a3b8-7513-48da-adaf-e435bfd11191 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting subnet e63214ee-2949-4aa1-8748-a508377b263d {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:06:45.763549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa21a3b8-7513-48da-adaf-e435bfd11191 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:45.820610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa21a3b8-7513-48da-adaf-e435bfd11191 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:45.881748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f6d9d828-c1bb-4717-a15a-018d3f6060db None None] Provisioning for port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:45.912644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa21a3b8-7513-48da-adaf-e435bfd11191 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:45.920099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f6d9d828-c1bb-4717-a15a-018d3f6060db None None] Provisioning complete for port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:45.920620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d828-c1bb-4717-a15a-018d3f6060db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:46.127871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d828-c1bb-4717-a15a-018d3f6060db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:46.227552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa21a3b8-7513-48da-adaf-e435bfd11191 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:46.233513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b5d6ed5f-195a-4e16-936a-dd87cef3b4a9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:46.274412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21a3b8-7513-48da-adaf-e435bfd11191 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Subnet': ['ID=e63214ee-2949-4aa1-8748-a508377b263d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:46.282345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-f6d9d828-c1bb-4717-a15a-018d3f6060db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:06:46.283377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-f6d9d828-c1bb-4717-a15a-018d3f6060db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:06:46.286871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa21a3b8-7513-48da-adaf-e435bfd11191 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:46.292093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aa21a3b8-7513-48da-adaf-e435bfd11191 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:46.295454 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aa21a3b8-7513-48da-adaf-e435bfd11191 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/e63214ee-2949-4aa1-8748-a508377b263d HTTP/1.1" status: 204 len: 168 time: 0.6172650 Apr 22 17:06:46.299016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60020) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:46.361993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57400203-8ef3-44a6-9778-cc1ed0a61ed5 None None] Network 600d45d0-fd9b-49ed-b588-3726db9bf6c1 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:46.434388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:46.446705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:46.447071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:46.652188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f8fef2-249e-45ad-ab45-920a48ec5e81 None None] DHCP port deletion for 600d45d0-fd9b-49ed-b588-3726db9bf6c1 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:06:46.658296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93f8fef2-249e-45ad-ab45-920a48ec5e81 None None] Deleting port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:46.658760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93f8fef2-249e-45ad-ab45-920a48ec5e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:46.694805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] For port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8e91cbe1-e583-4107-ab82-a5eb77afd6fd,segment=NetworkSegment(368e94e5-392a-4544-8560-55eb51a28e1c),segment_id=368e94e5-392a-4544-8560-55eb51a28e1c)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:46.695556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:46.838504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 8e91cbe1-e583-4107-ab82-a5eb77afd6fd owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:46.929784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d828-c1bb-4717-a15a-018d3f6060db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:46.963815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-93f8fef2-249e-45ad-ab45-920a48ec5e81 None None] For port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8e91cbe1-e583-4107-ab82-a5eb77afd6fd,segment=NetworkSegment(368e94e5-392a-4544-8560-55eb51a28e1c),segment_id=368e94e5-392a-4544-8560-55eb51a28e1c)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:46.964261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93f8fef2-249e-45ad-ab45-920a48ec5e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:46.974157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:46.979490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:47.028487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=8e91cbe1-e583-4107-ab82-a5eb77afd6fd,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:47.030675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No DVR routers for this DVR port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:06:47.032692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:47.144052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93f8fef2-249e-45ad-ab45-920a48ec5e81 None None] Calling delete_port for 8e91cbe1-e583-4107-ab82-a5eb77afd6fd owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:47.172579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:47.174700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8e91cbe1-e583-4107-ab82-a5eb77afd6fd no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:06:47.222023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 8e91cbe1-e583-4107-ab82-a5eb77afd6fd {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:06:47.222423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8e91cbe1-e583-4107-ab82-a5eb77afd6fd not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:06:47.263172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-93f8fef2-249e-45ad-ab45-920a48ec5e81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:06:47.263591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-93f8fef2-249e-45ad-ab45-920a48ec5e81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:06:47.306370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600d45d0-fd9b-49ed-b588-3726db9bf6c1']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:47.313543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c32a9791-da6f-4698-b178-a412ad4efae8 None None] Could not find standard attr ID for object 8e91cbe1-e583-4107-ab82-a5eb77afd6fd. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:06:47.320679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368e94e5-392a-4544-8560-55eb51a28e1c') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:47.321029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368e94e5-392a-4544-8560-55eb51a28e1c') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:47.333318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:47.348419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:47.354812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:06:47.537633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 600d45d0-fd9b-49ed-b588-3726db9bf6c1 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:06:47.548231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:47.729577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 600d45d0-fd9b-49ed-b588-3726db9bf6c1 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:06:47.755665 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:06:47.764981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93f8fef2-249e-45ad-ab45-920a48ec5e81 None None] Deleting port 8e91cbe1-e583-4107-ab82-a5eb77afd6fd {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:47.765460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93f8fef2-249e-45ad-ab45-920a48ec5e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:47.840233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93f8fef2-249e-45ad-ab45-920a48ec5e81 None None] The port '8e91cbe1-e583-4107-ab82-a5eb77afd6fd' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:06:47.878027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:47.882527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7d46eac9-f4bf-4f19-bedc-fd00aa923783 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:47.901729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:47.912096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Network': ['ID=600d45d0-fd9b-49ed-b588-3726db9bf6c1,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:47.918264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:47.964071 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/networks/600d45d0-fd9b-49ed-b588-3726db9bf6c1 HTTP/1.1" status: 204 len: 168 time: 1.6584377 Apr 22 17:06:47.964071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60024) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:47.969543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1534776182'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:47.975095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:47.979696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:network and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:47.983261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:47.988877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:48.020608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:48.026903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:48.059164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:06:48.068560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:48.069211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Added segment d7ef9455-44b9-4ecd-a8a2-4a2782d5fef4 of type vlan for network 0ef8bc98-60c0-4146-b86e-80dd130e6c8d Apr 22 17:06:48.099950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:48.169214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:48.177006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:48.177006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:48.181617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8d60cdc-a8e9-4541-876f-9cd95043210f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:48.291278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Network': ['ID=0ef8bc98-60c0-4146-b86e-80dd130e6c8d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:48.294274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:48.302308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 0ef8bc98-60c0-4146-b86e-80dd130e6c8d details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:06:48.313259 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3494625 Apr 22 17:06:48.316706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60028) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:48.323685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': '0ef8bc98-60c0-4146-b86e-80dd130e6c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:48.447170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:48.451247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:48.455390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:48.460980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:48.489739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:48.495487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:48.992373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:48.997232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-545e7fee-f590-49cc-b3ad-c73d952cbe33 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:49.086918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Subnet': ['ID=bd851108-8297-47e3-8937-d94bdd9a7027,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:49.090220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:49.093027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Checking segment: {'id': 'd7ef9455-44b9-4ecd-a8a2-4a2782d5fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0ef8bc98-60c0-4146-b86e-80dd130e6c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:06:49.093947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network hostable DHCP agents. Network: 0ef8bc98-60c0-4146-b86e-80dd130e6c8d, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:06:49.134649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 0ef8bc98-60c0-4146-b86e-80dd130e6c8d is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:06:49.158808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 0ef8bc98-60c0-4146-b86e-80dd130e6c8d) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:49.168985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28cf12f-6801-498c-90d9-ac0d27e251b9 None None] Network 0ef8bc98-60c0-4146-b86e-80dd130e6c8d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:49.174489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:49.175172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:49.216627 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8986192 Apr 22 17:06:49.219809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60034) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:49.226232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': '0ef8bc98-60c0-4146-b86e-80dd130e6c8d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1325028573'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:49.379443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:49.383885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:port and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:49.387004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:49.393658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:49.411518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-0ef8bc98-60c0-4146-b86e-80dd130e6c8d', 'network_id': '0ef8bc98-60c0-4146-b86e-80dd130e6c8d', 'tenant_id': '38c86cee173e4b7ab4ce34e0299f3797', 'fixed_ips': [{'subnet_id': 'bd851108-8297-47e3-8937-d94bdd9a7027'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:06:49.412499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:49.426524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:49.433008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:49.460926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port 84b5aa5a-6447-4659-99db-4c018fa4e40c yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:06:49.585457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Allocated IP 2001:db8::2 (0ef8bc98-60c0-4146-b86e-80dd130e6c8d/bd851108-8297-47e3-8937-d94bdd9a7027/4e0c204d-7ca5-4d90-baa6-7de07131cf9e) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:49.982466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:49.993351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Transition to ACTIVE for port object 4e0c204d-7ca5-4d90-baa6-7de07131cf9e will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:50.013174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Transition to ACTIVE for port object 4e0c204d-7ca5-4d90-baa6-7de07131cf9e will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:50.049653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:50.055781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cf4b439f-e182-42aa-a429-21f26c061f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:50.108393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8::13a (0ef8bc98-60c0-4146-b86e-80dd130e6c8d/bd851108-8297-47e3-8937-d94bdd9a7027/84b5aa5a-6447-4659-99db-4c018fa4e40c) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:06:50.126606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Network 0ef8bc98-60c0-4146-b86e-80dd130e6c8d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:50.129888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:50.132446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:50.141375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Pushing event updated for resources: {'Port': ['ID=4e0c204d-7ca5-4d90-baa6-7de07131cf9e,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:50.144532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:50.240823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Attempting to bind port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:06:50.241244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Attempting to bind port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'd7ef9455-44b9-4ecd-a8a2-4a2782d5fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0ef8bc98-60c0-4146-b86e-80dd130e6c8d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:06:50.241653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Attempting to bind port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e on network 0ef8bc98-60c0-4146-b86e-80dd130e6c8d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:06:50.250972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:06:50.250972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Checking segment: {'id': 'd7ef9455-44b9-4ecd-a8a2-4a2782d5fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0ef8bc98-60c0-4146-b86e-80dd130e6c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:06:50.250972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:50.250972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Bound using segment: {'id': 'd7ef9455-44b9-4ecd-a8a2-4a2782d5fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0ef8bc98-60c0-4146-b86e-80dd130e6c8d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:06:50.250972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Bound port: 4e0c204d-7ca5-4d90-baa6-7de07131cf9e, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ef9455-44b9-4ecd-a8a2-4a2782d5fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0ef8bc98-60c0-4146-b86e-80dd130e6c8d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:06:50.250972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:50.301613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:50.319690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object 84b5aa5a-6447-4659-99db-4c018fa4e40c will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:06:50.349356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] For port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:06:50.353070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] For port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4e0c204d-7ca5-4d90-baa6-7de07131cf9e,segment=NetworkSegment(d7ef9455-44b9-4ecd-a8a2-4a2782d5fef4),segment_id=d7ef9455-44b9-4ecd-a8a2-4a2782d5fef4)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:06:50.381001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:50.386444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab0040fd-8832-47af-beac-6c86637924a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:50.426660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:50.431948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:50.455249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 0ef8bc98-60c0-4146-b86e-80dd130e6c8d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:50.459378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:50.463751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:50.470367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:50.476143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:50.489417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=84b5aa5a-6447-4659-99db-4c018fa4e40c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:50.492749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:50.520474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Pushing event updated for resources: {'Port': ['ID=4e0c204d-7ca5-4d90-baa6-7de07131cf9e,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:50.523640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:50.524677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3036470 Apr 22 17:06:50.527425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60038) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:50.611175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c96d416e-b548-4399-9c5c-51fdb60c3ef4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 84b5aa5a-6447-4659-99db-4c018fa4e40c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:50.611479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c96d416e-b548-4399-9c5c-51fdb60c3ef4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:50.894216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c96d416e-b548-4399-9c5c-51fdb60c3ef4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:51.031472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c96d416e-b548-4399-9c5c-51fdb60c3ef4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 84b5aa5a-6447-4659-99db-4c018fa4e40c owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:51.177800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4e0c204d-7ca5-4d90-baa6-7de07131cf9e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:06:51.215015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c96d416e-b548-4399-9c5c-51fdb60c3ef4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:51.220191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-355b5022-ad13-4542-85dd-08c0de3e713b tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:51.269094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d416e-b548-4399-9c5c-51fdb60c3ef4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=84b5aa5a-6447-4659-99db-4c018fa4e40c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:51.271934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c96d416e-b548-4399-9c5c-51fdb60c3ef4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:51.278252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:51.319666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c96d416e-b548-4399-9c5c-51fdb60c3ef4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:51.330958 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c96d416e-b548-4399-9c5c-51fdb60c3ef4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/84b5aa5a-6447-4659-99db-4c018fa4e40c HTTP/1.1" status: 204 len: 168 time: 0.8023875 Apr 22 17:06:51.333736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60042) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:51.668665 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93d9f3d-5924-4660-ac25-28d00a976665 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:06:51.669265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b93d9f3d-5924-4660-ac25-28d00a976665 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:51.719400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b93d9f3d-5924-4660-ac25-28d00a976665 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:51.721001 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b93d9f3d-5924-4660-ac25-28d00a976665 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/84b5aa5a-6447-4659-99db-4c018fa4e40c HTTP/1.1" status: 404 len: 333 time: 0.3859336 Apr 22 17:06:51.725619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60046) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:51.814877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de1ff9f-fa29-42b2-9e47-e8aec465ec16 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting subnet bd851108-8297-47e3-8937-d94bdd9a7027 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:06:51.818535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9de1ff9f-fa29-42b2-9e47-e8aec465ec16 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:51.886404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9de1ff9f-fa29-42b2-9e47-e8aec465ec16 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:51.981862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9de1ff9f-fa29-42b2-9e47-e8aec465ec16 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:52.013450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:06:52.020924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbab5c5-57d2-455a-b1ac-104903b03d82 None None] Network 0ef8bc98-60c0-4146-b86e-80dd130e6c8d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:52.192839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-da7ffc38-57e5-4ee2-a2e0-73de5856cd3d None None] Provisioning for port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:06:52.208155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-da7ffc38-57e5-4ee2-a2e0-73de5856cd3d None None] Provisioning complete for port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:52.208586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da7ffc38-57e5-4ee2-a2e0-73de5856cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:52.387818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9de1ff9f-fa29-42b2-9e47-e8aec465ec16 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:52.393698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-39c55014-aea7-4e50-8de2-ed45c984c31a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:52.412608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da7ffc38-57e5-4ee2-a2e0-73de5856cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:52.433141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1ff9f-fa29-42b2-9e47-e8aec465ec16 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Subnet': ['ID=bd851108-8297-47e3-8937-d94bdd9a7027,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:52.436427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9de1ff9f-fa29-42b2-9e47-e8aec465ec16 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:52.437506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9de1ff9f-fa29-42b2-9e47-e8aec465ec16 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:52.444929 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9de1ff9f-fa29-42b2-9e47-e8aec465ec16 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/bd851108-8297-47e3-8937-d94bdd9a7027 HTTP/1.1" status: 204 len: 168 time: 0.7174363 Apr 22 17:06:52.447359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60050) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:52.450936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-da7ffc38-57e5-4ee2-a2e0-73de5856cd3d None None] For port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4e0c204d-7ca5-4d90-baa6-7de07131cf9e,segment=NetworkSegment(d7ef9455-44b9-4ecd-a8a2-4a2782d5fef4),segment_id=d7ef9455-44b9-4ecd-a8a2-4a2782d5fef4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:52.483768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da7ffc38-57e5-4ee2-a2e0-73de5856cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:52.485920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:52.560911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ffc38-57e5-4ee2-a2e0-73de5856cd3d None None] Pushing event updated for resources: {'Port': ['ID=4e0c204d-7ca5-4d90-baa6-7de07131cf9e,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:52.564214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da7ffc38-57e5-4ee2-a2e0-73de5856cd3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:52.582795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:52.597255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:52.597618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:52.622092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26b46e-dc07-4b92-bea7-f817c76eaca6 None None] Network 0ef8bc98-60c0-4146-b86e-80dd130e6c8d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:06:52.741560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c0879553-d012-40a1-b7a6-74675ce3ecc3 None None] Provisioning complete for port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:06:52.741747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0879553-d012-40a1-b7a6-74675ce3ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:52.836862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] For port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4e0c204d-7ca5-4d90-baa6-7de07131cf9e,segment=NetworkSegment(d7ef9455-44b9-4ecd-a8a2-4a2782d5fef4),segment_id=d7ef9455-44b9-4ecd-a8a2-4a2782d5fef4)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:06:52.837108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:52.983463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 4e0c204d-7ca5-4d90-baa6-7de07131cf9e owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:53.026867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb23834-0611-43b5-9916-f4b84bd7f307 None None] DHCP port deletion for 0ef8bc98-60c0-4146-b86e-80dd130e6c8d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:06:53.031530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ecb23834-0611-43b5-9916-f4b84bd7f307 None None] Deleting port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:53.031952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecb23834-0611-43b5-9916-f4b84bd7f307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:53.112670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:53.117466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-085215ed-0a84-40af-bb5f-79ea678df91a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:53.129440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ecb23834-0611-43b5-9916-f4b84bd7f307 None None] The port '4e0c204d-7ca5-4d90-baa6-7de07131cf9e' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:06:53.146739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4e0c204d-7ca5-4d90-baa6-7de07131cf9e no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:06:53.167524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=4e0c204d-7ca5-4d90-baa6-7de07131cf9e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:53.171967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:53.172594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No DVR routers for this DVR port 4e0c204d-7ca5-4d90-baa6-7de07131cf9e on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:06:53.193032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 4e0c204d-7ca5-4d90-baa6-7de07131cf9e {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:06:53.193600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4e0c204d-7ca5-4d90-baa6-7de07131cf9e not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:06:53.317767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:53.446835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef8bc98-60c0-4146-b86e-80dd130e6c8d']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:53.460975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ef9455-44b9-4ecd-a8a2-4a2782d5fef4') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:53.461356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ef9455-44b9-4ecd-a8a2-4a2782d5fef4') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:06:53.474003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:53.489160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:53.495455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:06:53.645775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60058) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:53.679522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 0ef8bc98-60c0-4146-b86e-80dd130e6c8d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:06:53.689506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:53.735990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fc6aac-643b-4b21-bf66-1385ad3d0fe6 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:53.738890 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-69fc6aac-643b-4b21-bf66-1385ad3d0fe6 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=8b61421b15584ef3a566a5143da81011&network_id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb HTTP/1.1" status: 200 len: 3000 time: 0.0909436 Apr 22 17:06:53.885041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 0ef8bc98-60c0-4146-b86e-80dd130e6c8d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:06:53.909539 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:06:54.026562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:54.032188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97093381-02a5-49b9-91d6-12b93dc75e96 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:54.050677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:54.063769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Network': ['ID=0ef8bc98-60c0-4146-b86e-80dd130e6c8d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:54.067533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:54.101856 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/networks/0ef8bc98-60c0-4146-b86e-80dd130e6c8d HTTP/1.1" status: 204 len: 168 time: 1.6532748 Apr 22 17:06:54.105062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60066) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:54.112077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'name': 'tempest-PortsIpV6TestJSON-682334636'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:54.234664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:54.239545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:port and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:54.243360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:54.252296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:54.311836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:54.318039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:54.342239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port 3dc06f58-de25-4d51-a2e0-a0563cf2496b yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:06:54.875297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:54.946416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:54.953548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3321430-eb27-4a5d-8dc4-e56805a624b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:55.026194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:55.029542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:55.034259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:55.040353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:55.041053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:55.055101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=3dc06f58-de25-4d51-a2e0-a0563cf2496b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:55.060475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:55.090129 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9833419 Apr 22 17:06:55.092309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60070) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:55.175122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-31093eaf-e480-4fa4-8efe-d315f372143c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 3dc06f58-de25-4d51-a2e0-a0563cf2496b {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:55.175539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31093eaf-e480-4fa4-8efe-d315f372143c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:55.420610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31093eaf-e480-4fa4-8efe-d315f372143c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:55.557324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-31093eaf-e480-4fa4-8efe-d315f372143c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 3dc06f58-de25-4d51-a2e0-a0563cf2496b owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:55.666586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31093eaf-e480-4fa4-8efe-d315f372143c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:55.675868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67c42df7-d1b1-4ab1-a00d-0c1312fddaf1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:55.730670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31093eaf-e480-4fa4-8efe-d315f372143c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:55.734458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31093eaf-e480-4fa4-8efe-d315f372143c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=3dc06f58-de25-4d51-a2e0-a0563cf2496b,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:55.736912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31093eaf-e480-4fa4-8efe-d315f372143c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:55.745585 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-31093eaf-e480-4fa4-8efe-d315f372143c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/3dc06f58-de25-4d51-a2e0-a0563cf2496b HTTP/1.1" status: 204 len: 168 time: 0.6521149 Apr 22 17:06:55.748275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60076) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:55.755007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'mac_address': 'fa:16:3e:7b:08:67', 'name': 'tempest-PortsIpV6TestJSON-1667270499'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:55.876730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:55.881016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:port and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:55.884473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:55.891531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:55.938323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:56.052520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:56.083492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port b8cf3996-c7f0-45d4-9aa0-96ee9f1179ab yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:06:56.324069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:56.392607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:56.400085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1bd98380-a0b1-4ff0-9677-0192cebf91f9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:56.475203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:56.479256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:56.481729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:56.489153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:56.489843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:56.510004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=b8cf3996-c7f0-45d4-9aa0-96ee9f1179ab,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:56.516040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:56.570179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8208001 Apr 22 17:06:56.572897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60082) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:56.653821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593540cb-ebdb-429a-8aab-3562c62a6d7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:56.654518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-593540cb-ebdb-429a-8aab-3562c62a6d7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:56.700741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-593540cb-ebdb-429a-8aab-3562c62a6d7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:56.703258 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-593540cb-ebdb-429a-8aab-3562c62a6d7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/b8cf3996-c7f0-45d4-9aa0-96ee9f1179ab HTTP/1.1" status: 200 len: 845 time: 0.1293018 Apr 22 17:06:56.705562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60086) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:56.799636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2a116fbd-65ad-4e8b-9d4c-f72e3c14227c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port b8cf3996-c7f0-45d4-9aa0-96ee9f1179ab {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:56.800033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a116fbd-65ad-4e8b-9d4c-f72e3c14227c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:57.010219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60090) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:57.040574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a116fbd-65ad-4e8b-9d4c-f72e3c14227c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:57.085421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8730113f-88f3-471f-bbf3-bc680f5dc410 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:57.088137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8730113f-88f3-471f-bbf3-bc680f5dc410 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 814 time: 0.0765560 Apr 22 17:06:57.181780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2a116fbd-65ad-4e8b-9d4c-f72e3c14227c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for b8cf3996-c7f0-45d4-9aa0-96ee9f1179ab owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:57.449052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a116fbd-65ad-4e8b-9d4c-f72e3c14227c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:57.459531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:57.508842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a116fbd-65ad-4e8b-9d4c-f72e3c14227c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:57.513681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a116fbd-65ad-4e8b-9d4c-f72e3c14227c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=b8cf3996-c7f0-45d4-9aa0-96ee9f1179ab,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:57.516845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a116fbd-65ad-4e8b-9d4c-f72e3c14227c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:57.558197 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2a116fbd-65ad-4e8b-9d4c-f72e3c14227c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/b8cf3996-c7f0-45d4-9aa0-96ee9f1179ab HTTP/1.1" status: 204 len: 168 time: 0.8507185 Apr 22 17:06:57.562541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60098) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:57.615207 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f80ade-9e7e-4efd-b26c-4dc15d5f1e3b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:06:57.615663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-84f80ade-9e7e-4efd-b26c-4dc15d5f1e3b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:06:57.672453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-84f80ade-9e7e-4efd-b26c-4dc15d5f1e3b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:06:57.676430 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-84f80ade-9e7e-4efd-b26c-4dc15d5f1e3b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/b8cf3996-c7f0-45d4-9aa0-96ee9f1179ab HTTP/1.1" status: 404 len: 333 time: 0.1103325 Apr 22 17:06:57.678057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60102) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:57.684529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'name': 'tempest-PortsIpV6TestJSON-1962033720'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:57.806317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:57.817283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:57.848894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:57.855072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:57.879975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port d1896f46-8ee2-41e1-a618-18649a2fb8c3 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:06:57.900520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10f57c2c-dde7-478d-8044-15fec160bedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.138932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.177543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60106) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:58.183883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'network': {'name': 'tempest-network-smoke--570440594', 'project_id': '8b61421b15584ef3a566a5143da81011', 'port_security_enabled': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:58.189289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:58.199755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:58.202864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.209129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cea9e53-2aa7-4250-a159-6dbb7f1fa2e8 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:58.288749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:06:58.291820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:06:58.296722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:06:58.302877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:58.303486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.317330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=d1896f46-8ee2-41e1-a618-18649a2fb8c3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:58.322241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:58.328751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.339262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:58.366459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:06:58.375241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.375631 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Added segment 2d6daa70-7a24-4705-ad43-31f5fa85beec of type vlan for network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 Apr 22 17:06:58.403913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.410198 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7308991 Apr 22 17:06:58.413653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60110) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:58.421215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8728bfcc-e413-42f3-8189-6494737da14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:58.539949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.545856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:58.546531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.559001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:58.692010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8728bfcc-e413-42f3-8189-6494737da14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.713187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Network': ['ID=84f7484f-7e6e-4f12-99cb-d0835155b1f1,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:58.716068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:58.725664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:06:58.749797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5705364 Apr 22 17:06:58.753647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60114) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:58.834684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4898b654-6d9f-4816-b12b-2fd7472e6dc7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:58.839245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4898b654-6d9f-4816-b12b-2fd7472e6dc7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8b61421b15584ef3a566a5143da81011&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0816104 Apr 22 17:06:58.840150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60118) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:58.942120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8728bfcc-e413-42f3-8189-6494737da14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.957549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8728bfcc-e413-42f3-8189-6494737da14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:58.962833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-510f79b0-14bb-4dc8-bcb8-58b3b8263ea3 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:58.989154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847db6f4-a377-401a-afe4-19387f724e69 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:58.994075 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-847db6f4-a377-401a-afe4-19387f724e69 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1498761 Apr 22 17:06:58.994343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60122) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:59.022030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8728bfcc-e413-42f3-8189-6494737da14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] In _notify_port_updated(), no bound segment for port d1896f46-8ee2-41e1-a618-18649a2fb8c3 on network d66ad5fd-dce9-4cb0-b460-c839717f4c00 {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 17:06:59.027976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728bfcc-e413-42f3-8189-6494737da14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:59.028656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8728bfcc-e413-42f3-8189-6494737da14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:59.030083 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8728bfcc-e413-42f3-8189-6494737da14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "PUT /v2.0/ports/d1896f46-8ee2-41e1-a618-18649a2fb8c3 HTTP/1.1" status: 200 len: 818 time: 0.6154265 Apr 22 17:06:59.039364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60126) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:59.051147 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-02e35bf6-b6c1-4680-a15c-c9e8e6dc6e15 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554543 Apr 22 17:06:59.054065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60130) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:59.097503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728bfcc-e413-42f3-8189-6494737da14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=d1896f46-8ee2-41e1-a618-18649a2fb8c3,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:59.102371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8728bfcc-e413-42f3-8189-6494737da14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:59.106953 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-247a8dce-7ce6-4afc-81b2-0ac8fa14bbc4 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8b61421b15584ef3a566a5143da81011&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498781 Apr 22 17:06:59.109758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60134) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:59.128427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7e714a93-e4ae-461b-b649-92c8ce8f29d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port d1896f46-8ee2-41e1-a618-18649a2fb8c3 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:06:59.128846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e714a93-e4ae-461b-b649-92c8ce8f29d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:59.259997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83b12ef-71bf-4eb9-90f9-60622ae71311 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:06:59.261630 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d83b12ef-71bf-4eb9-90f9-60622ae71311 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1521921 Apr 22 17:06:59.264998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60138) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:59.312583 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f0f916cc-df2c-4505-91c0-c31272c7520d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456564 Apr 22 17:06:59.315735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60142) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:06:59.322463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573217542', 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1', 'project_id': '8b61421b15584ef3a566a5143da81011', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:06:59.379641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e714a93-e4ae-461b-b649-92c8ce8f29d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:59.442348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:06:59.446874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:subnet and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:06:59.449945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:06:59.456265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:06:59.515953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:06:59.519053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:59.824241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7e714a93-e4ae-461b-b649-92c8ce8f29d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for d1896f46-8ee2-41e1-a618-18649a2fb8c3 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:06:59.935391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e714a93-e4ae-461b-b649-92c8ce8f29d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:06:59.940986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-374fdcc4-4eb1-419d-bcfa-fe681a4213c4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:06:59.990481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e714a93-e4ae-461b-b649-92c8ce8f29d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=d1896f46-8ee2-41e1-a618-18649a2fb8c3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:06:59.994541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7e714a93-e4ae-461b-b649-92c8ce8f29d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:06:59.998696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e714a93-e4ae-461b-b649-92c8ce8f29d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:00.011876 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7e714a93-e4ae-461b-b649-92c8ce8f29d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/d1896f46-8ee2-41e1-a618-18649a2fb8c3 HTTP/1.1" status: 204 len: 168 time: 0.9714694 Apr 22 17:07:00.014512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60146) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:00.071661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:00.078015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8b74cbb8-7294-4485-ae1f-465a5fe5b73a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:00.113704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53fd356-f201-4cb4-bd5a-bdafbe1a514d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:00.114811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a53fd356-f201-4cb4-bd5a-bdafbe1a514d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:00.157138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a53fd356-f201-4cb4-bd5a-bdafbe1a514d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:00.161583 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a53fd356-f201-4cb4-bd5a-bdafbe1a514d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1423428 Apr 22 17:07:00.161806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60150) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:00.166046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Subnet': ['ID=2d6c01c4-391a-4e5b-96f0-21bbf9057137,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:00.170994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:00.171799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Checking segment: {'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:00.172211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network hostable DHCP agents. Network: 84f7484f-7e6e-4f12-99cb-d0835155b1f1, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:07:00.216150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:07:00.228409 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75d3397-f950-4993-9e29-d03f104e5a9f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:07:00.231187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b75d3397-f950-4993-9e29-d03f104e5a9f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/d1896f46-8ee2-41e1-a618-18649a2fb8c3 HTTP/1.1" status: 404 len: 333 time: 0.0682702 Apr 22 17:07:00.234696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60154) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:00.247285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1883178676'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:00.248271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:00.253497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:network and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:00.256725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:00.263632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:00.268690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 84f7484f-7e6e-4f12-99cb-d0835155b1f1) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:00.277267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e53bb4-0ca7-43ce-8f79-31e881561ecf None None] Network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:00.279878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:00.280711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:00.347432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0aa1-85a7-4cef-a3d6-326798a6ac27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:00.357581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:00.371377 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0414808 Apr 22 17:07:00.372029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:00.397885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:07:00.411469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:00.411469 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Added segment 6da1ad6d-26ee-4161-af9d-cd35303cf900 of type vlan for network 1ddad46c-044d-4e33-bace-7feb4ccd1abb Apr 22 17:07:00.442345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:00.538199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-84f7484f-7e6e-4f12-99cb-d0835155b1f1', 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ips': [{'subnet_id': '2d6c01c4-391a-4e5b-96f0-21bbf9057137'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:07:00.539284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:00.558435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:00.566744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:00.568250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:00.575797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86571cf6-2e89-4875-9c15-091b9fe7aada tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:00.694965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Network': ['ID=1ddad46c-044d-4e33-bace-7feb4ccd1abb,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:00.697836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:00.709386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:07:00.741555 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5052779 Apr 22 17:07:00.744422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60160) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:00.752022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': '1ddad46c-044d-4e33-bace-7feb4ccd1abb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:00.833539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Allocated IP 172.20.0.18 (84f7484f-7e6e-4f12-99cb-d0835155b1f1/2d6c01c4-391a-4e5b-96f0-21bbf9057137/9d560d3a-d876-4dab-84f6-d55eda3f44cd) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:00.867261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60164) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:00.876142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61234947', 'description': 'tempest-secgroup-smoke-61234947 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:00.879197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:00.883830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:00.884524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:00.886821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:00.893226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:00.895797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:00.940234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:00.947009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:00.986083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.008681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:01.013325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:01.017166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:01.023583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:01.069270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.086562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Transition to ACTIVE for port object 9d560d3a-d876-4dab-84f6-d55eda3f44cd will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:01.110977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Transition to ACTIVE for port object 9d560d3a-d876-4dab-84f6-d55eda3f44cd will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:01.120021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.157863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.164657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:01.206493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.209512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e1347e48-3854-43d3-8472-c15235ff33a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:01.237680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:01.241004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:01.246409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:01.256978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Pushing event updated for resources: {'Port': ['ID=9d560d3a-d876-4dab-84f6-d55eda3f44cd,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:01.260695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:01.261489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:01.263727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:01.300455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.304363 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4328227 Apr 22 17:07:01.305254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60168) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:01.311484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1dc2a77e-a714-4b1c-9a1c-7ea370ed5922', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:01.318376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:01.323188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:01.327862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:01.335361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:01.394286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.396438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Attempting to bind port 9d560d3a-d876-4dab-84f6-d55eda3f44cd on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:07:01.396856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Attempting to bind port 9d560d3a-d876-4dab-84f6-d55eda3f44cd by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:07:01.397271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Attempting to bind port 9d560d3a-d876-4dab-84f6-d55eda3f44cd on network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:07:01.406972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:07:01.407619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Checking segment: {'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:01.414119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.414119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Bound using segment: {'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:07:01.414119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Bound port: 9d560d3a-d876-4dab-84f6-d55eda3f44cd, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:07:01.414119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.474238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.485889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.491221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ceabc03d-d742-45d0-b076-e7d46fcd33ac tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:01.535193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.537948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe4cdf46-c794-436f-9030-d00cd472a66c tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:01.565517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bbdc6d-7fab-416a-8a67-0b810f2006a8,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:01.578131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Subnet': ['ID=8a623e25-c7df-458a-9571-e07a82489d1d,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:01.578584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.579139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.579609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.580042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.580450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.580894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.581311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.581725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.582141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.582553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.583080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.583495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:01.586831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:01.587121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:01.587626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Checking segment: {'id': '6da1ad6d-26ee-4161-af9d-cd35303cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1ddad46c-044d-4e33-bace-7feb4ccd1abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:01.588030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network hostable DHCP agents. Network: 1ddad46c-044d-4e33-bace-7feb4ccd1abb, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:07:01.612744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.613586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.614766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.616250 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099222 Apr 22 17:07:01.619224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60172) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:01.625300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1dc2a77e-a714-4b1c-9a1c-7ea370ed5922', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:01.632670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:07:01.633132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:01.637483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:01.641305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:01.647596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:01.672235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 1ddad46c-044d-4e33-bace-7feb4ccd1abb) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:01.687242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:01.698686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.698870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c5cbf1-93d6-4ec6-aab2-2239e4cfd2e8 None None] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:01.725342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.767659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0186429 Apr 22 17:07:01.767877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60176) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:01.774770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-998a4883-7afe-4ddd-847d-b3d9361d927d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': '1ddad46c-044d-4e33-bace-7feb4ccd1abb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:01.783389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] For port 9d560d3a-d876-4dab-84f6-d55eda3f44cd, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:07:01.794756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.804125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] For port 9d560d3a-d876-4dab-84f6-d55eda3f44cd, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9d560d3a-d876-4dab-84f6-d55eda3f44cd,segment=NetworkSegment(2d6daa70-7a24-4705-ad43-31f5fa85beec),segment_id=2d6daa70-7a24-4705-ad43-31f5fa85beec)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:07:01.837446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.841279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5fc84ffe-4ee1-4895-8a2d-1a97fd0e6ae8 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:01.865513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e926b6-d78f-48c1-b0c1-324dac449aa1,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:01.870225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:01.899663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.907551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:01.931078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-998a4883-7afe-4ddd-847d-b3d9361d927d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:01.935288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-998a4883-7afe-4ddd-847d-b3d9361d927d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:01.935508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:01.936965 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166928 Apr 22 17:07:01.938379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-998a4883-7afe-4ddd-847d-b3d9361d927d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:01.939805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60180) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:01.945395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-998a4883-7afe-4ddd-847d-b3d9361d927d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:01.947088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1dc2a77e-a714-4b1c-9a1c-7ea370ed5922', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:01.953736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:01.958493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:01.961499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:01.968370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:02.040439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-1ddad46c-044d-4e33-bace-7feb4ccd1abb', 'network_id': '1ddad46c-044d-4e33-bace-7feb4ccd1abb', 'tenant_id': '38c86cee173e4b7ab4ce34e0299f3797', 'fixed_ips': [{'subnet_id': '8a623e25-c7df-458a-9571-e07a82489d1d'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:07:02.041377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.048827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998a4883-7afe-4ddd-847d-b3d9361d927d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:02.055229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-998a4883-7afe-4ddd-847d-b3d9361d927d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.059378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Pushing event updated for resources: {'Port': ['ID=9d560d3a-d876-4dab-84f6-d55eda3f44cd,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:02.062805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:02.092463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.176931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.204023 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-998a4883-7afe-4ddd-847d-b3d9361d927d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a623e25-c7df-458a-9571-e07a82489d1d (CIDR: 2001:db8::/64) Apr 22 17:07:02.208013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.209995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-48e27f51-e52d-4295-922a-12966fd955ae tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:02.232123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Allocated IP 2001:db8::2 (1ddad46c-044d-4e33-bace-7feb4ccd1abb/8a623e25-c7df-458a-9571-e07a82489d1d/96513081-a72c-45d2-ba34-b7fe4f0777e8) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:02.235000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f02995-4875-4eeb-ab0e-32c5d1d78d29,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:02.237715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:02.255595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-998a4883-7afe-4ddd-847d-b3d9361d927d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:07:02.256217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998a4883-7afe-4ddd-847d-b3d9361d927d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:07:02.293702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.304409 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3575296 Apr 22 17:07:02.309267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60184) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:02.318265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1dc2a77e-a714-4b1c-9a1c-7ea370ed5922', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:02.331061 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-998a4883-7afe-4ddd-847d-b3d9361d927d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5618138 Apr 22 17:07:02.332753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:02.334158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60188) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:02.339885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:02.341321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': '1ddad46c-044d-4e33-bace-7feb4ccd1abb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:02.346792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:02.355390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:02.508498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.512685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:02.517326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:02.520194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Transition to ACTIVE for port object 96513081-a72c-45d2-ba34-b7fe4f0777e8 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:02.520408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:02.526916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:02.537026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.544423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Transition to ACTIVE for port object 96513081-a72c-45d2-ba34-b7fe4f0777e8 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:02.610965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.642411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:02.649386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.662494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.662928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.663095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3f6b4f6b-9790-4fe1-a33f-320b9a4b4db2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:02.674821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:02.687232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7284cf78-3605-43d4-83a3-e8ffc72ae25c,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:02.698284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.698735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.699159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.699571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.699984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.700444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.700852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.701265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.701675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.702083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.703251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.703660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:02.709797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:02.735930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.737226 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4243476 Apr 22 17:07:02.740428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60192) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:02.748815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1dc2a77e-a714-4b1c-9a1c-7ea370ed5922', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:02.751072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:02.756199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:02.766020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:02.766813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:02.774910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:02.780631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:02.801409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:02.821962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.822694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Pushing event updated for resources: {'Port': ['ID=96513081-a72c-45d2-ba34-b7fe4f0777e8,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:02.851929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:02.881507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Attempting to bind port 96513081-a72c-45d2-ba34-b7fe4f0777e8 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:07:02.881934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Attempting to bind port 96513081-a72c-45d2-ba34-b7fe4f0777e8 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '6da1ad6d-26ee-4161-af9d-cd35303cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1ddad46c-044d-4e33-bace-7feb4ccd1abb'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:07:02.882354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Attempting to bind port 96513081-a72c-45d2-ba34-b7fe4f0777e8 on network 1ddad46c-044d-4e33-bace-7feb4ccd1abb {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:07:02.888868 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:07:02.889452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:07:02.889949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Checking segment: {'id': '6da1ad6d-26ee-4161-af9d-cd35303cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1ddad46c-044d-4e33-bace-7feb4ccd1abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:02.890410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.890941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Bound using segment: {'id': '6da1ad6d-26ee-4161-af9d-cd35303cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1ddad46c-044d-4e33-bace-7feb4ccd1abb'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:07:02.891432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Bound port: 96513081-a72c-45d2-ba34-b7fe4f0777e8, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da1ad6d-26ee-4161-af9d-cd35303cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1ddad46c-044d-4e33-bace-7feb4ccd1abb'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:07:02.891863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.904726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:02.995865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] For port 96513081-a72c-45d2-ba34-b7fe4f0777e8, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:07:02.995865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] For port 96513081-a72c-45d2-ba34-b7fe4f0777e8, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=96513081-a72c-45d2-ba34-b7fe4f0777e8,segment=NetworkSegment(6da1ad6d-26ee-4161-af9d-cd35303cf900),segment_id=6da1ad6d-26ee-4161-af9d-cd35303cf900)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:07:03.004156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:03.060383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:03.061577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:03.063078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6027ae8a-5824-489f-9970-5204c23223ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:03.067744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8249e894-150e-4543-94b1-4dc6c51cb5fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:03.089378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e15fef-a166-4dd0-9fd8-68718a5608a0,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:03.105941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:03.158547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Pushing event updated for resources: {'Port': ['ID=96513081-a72c-45d2-ba34-b7fe4f0777e8,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:03.162050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:03.185504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:03.190592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4452736 Apr 22 17:07:03.190795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60196) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:03.199768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1dc2a77e-a714-4b1c-9a1c-7ea370ed5922', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:03.206947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:03.211490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:03.215476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:03.223603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:03.235290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9d560d3a-d876-4dab-84f6-d55eda3f44cd up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:03.272738 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:07:03.283227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:03.377010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:03.386296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 9d560d3a-d876-4dab-84f6-d55eda3f44cd completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:03.403613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:03.409712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8cd3a475-d06f-46cf-9e01-219daec44d63 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:03.420421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:03.423498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:03.453408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0771c1e-beaa-433a-ae6c-7ac59d191fc5,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:03.463063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:03.472932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:03.480834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:03.507101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:03.511362 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2250b7e9-7787-4eca-97dd-e752bbce10fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3172870 Apr 22 17:07:03.519111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Subnet': ['ID=d94c25f5-cb9b-4296-9da3-6d198d50a3b7,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:03.522115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:03.523864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:03.524564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:03.590576 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2523630 Apr 22 17:07:03.591121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60202) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:03.603920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': '1ddad46c-044d-4e33-bace-7feb4ccd1abb', 'fixed_ips': [{'subnet_id': '8a623e25-c7df-458a-9571-e07a82489d1d'}, {'subnet_id': 'd94c25f5-cb9b-4296-9da3-6d198d50a3b7'}], 'name': 'tempest-PortsIpV6TestJSON-318097164'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:03.732938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491da9d3-5da1-4d1c-a839-f2892f9c2611 None None] Network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:03.793491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:03.799076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:port and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:03.802353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:03.809766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:03.816579 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-a33cfd4a-6c41-4af7-ac24-bfcfdcfe2efe tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61234947&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.0469487 Apr 22 17:07:03.859412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:03.919810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-810d701b-0fd7-4c69-a62d-c9b516b24872 None None] Provisioning for port 9d560d3a-d876-4dab-84f6-d55eda3f44cd completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:03.930414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-810d701b-0fd7-4c69-a62d-c9b516b24872 None None] Provisioning complete for port 9d560d3a-d876-4dab-84f6-d55eda3f44cd triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:03.931015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-810d701b-0fd7-4c69-a62d-c9b516b24872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:03.992487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-e1ec14df-b77f-4fe9-823a-19bdf1f851e6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:03.994138 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-e1ec14df-b77f-4fe9-823a-19bdf1f851e6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/networks?id=84f7484f-7e6e-4f12-99cb-d0835155b1f1 HTTP/1.1" status: 200 len: 796 time: 0.1697032 Apr 22 17:07:04.014387 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-2f397f3e-089c-4eda-aa02-c8bbe0ca6d2f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/quotas/8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 375 time: 0.0115435 Apr 22 17:07:04.023025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:04.064644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port 24bc6ed5-c0cc-4d45-b032-227c9307727c yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:07:04.147061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-810d701b-0fd7-4c69-a62d-c9b516b24872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:04.175417 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-0ea63683-fd59-4531-b840-465bd8af43b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1537497 Apr 22 17:07:04.195793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-810d701b-0fd7-4c69-a62d-c9b516b24872 None None] For port 9d560d3a-d876-4dab-84f6-d55eda3f44cd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9d560d3a-d876-4dab-84f6-d55eda3f44cd,segment=NetworkSegment(2d6daa70-7a24-4705-ad43-31f5fa85beec),segment_id=2d6daa70-7a24-4705-ad43-31f5fa85beec)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:04.201275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-38e3b671-a750-440e-81e7-c811e090dc0d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:07:04.203140 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-38e3b671-a750-440e-81e7-c811e090dc0d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073905 Apr 22 17:07:04.232105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-810d701b-0fd7-4c69-a62d-c9b516b24872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:04.234438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da7ffc38-57e5-4ee2-a2e0-73de5856cd3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:04.321818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d701b-0fd7-4c69-a62d-c9b516b24872 None None] Pushing event updated for resources: {'Port': ['ID=9d560d3a-d876-4dab-84f6-d55eda3f44cd,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:04.325210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-810d701b-0fd7-4c69-a62d-c9b516b24872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:04.392126 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-6973a62e-8843-41b8-8a31-12a9cbe1dee9 service neutron] 10.222.0.77 "GET /v2.0/networks/84f7484f-7e6e-4f12-99cb-d0835155b1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820931 Apr 22 17:07:04.464137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-37a7c0fa-444e-42f8-a86d-2c9c4fbd4a77 None None] Provisioning complete for port 9d560d3a-d876-4dab-84f6-d55eda3f44cd triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:04.465202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37a7c0fa-444e-42f8-a86d-2c9c4fbd4a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:04.544781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8::4 (1ddad46c-044d-4e33-bace-7feb4ccd1abb/8a623e25-c7df-458a-9571-e07a82489d1d/24bc6ed5-c0cc-4d45-b032-227c9307727c) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:04.552465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8:0:1::3d (1ddad46c-044d-4e33-bace-7feb4ccd1abb/d94c25f5-cb9b-4296-9da3-6d198d50a3b7/24bc6ed5-c0cc-4d45-b032-227c9307727c) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:04.845158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf5b7ee-5198-4783-bacc-49beca019744 None None] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:04.846499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:04.848232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object 24bc6ed5-c0cc-4d45-b032-227c9307727c will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:04.912387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:04.919008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a116fbd-65ad-4e8b-9d4c-f72e3c14227c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:04.944973 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-dadeb7e7-cbe9-41ff-bd39-f1dc3ddee610 service neutron] 10.222.0.77 "GET /v2.0/networks/84f7484f-7e6e-4f12-99cb-d0835155b1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461090 Apr 22 17:07:04.958118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e1d9f15f-017a-4023-99a0-e9c8703edfe9 None None] Provisioning for port 96513081-a72c-45d2-ba34-b7fe4f0777e8 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:05.001419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:05.005161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:05.010136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:05.016843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:05.017588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:05.032596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=24bc6ed5-c0cc-4d45-b032-227c9307727c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:05.038257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:05.101338 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 1.5086668 Apr 22 17:07:05.105043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60218) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:05.114467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a623e25-c7df-458a-9571-e07a82489d1d'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:05.210688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:05.277965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515bf8cd-96d9-47b1-a85d-f7d359d4caeb None None] Update dhcp port {'port': {'network_id': '1ddad46c-044d-4e33-bace-7feb4ccd1abb', 'fixed_ips': [{'subnet_id': '8a623e25-c7df-458a-9571-e07a82489d1d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd94c25f5-cb9b-4296-9da3-6d198d50a3b7'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': '96513081-a72c-45d2-ba34-b7fe4f0777e8'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:07:05.348533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-515bf8cd-96d9-47b1-a85d-f7d359d4caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:05.348975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:05.359253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 96513081-a72c-45d2-ba34-b7fe4f0777e8 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:05.439869 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3986a881-a9c1-4e8a-a16f-ae81fc3ab644 req-6f60b0c5-4a91-46d4-83f7-d000b793d886 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 210 time: 0.0780618 Apr 22 17:07:05.538055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 96513081-a72c-45d2-ba34-b7fe4f0777e8 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:05.550185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 96513081-a72c-45d2-ba34-b7fe4f0777e8 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:05.551724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:05.773208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:05.792401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-515bf8cd-96d9-47b1-a85d-f7d359d4caeb None None] Allocated IP 2001:db8:0:1::2 (1ddad46c-044d-4e33-bace-7feb4ccd1abb/d94c25f5-cb9b-4296-9da3-6d198d50a3b7/96513081-a72c-45d2-ba34-b7fe4f0777e8) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:05.957271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-515bf8cd-96d9-47b1-a85d-f7d359d4caeb None None] For port 96513081-a72c-45d2-ba34-b7fe4f0777e8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=96513081-a72c-45d2-ba34-b7fe4f0777e8,segment=NetworkSegment(6da1ad6d-26ee-4161-af9d-cd35303cf900),segment_id=6da1ad6d-26ee-4161-af9d-cd35303cf900)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:05.984910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-515bf8cd-96d9-47b1-a85d-f7d359d4caeb None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:06.055000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-515bf8cd-96d9-47b1-a85d-f7d359d4caeb None None] Transition to ACTIVE for port object 96513081-a72c-45d2-ba34-b7fe4f0777e8 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:06.116992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-515bf8cd-96d9-47b1-a85d-f7d359d4caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:06.124768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:06.136708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Delete allocated IP 2001:db8:0:1::3d (1ddad46c-044d-4e33-bace-7feb4ccd1abb/d94c25f5-cb9b-4296-9da3-6d198d50a3b7) {{(pid=87209) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 22 17:07:06.181689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:07:06.181968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:07:06.284325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bf8cd-96d9-47b1-a85d-f7d359d4caeb None None] Pushing event updated for resources: {'Port': ['ID=96513081-a72c-45d2-ba34-b7fe4f0777e8,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:06.287793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-515bf8cd-96d9-47b1-a85d-f7d359d4caeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:06.339491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:06.357198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Ignored duplicate provisioning block setup for port 24bc6ed5-c0cc-4d45-b032-227c9307727c by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 22 17:07:06.385860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:06.392639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7e714a93-e4ae-461b-b649-92c8ce8f29d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:06.511837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] In _notify_port_updated(), no bound segment for port 24bc6ed5-c0cc-4d45-b032-227c9307727c on network 1ddad46c-044d-4e33-bace-7feb4ccd1abb {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 17:07:06.518698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:06.519448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:06.523691 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "PUT /v2.0/ports/24bc6ed5-c0cc-4d45-b032-227c9307727c HTTP/1.1" status: 200 len: 923 time: 1.4148698 Apr 22 17:07:06.528520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60236) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:06.528798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=24bc6ed5-c0cc-4d45-b032-227c9307727c,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:06.531979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:06.532465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a623e25-c7df-458a-9571-e07a82489d1d'}, {'subnet_id': 'd94c25f5-cb9b-4296-9da3-6d198d50a3b7'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:06.668715 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf121a2d-9870-4f86-9489-80c97c0c4a51 req-c01af569-18f4-4be3-bf1c-db5b8d4b9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 210 time: 0.0643857 Apr 22 17:07:06.788185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:06.838702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 96513081-a72c-45d2-ba34-b7fe4f0777e8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=96513081-a72c-45d2-ba34-b7fe4f0777e8,segment=NetworkSegment(6da1ad6d-26ee-4161-af9d-cd35303cf900),segment_id=6da1ad6d-26ee-4161-af9d-cd35303cf900)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:06.871727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:06.873579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9d560d3a-d876-4dab-84f6-d55eda3f44cd up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:06.900908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7cd8c40-d60e-4af4-b13e-a65ebb3305ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:06.929628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:07.174964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05ddbc-9d92-4f29-8799-51d70b83dbba None None] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:07.304410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-44415f35-33ff-484d-9b5c-25985037ac30 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:07.305324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-44415f35-33ff-484d-9b5c-25985037ac30 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:07.309123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=96513081-a72c-45d2-ba34-b7fe4f0777e8,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:07.327738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:07.334381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e262c925-fcab-47a0-956e-7ff1914630bd None None] Provisioning for port 24bc6ed5-c0cc-4d45-b032-227c9307727c completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:07.350415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e262c925-fcab-47a0-956e-7ff1914630bd None None] Provisioning complete for port 24bc6ed5-c0cc-4d45-b032-227c9307727c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:07.350574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e262c925-fcab-47a0-956e-7ff1914630bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:07.357640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-44415f35-33ff-484d-9b5c-25985037ac30 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:07.359090 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-44415f35-33ff-484d-9b5c-25985037ac30 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=84f7484f-7e6e-4f12-99cb-d0835155b1f1 HTTP/1.1" status: 200 len: 796 time: 0.2491899 Apr 22 17:07:07.422716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8:0:1::1d1 (1ddad46c-044d-4e33-bace-7feb4ccd1abb/d94c25f5-cb9b-4296-9da3-6d198d50a3b7/24bc6ed5-c0cc-4d45-b032-227c9307727c) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:07.423444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-a2ea98c3-8d30-40ef-8190-e34c76310f87 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:07.464270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9d560d3a-d876-4dab-84f6-d55eda3f44cd triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:07.464755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:07.472933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-a2ea98c3-8d30-40ef-8190-e34c76310f87 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:07.477580 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-a2ea98c3-8d30-40ef-8190-e34c76310f87 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 471 time: 0.1078658 Apr 22 17:07:07.492403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'device_id': '90986139-c1f6-43cc-9739-5b8adeefd063', 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1', 'admin_state_up': True, 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'security_groups': ['1dc2a77e-a714-4b1c-9a1c-7ea370ed5922']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:07.524605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e262c925-fcab-47a0-956e-7ff1914630bd None None] Port 24bc6ed5-c0cc-4d45-b032-227c9307727c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:07.617964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e262c925-fcab-47a0-956e-7ff1914630bd None None] Provisioning for port 96513081-a72c-45d2-ba34-b7fe4f0777e8 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:07.661723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e262c925-fcab-47a0-956e-7ff1914630bd None None] Provisioning complete for port 96513081-a72c-45d2-ba34-b7fe4f0777e8 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:07.662150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e262c925-fcab-47a0-956e-7ff1914630bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:07.779816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:07.823739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Ignored duplicate provisioning block setup for port 24bc6ed5-c0cc-4d45-b032-227c9307727c by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 22 17:07:07.849283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:07.856317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:port and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:07.861076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:07.868612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:07.903043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:07.916864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:07.925302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:07.925971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 96513081-a72c-45d2-ba34-b7fe4f0777e8 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:07.932109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bcc5467f-df9d-42a3-86b1-75d1b1df72f5 req-788bb36f-6668-4e2d-b567-02aa4e9a7662 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 210 time: 0.0782821 Apr 22 17:07:07.932861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36d87099-5986-487d-9dbd-a4f809999faf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:08.023919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=24bc6ed5-c0cc-4d45-b032-227c9307727c,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:08.055374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 96513081-a72c-45d2-ba34-b7fe4f0777e8 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:08.055812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:08.096453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:08.146537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.19 (84f7484f-7e6e-4f12-99cb-d0835155b1f1/2d6c01c4-391a-4e5b-96f0-21bbf9057137/e03ea97b-c656-41d0-a6b7-e75f292ce7fa) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:08.153238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] In _notify_port_updated(), no bound segment for port 24bc6ed5-c0cc-4d45-b032-227c9307727c on network 1ddad46c-044d-4e33-bace-7feb4ccd1abb {{(pid=87210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 17:07:08.160053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:08.161009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:08.162478 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "PUT /v2.0/ports/24bc6ed5-c0cc-4d45-b032-227c9307727c HTTP/1.1" status: 200 len: 1009 time: 1.6370342 Apr 22 17:07:08.165604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60246) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:08.225804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8211082d-0238-4ce4-a566-2b8d653a4356 None None] Provisioning complete for port 24bc6ed5-c0cc-4d45-b032-227c9307727c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:08.228567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8211082d-0238-4ce4-a566-2b8d653a4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:08.258235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-05d23a6d-246c-4147-a239-9219d3f952f8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 24bc6ed5-c0cc-4d45-b032-227c9307727c {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:08.259042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05d23a6d-246c-4147-a239-9219d3f952f8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:08.291709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8211082d-0238-4ce4-a566-2b8d653a4356 None None] Port 24bc6ed5-c0cc-4d45-b032-227c9307727c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:08.310728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8211082d-0238-4ce4-a566-2b8d653a4356 None None] Provisioning complete for port 96513081-a72c-45d2-ba34-b7fe4f0777e8 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:08.311943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8211082d-0238-4ce4-a566-2b8d653a4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:08.470617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:08.497214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object e03ea97b-c656-41d0-a6b7-e75f292ce7fa will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:08.573995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:08.581485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8728bfcc-e413-42f3-8189-6494737da14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:08.602563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05d23a6d-246c-4147-a239-9219d3f952f8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:08.628068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-146e95f3-6313-4c3b-a2ec-f72ee0e2dba8 None None] Provisioning complete for port 24bc6ed5-c0cc-4d45-b032-227c9307727c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:08.628496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146e95f3-6313-4c3b-a2ec-f72ee0e2dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:08.682610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:08.684699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:08.696954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:08.705416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-146e95f3-6313-4c3b-a2ec-f72ee0e2dba8 None None] Port 24bc6ed5-c0cc-4d45-b032-227c9307727c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:08.772860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-05d23a6d-246c-4147-a239-9219d3f952f8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 24bc6ed5-c0cc-4d45-b032-227c9307727c owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:08.789888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=e03ea97b-c656-41d0-a6b7-e75f292ce7fa,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:08.793334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:08.800915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:08.802500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:08.861328 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3776643 Apr 22 17:07:08.865987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-58828aec-bb25-4662-9e75-5cc3f76113c1 None None] Provisioning complete for port 24bc6ed5-c0cc-4d45-b032-227c9307727c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:08.866497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58828aec-bb25-4662-9e75-5cc3f76113c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:08.876220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-794aa165-352c-4c99-ae68-93ac0dec29b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:07:08.877378 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-794aa165-352c-4c99-ae68-93ac0dec29b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062628 Apr 22 17:07:08.893172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Request body: {'port': {'device_id': '90986139-c1f6-43cc-9739-5b8adeefd063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:08.978472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-58828aec-bb25-4662-9e75-5cc3f76113c1 None None] Port 24bc6ed5-c0cc-4d45-b032-227c9307727c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:09.103158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:09.145103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-50327eca-70ef-437c-bec0-51ffad7c29b2 None None] Provisioning for port e03ea97b-c656-41d0-a6b7-e75f292ce7fa completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:09.150914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-50327eca-70ef-437c-bec0-51ffad7c29b2 None None] Provisioning complete for port e03ea97b-c656-41d0-a6b7-e75f292ce7fa triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:09.151329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-50327eca-70ef-437c-bec0-51ffad7c29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:09.193447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05d23a6d-246c-4147-a239-9219d3f952f8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:09.201273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a470132-aa92-4b4c-8f61-b873b8cda116 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:09.225225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-50327eca-70ef-437c-bec0-51ffad7c29b2 None None] Port e03ea97b-c656-41d0-a6b7-e75f292ce7fa cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:09.229363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-50327eca-70ef-437c-bec0-51ffad7c29b2 None None] Could not find standard attr ID for object 24bc6ed5-c0cc-4d45-b032-227c9307727c. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:07:09.257949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d23a6d-246c-4147-a239-9219d3f952f8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=24bc6ed5-c0cc-4d45-b032-227c9307727c,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:09.268599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05d23a6d-246c-4147-a239-9219d3f952f8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:09.434708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d56677-bc43-4bfe-b6f0-84e4bb073138 req-27ebb1f3-b56b-4dab-b1b2-c5127bba38a8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:09.437938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3d56677-bc43-4bfe-b6f0-84e4bb073138 req-27ebb1f3-b56b-4dab-b1b2-c5127bba38a8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 932 time: 0.3163569 Apr 22 17:07:09.439972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05d23a6d-246c-4147-a239-9219d3f952f8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:09.465026 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-05d23a6d-246c-4147-a239-9219d3f952f8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/24bc6ed5-c0cc-4d45-b032-227c9307727c HTTP/1.1" status: 204 len: 168 time: 1.2957244 Apr 22 17:07:09.469188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60252) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:09.612447 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e52eef-0d50-43d4-88bc-cf15dcdf6ef2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:07:09.613550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c9e52eef-0d50-43d4-88bc-cf15dcdf6ef2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:09.673401 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3d56677-bc43-4bfe-b6f0-84e4bb073138 req-3088b5c2-4c99-48f1-a091-190f122c07a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2082343 Apr 22 17:07:09.705757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c9e52eef-0d50-43d4-88bc-cf15dcdf6ef2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:09.710285 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c9e52eef-0d50-43d4-88bc-cf15dcdf6ef2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/24bc6ed5-c0cc-4d45-b032-227c9307727c HTTP/1.1" status: 404 len: 333 time: 0.2375298 Apr 22 17:07:09.712443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60256) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:09.790075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-69894777-c317-47f8-a991-5e68911c61b7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting subnet d94c25f5-cb9b-4296-9da3-6d198d50a3b7 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:07:09.793946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69894777-c317-47f8-a991-5e68911c61b7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:09.851654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03ea97b-c656-41d0-a6b7-e75f292ce7fa {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:07:09.860484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:09.861322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69894777-c317-47f8-a991-5e68911c61b7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:09.877686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Transition to ACTIVE for port object e03ea97b-c656-41d0-a6b7-e75f292ce7fa will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:09.906472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:09.912131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f0b4a12-74ed-4c7e-8f4e-318a7e13517c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:09.961533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69894777-c317-47f8-a991-5e68911c61b7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:10.126946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a58146-cece-4371-a977-6238e88af698 service neutron] Pushing event updated for resources: {'Port': ['ID=e03ea97b-c656-41d0-a6b7-e75f292ce7fa,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:10.131603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80a58146-cece-4371-a977-6238e88af698 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:10.171435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Attempting to bind port e03ea97b-c656-41d0-a6b7-e75f292ce7fa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:07:10.171810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Attempting to bind port e03ea97b-c656-41d0-a6b7-e75f292ce7fa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:07:10.172172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Attempting to bind port e03ea97b-c656-41d0-a6b7-e75f292ce7fa on network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:07:10.177215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Port e03ea97b-c656-41d0-a6b7-e75f292ce7fa on network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:07:10.177688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Attempting to bind port e03ea97b-c656-41d0-a6b7-e75f292ce7fa on network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:07:10.183195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:07:10.183566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Checking segment: {'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:10.183983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Bound using segment: {'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:07:10.184460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Bound port: e03ea97b-c656-41d0-a6b7-e75f292ce7fa, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:07:10.184840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:10.287324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] For port e03ea97b-c656-41d0-a6b7-e75f292ce7fa, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:07:10.291029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] For port e03ea97b-c656-41d0-a6b7-e75f292ce7fa, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e03ea97b-c656-41d0-a6b7-e75f292ce7fa,segment=NetworkSegment(2d6daa70-7a24-4705-ad43-31f5fa85beec),segment_id=2d6daa70-7a24-4705-ad43-31f5fa85beec)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:07:10.324286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:10.330555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16d79882-ac91-4e6d-8e2a-ccfc8241f754 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:10.386757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69894777-c317-47f8-a991-5e68911c61b7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:10.391076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:10.391854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:10.393387 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-80a58146-cece-4371-a977-6238e88af698 service neutron] 10.222.0.78 "PUT /v2.0/ports/e03ea97b-c656-41d0-a6b7-e75f292ce7fa HTTP/1.1" status: 200 len: 1094 time: 1.5080769 Apr 22 17:07:10.393989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90986139-c1f6-43cc-9739-5b8adeefd063', 'tag': 'e03ea97b-c656-41d0-a6b7-e75f292ce7fa'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:07:10.396681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a4f5c61-2aa3-4f30-a83e-ef6b5cfae61b tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:10.435672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a58146-cece-4371-a977-6238e88af698 service neutron] Pushing event updated for resources: {'Port': ['ID=e03ea97b-c656-41d0-a6b7-e75f292ce7fa,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:10.443888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69894777-c317-47f8-a991-5e68911c61b7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Subnet': ['ID=d94c25f5-cb9b-4296-9da3-6d198d50a3b7,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:10.446463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-69894777-c317-47f8-a991-5e68911c61b7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:10.448275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80a58146-cece-4371-a977-6238e88af698 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:10.449781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-69894777-c317-47f8-a991-5e68911c61b7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:10.454840 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-69894777-c317-47f8-a991-5e68911c61b7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/d94c25f5-cb9b-4296-9da3-6d198d50a3b7 HTTP/1.1" status: 204 len: 168 time: 0.7411957 Apr 22 17:07:10.458017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60262) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:10.458194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47173ab2-41ea-4991-a1be-ddf858e2e140 None None] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:10.502725 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90986139-c1f6-43cc-9739-5b8adeefd063', 'tag': 'e03ea97b-c656-41d0-a6b7-e75f292ce7fa', 'status': 'completed', 'code': 200} Apr 22 17:07:10.599147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe5ba6e-3ec1-4829-b47b-52dbf9e049a3 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting subnet 8a623e25-c7df-458a-9571-e07a82489d1d {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:07:10.606342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ba6e-3ec1-4829-b47b-52dbf9e049a3 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:10.684108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ba6e-3ec1-4829-b47b-52dbf9e049a3 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:10.755890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-d6cd2728-f3ec-4cbe-91bc-41178c2e36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:10.757383 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-d6cd2728-f3ec-4cbe-91bc-41178c2e36f9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 1097 time: 0.2442734 Apr 22 17:07:10.861100 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-86fc5b14-2376-40af-9429-e9481fcada13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e03ea97b-c656-41d0-a6b7-e75f292ce7fa HTTP/1.1" status: 200 len: 217 time: 0.0906489 Apr 22 17:07:10.926967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caec4b-18d4-403c-b637-4702abfa275c req-bae0fe84-e884-417c-940b-a2e8232c55dc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:10.928782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-90caec4b-18d4-403c-b637-4702abfa275c req-bae0fe84-e884-417c-940b-a2e8232c55dc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 944 time: 0.0976741 Apr 22 17:07:10.953292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-ca84f65f-0268-4882-a8c9-c08533682f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:10.954972 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-ca84f65f-0268-4882-a8c9-c08533682f11 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d6c01c4-391a-4e5b-96f0-21bbf9057137 HTTP/1.1" status: 200 len: 838 time: 0.0855031 Apr 22 17:07:10.956365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ba6e-3ec1-4829-b47b-52dbf9e049a3 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:10.993751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-90caec4b-18d4-403c-b637-4702abfa275c req-6588a877-537c-4cb1-ad58-b94cc0904501 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566430 Apr 22 17:07:11.205642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-f0fafcb4-2326-44c4-9d1f-013fdeb072eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:11.207313 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-f0fafcb4-2326-44c4-9d1f-013fdeb072eb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=84f7484f-7e6e-4f12-99cb-d0835155b1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2169580 Apr 22 17:07:11.449995 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-37644e6d-850c-42f0-b4bd-9a7b7940dc2c service neutron] 10.222.0.78 "GET /v2.0/networks/84f7484f-7e6e-4f12-99cb-d0835155b1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285788 Apr 22 17:07:11.464166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8a6a2987-a19a-4138-8101-f6da5f786050 None None] Provisioning complete for port 96513081-a72c-45d2-ba34-b7fe4f0777e8 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:11.464684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a6a2987-a19a-4138-8101-f6da5f786050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:11.491789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ba6e-3ec1-4829-b47b-52dbf9e049a3 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:11.500503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dff4345c-f4c7-4ef4-a182-b906bc7c7f5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:11.594875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ba6e-3ec1-4829-b47b-52dbf9e049a3 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Subnet': ['ID=8a623e25-c7df-458a-9571-e07a82489d1d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:11.599406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ba6e-3ec1-4829-b47b-52dbf9e049a3 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:11.610763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d07f95f-062a-4085-b88b-a340f9f85081 None None] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:11.616475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4fe5ba6e-3ec1-4829-b47b-52dbf9e049a3 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:11.620607 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4fe5ba6e-3ec1-4829-b47b-52dbf9e049a3 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/8a623e25-c7df-458a-9571-e07a82489d1d HTTP/1.1" status: 204 len: 168 time: 1.1613472 Apr 22 17:07:11.623450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60268) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:11.773832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-910a5b8e-de95-44c9-b60a-3a5fbbb30bc6 req-e977789f-2b0b-4111-b874-e3167f63c292 service neutron] 10.222.0.78 "GET /v2.0/networks/84f7484f-7e6e-4f12-99cb-d0835155b1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131368 Apr 22 17:07:11.784472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:11.797232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 96513081-a72c-45d2-ba34-b7fe4f0777e8 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:11.797644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:11.878459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5ce0ec-ce68-4984-b62e-d7705aae0552 None None] DHCP port deletion for 1ddad46c-044d-4e33-bace-7feb4ccd1abb request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:07:11.883217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3d5ce0ec-ce68-4984-b62e-d7705aae0552 None None] Deleting port 96513081-a72c-45d2-ba34-b7fe4f0777e8 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:11.883639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce0ec-ce68-4984-b62e-d7705aae0552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:12.103954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a6120-52c1-4400-bce1-9f43f2365319 req-11ce8a36-7f0c-4a1c-80c2-85b2215315ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:12.106375 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f75a6120-52c1-4400-bce1-9f43f2365319 req-11ce8a36-7f0c-4a1c-80c2-85b2215315ae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 1097 time: 0.2067490 Apr 22 17:07:12.111601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] For port 96513081-a72c-45d2-ba34-b7fe4f0777e8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=96513081-a72c-45d2-ba34-b7fe4f0777e8,segment=NetworkSegment(6da1ad6d-26ee-4161-af9d-cd35303cf900),segment_id=6da1ad6d-26ee-4161-af9d-cd35303cf900)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:12.112714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:12.114512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3d5ce0ec-ce68-4984-b62e-d7705aae0552 None None] For port 96513081-a72c-45d2-ba34-b7fe4f0777e8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=96513081-a72c-45d2-ba34-b7fe4f0777e8,segment=NetworkSegment(6da1ad6d-26ee-4161-af9d-cd35303cf900),segment_id=6da1ad6d-26ee-4161-af9d-cd35303cf900)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:12.114999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce0ec-ce68-4984-b62e-d7705aae0552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:12.224353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac47370-93b5-4062-a4b5-94861a2fd7b7 req-679275c4-dbf0-4848-96b1-0b27dad79238 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:12.228903 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bac47370-93b5-4062-a4b5-94861a2fd7b7 req-679275c4-dbf0-4848-96b1-0b27dad79238 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 944 time: 0.0927463 Apr 22 17:07:12.265691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3d5ce0ec-ce68-4984-b62e-d7705aae0552 None None] Calling delete_port for 96513081-a72c-45d2-ba34-b7fe4f0777e8 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:12.286005 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bac47370-93b5-4062-a4b5-94861a2fd7b7 req-1d13a3c5-8e05-4d26-9a5b-aa59e373951d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496242 Apr 22 17:07:12.329107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 96513081-a72c-45d2-ba34-b7fe4f0777e8 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:12.380308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce0ec-ce68-4984-b62e-d7705aae0552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:12.385577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b0195081-940f-4d77-8497-58bb3fd667f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:12.434274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ce0ec-ce68-4984-b62e-d7705aae0552 None None] Pushing event deleted for resources: {'Port': ['ID=96513081-a72c-45d2-ba34-b7fe4f0777e8,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:12.436388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ce0ec-ce68-4984-b62e-d7705aae0552 None None] No DVR routers for this DVR port 96513081-a72c-45d2-ba34-b7fe4f0777e8 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:07:12.438051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d5ce0ec-ce68-4984-b62e-d7705aae0552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:12.458687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a6120-52c1-4400-bce1-9f43f2365319 req-eb40e796-ba4b-4da0-a74c-ea527c000761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:12.460297 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f75a6120-52c1-4400-bce1-9f43f2365319 req-eb40e796-ba4b-4da0-a74c-ea527c000761 service neutron] 10.222.0.78 "GET /v2.0/networks?id=84f7484f-7e6e-4f12-99cb-d0835155b1f1 HTTP/1.1" status: 200 len: 898 time: 0.3403063 Apr 22 17:07:12.460909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:07:12.461265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:07:12.536597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f75a6120-52c1-4400-bce1-9f43f2365319 req-7ba2f7d2-0140-447f-8474-a7ef24af8ac7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e03ea97b-c656-41d0-a6b7-e75f292ce7fa HTTP/1.1" status: 200 len: 217 time: 0.0690448 Apr 22 17:07:12.615864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a6120-52c1-4400-bce1-9f43f2365319 req-42a5cec7-002d-40da-a875-bacbb40eec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:12.617488 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f75a6120-52c1-4400-bce1-9f43f2365319 req-42a5cec7-002d-40da-a875-bacbb40eec02 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d6c01c4-391a-4e5b-96f0-21bbf9057137 HTTP/1.1" status: 200 len: 838 time: 0.0731673 Apr 22 17:07:12.708755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a6120-52c1-4400-bce1-9f43f2365319 req-0385e7a3-166b-42e5-adb5-a5a46beb2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:12.711855 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f75a6120-52c1-4400-bce1-9f43f2365319 req-0385e7a3-166b-42e5-adb5-a5a46beb2810 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=84f7484f-7e6e-4f12-99cb-d0835155b1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0851779 Apr 22 17:07:13.092405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 96513081-a72c-45d2-ba34-b7fe4f0777e8 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:13.092780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:13.176017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] The port '96513081-a72c-45d2-ba34-b7fe4f0777e8' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:07:13.353220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:13.371380 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f75a6120-52c1-4400-bce1-9f43f2365319 req-851a5d0e-0178-40e6-af11-3d9617fede7a service neutron] 10.222.0.78 "GET /v2.0/networks/84f7484f-7e6e-4f12-99cb-d0835155b1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523473 Apr 22 17:07:13.509240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d808-27e3-4916-9b10-b119360c5f1c req-b9c51dee-5029-46ef-b382-d2331370de8e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:13.511013 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dec9d808-27e3-4916-9b10-b119360c5f1c req-b9c51dee-5029-46ef-b382-d2331370de8e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 944 time: 0.1047878 Apr 22 17:07:13.562169 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dec9d808-27e3-4916-9b10-b119360c5f1c req-40829dde-1bb3-451c-8109-0d868a66e058 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439625 Apr 22 17:07:13.581553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddad46c-044d-4e33-bace-7feb4ccd1abb']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:13.609350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da1ad6d-26ee-4161-af9d-cd35303cf900') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:13.609689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da1ad6d-26ee-4161-af9d-cd35303cf900') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:13.635353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:13.655937 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f75a6120-52c1-4400-bce1-9f43f2365319 req-4f829f97-497f-47df-be9f-903943b4b56f service neutron] 10.222.0.78 "GET /v2.0/networks/84f7484f-7e6e-4f12-99cb-d0835155b1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282856 Apr 22 17:07:13.657672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:13.664416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:07:13.852160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:07:13.864357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:13.885927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 96513081-a72c-45d2-ba34-b7fe4f0777e8 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:07:13.925362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 96513081-a72c-45d2-ba34-b7fe4f0777e8 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:07:13.925766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 96513081-a72c-45d2-ba34-b7fe4f0777e8 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:07:14.060495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 1ddad46c-044d-4e33-bace-7feb4ccd1abb has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:07:14.087716 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:07:14.155494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device e03ea97b-c656-41d0-a6b7-e75f292ce7fa details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:07:14.230989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:14.236061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7092b74f-3c49-45d6-b527-9aee77e1210a tempest-BulkNetworkOpsIpV6Test-649868336 tempest-BulkNetworkOpsIpV6Test-649868336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:14.252210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:14.265525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Network': ['ID=1ddad46c-044d-4e33-bace-7feb4ccd1abb,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:14.271122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:14.306287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port e03ea97b-c656-41d0-a6b7-e75f292ce7fa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e03ea97b-c656-41d0-a6b7-e75f292ce7fa,segment=NetworkSegment(2d6daa70-7a24-4705-ad43-31f5fa85beec),segment_id=2d6daa70-7a24-4705-ad43-31f5fa85beec)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:14.318498 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/networks/1ddad46c-044d-4e33-bace-7feb4ccd1abb HTTP/1.1" status: 204 len: 168 time: 2.6933365 Apr 22 17:07:14.323058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60276) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:14.326220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'e03ea97b-c656-41d0-a6b7-e75f292ce7fa', 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1', 'port_id': 'e03ea97b-c656-41d0-a6b7-e75f292ce7fa', 'mac_address': 'fa:16:3e:9b:d1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6c01c4-391a-4e5b-96f0-21bbf9057137', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:07:14.388340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:14.411688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03ea97b-c656-41d0-a6b7-e75f292ce7fa {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:07:14.425188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1dce29-09cb-4219-bbec-1414f0b8cdb2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:14.429139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dd1dce29-09cb-4219-bbec-1414f0b8cdb2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:14.437742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port e03ea97b-c656-41d0-a6b7-e75f292ce7fa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e03ea97b-c656-41d0-a6b7-e75f292ce7fa,segment=NetworkSegment(2d6daa70-7a24-4705-ad43-31f5fa85beec),segment_id=2d6daa70-7a24-4705-ad43-31f5fa85beec)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:14.471964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:14.481007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:14.535613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dd1dce29-09cb-4219-bbec-1414f0b8cdb2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:14.536948 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dd1dce29-09cb-4219-bbec-1414f0b8cdb2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2125409 Apr 22 17:07:14.541459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60280) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:14.551196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=e03ea97b-c656-41d0-a6b7-e75f292ce7fa,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:14.554518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:14.632131 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-782bc4d6-ce63-406e-bdc4-b1287a001ea7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0893550 Apr 22 17:07:14.635844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60286) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:14.644255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-536400427'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:14.649898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:14.654079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:network and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:14.657261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:14.663839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:14.731318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:14.737401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:14.780658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:07:14.783146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['e03ea97b-c656-41d0-a6b7-e75f292ce7fa'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:07:14.803691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:14.804089 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Added segment 611dd7ec-2cce-4d2e-9fa0-3036630a6d19 of type vlan for network 5cdc9679-e7f0-4243-bf02-80ed72541613 Apr 22 17:07:14.828541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3197c-e123-4d80-9f0c-0f0d42a3dcce req-fe511e46-c68f-4755-83c9-19f3b189b2d8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:14.829885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eb3197c-e123-4d80-9f0c-0f0d42a3dcce req-fe511e46-c68f-4755-83c9-19f3b189b2d8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 945 time: 0.1445591 Apr 22 17:07:14.866302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:14.908722 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eb3197c-e123-4d80-9f0c-0f0d42a3dcce req-bf7349b7-4ea3-49cb-8d1b-605c2222c9f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670938 Apr 22 17:07:14.970791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:14.970791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:14.971428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:14.977189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fda3c7e0-c583-4f39-8d06-607f3d14d854 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:15.095917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Network': ['ID=5cdc9679-e7f0-4243-bf02-80ed72541613,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:15.099222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:15.109882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 5cdc9679-e7f0-4243-bf02-80ed72541613 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:07:15.118503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4813430 Apr 22 17:07:15.121810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60290) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:15.129550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': '5cdc9679-e7f0-4243-bf02-80ed72541613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:15.258726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:15.264938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:15.266731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:15.273117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:15.306127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:15.315430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:15.828265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:15.833466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-df90d17f-cb91-4c11-84f5-42be13f36cf8 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:15.919145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Subnet': ['ID=622d7b75-8223-4edf-960c-ed1ee09e50f5,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:15.921533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:15.930095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Checking segment: {'id': '611dd7ec-2cce-4d2e-9fa0-3036630a6d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5cdc9679-e7f0-4243-bf02-80ed72541613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:15.930504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network hostable DHCP agents. Network: 5cdc9679-e7f0-4243-bf02-80ed72541613, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:07:15.991940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 5cdc9679-e7f0-4243-bf02-80ed72541613 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:07:16.075490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 5cdc9679-e7f0-4243-bf02-80ed72541613) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:16.086840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e143cb-48c2-4335-a08b-ff0134079f3a None None] Network 5cdc9679-e7f0-4243-bf02-80ed72541613 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:16.100716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:16.102195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:16.155835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d5519-a8a0-4d76-bcf6-04a781a08a3c req-16d69b3d-c492-44e6-b0ad-ccb5d407ffe5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:16.157561 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a9d5519-a8a0-4d76-bcf6-04a781a08a3c req-16d69b3d-c492-44e6-b0ad-ccb5d407ffe5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 945 time: 0.1307025 Apr 22 17:07:16.169263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device e03ea97b-c656-41d0-a6b7-e75f292ce7fa up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:16.188357 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0652673 Apr 22 17:07:16.191482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60300) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:16.199034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': '5cdc9679-e7f0-4243-bf02-80ed72541613', 'name': 'tempest-PortsIpV6TestJSON-2017684829'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:16.218191 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a9d5519-a8a0-4d76-bcf6-04a781a08a3c req-f1a1aa63-ee95-4c90-9d5e-20ac12625088 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528817 Apr 22 17:07:16.366316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:16.377001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:16.407913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:16.414174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:16.437184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port 88428fd2-fe97-4951-8405-158658126a6b yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:07:16.554261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port e03ea97b-c656-41d0-a6b7-e75f292ce7fa completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:16.565548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port e03ea97b-c656-41d0-a6b7-e75f292ce7fa triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:16.570150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:16.604694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-5cdc9679-e7f0-4243-bf02-80ed72541613', 'network_id': '5cdc9679-e7f0-4243-bf02-80ed72541613', 'tenant_id': '38c86cee173e4b7ab4ce34e0299f3797', 'fixed_ips': [{'subnet_id': '622d7b75-8223-4edf-960c-ed1ee09e50f5'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:07:16.604694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:16.606128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8::346 (5cdc9679-e7f0-4243-bf02-80ed72541613/622d7b75-8223-4edf-960c-ed1ee09e50f5/88428fd2-fe97-4951-8405-158658126a6b) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:16.792611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:16.822135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90986139-c1f6-43cc-9739-5b8adeefd063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03ea97b-c656-41d0-a6b7-e75f292ce7fa'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:07:16.833365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port e03ea97b-c656-41d0-a6b7-e75f292ce7fa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e03ea97b-c656-41d0-a6b7-e75f292ce7fa,segment=NetworkSegment(2d6daa70-7a24-4705-ad43-31f5fa85beec),segment_id=2d6daa70-7a24-4705-ad43-31f5fa85beec)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:16.844687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:16.858973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object 88428fd2-fe97-4951-8405-158658126a6b will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:16.864058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:16.864058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:16.899375 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90986139-c1f6-43cc-9739-5b8adeefd063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03ea97b-c656-41d0-a6b7-e75f292ce7fa', 'code': 200} Apr 22 17:07:16.913558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:16.921515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-41090950-7489-4ff8-823c-a7737c6a58e8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:17.005693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=e03ea97b-c656-41d0-a6b7-e75f292ce7fa,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:17.008500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 5cdc9679-e7f0-4243-bf02-80ed72541613 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:17.009288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Allocated IP 2001:db8::2 (5cdc9679-e7f0-4243-bf02-80ed72541613/622d7b75-8223-4edf-960c-ed1ee09e50f5/04737d17-d262-4466-9cee-47deccfa7a50) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:17.011759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:17.013099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:17.018839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:17.032091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:17.032091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:17.038317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=88428fd2-fe97-4951-8405-158658126a6b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:17.047943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:17.132753 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9396343 Apr 22 17:07:17.133184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60306) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:17.139775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': '5cdc9679-e7f0-4243-bf02-80ed72541613', 'name': 'tempest-PortsIpV6TestJSON-1362369410'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:17.266367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:17.278939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Transition to ACTIVE for port object 04737d17-d262-4466-9cee-47deccfa7a50 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:17.304254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Transition to ACTIVE for port object 04737d17-d262-4466-9cee-47deccfa7a50 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:17.347107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:17.357435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-95636c68-8f55-4981-8d7b-ff5f0676d013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:17.360606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799ad8e-3d59-4c93-9a94-b5ecb09c212b req-85a460d1-951b-4eb0-93a3-616229b10b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:17.362211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0799ad8e-3d59-4c93-9a94-b5ecb09c212b req-85a460d1-951b-4eb0-93a3-616229b10b78 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 1099 time: 0.2067199 Apr 22 17:07:17.363237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:17.368094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:port and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:17.385729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:17.396082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:17.423391 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0799ad8e-3d59-4c93-9a94-b5ecb09c212b req-71e41708-5994-4a74-921e-5a1377ed29e5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518610 Apr 22 17:07:17.434223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Network 5cdc9679-e7f0-4243-bf02-80ed72541613 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:17.438535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:17.442676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:17.451242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53141b64-2549-41c6-bf1b-c6707c283190 req-8608c0c7-1a75-4e34-a201-9a0a2b3e27c9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:17.451242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-53141b64-2549-41c6-bf1b-c6707c283190 req-8608c0c7-1a75-4e34-a201-9a0a2b3e27c9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 946 time: 0.0966012 Apr 22 17:07:17.453837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Pushing event updated for resources: {'Port': ['ID=04737d17-d262-4466-9cee-47deccfa7a50,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:17.466071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:17.473688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:17.482840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:17.505060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port ee9bbb4b-e7c5-47cb-bbf0-d1ed14237e90 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:07:17.512325 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-53141b64-2549-41c6-bf1b-c6707c283190 req-e3898657-c804-4a1f-bef0-907bac24a0db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525351 Apr 22 17:07:17.554835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Attempting to bind port 04737d17-d262-4466-9cee-47deccfa7a50 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:07:17.555258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Attempting to bind port 04737d17-d262-4466-9cee-47deccfa7a50 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '611dd7ec-2cce-4d2e-9fa0-3036630a6d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5cdc9679-e7f0-4243-bf02-80ed72541613'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:07:17.555667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Attempting to bind port 04737d17-d262-4466-9cee-47deccfa7a50 on network 5cdc9679-e7f0-4243-bf02-80ed72541613 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:07:17.561767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:07:17.564241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Checking segment: {'id': '611dd7ec-2cce-4d2e-9fa0-3036630a6d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5cdc9679-e7f0-4243-bf02-80ed72541613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:17.564241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:17.564241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Bound using segment: {'id': '611dd7ec-2cce-4d2e-9fa0-3036630a6d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5cdc9679-e7f0-4243-bf02-80ed72541613'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:07:17.564241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Bound port: 04737d17-d262-4466-9cee-47deccfa7a50, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611dd7ec-2cce-4d2e-9fa0-3036630a6d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5cdc9679-e7f0-4243-bf02-80ed72541613'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:07:17.564241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:17.671627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] For port 04737d17-d262-4466-9cee-47deccfa7a50, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:07:17.674400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] For port 04737d17-d262-4466-9cee-47deccfa7a50, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=04737d17-d262-4466-9cee-47deccfa7a50,segment=NetworkSegment(611dd7ec-2cce-4d2e-9fa0-3036630a6d19),segment_id=611dd7ec-2cce-4d2e-9fa0-3036630a6d19)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:07:17.742454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:17.742454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:17.809949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8::2c0 (5cdc9679-e7f0-4243-bf02-80ed72541613/622d7b75-8223-4edf-960c-ed1ee09e50f5/ee9bbb4b-e7c5-47cb-bbf0-d1ed14237e90) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:17.844636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Pushing event updated for resources: {'Port': ['ID=04737d17-d262-4466-9cee-47deccfa7a50,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:17.847293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:18.058325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:18.086302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object ee9bbb4b-e7c5-47cb-bbf0-d1ed14237e90 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:18.162336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:18.168647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c0700974-45af-4a99-9001-b7e4ec4ef524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:18.247771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 5cdc9679-e7f0-4243-bf02-80ed72541613 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:18.251374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:18.255730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:18.261893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:18.262572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:18.272378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=ee9bbb4b-e7c5-47cb-bbf0-d1ed14237e90,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:18.280310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:18.352209 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2178471 Apr 22 17:07:18.355054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60312) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:18.456443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45205172-3334-4b1b-b814-b81ae408bf9c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:18.458008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-45205172-3334-4b1b-b814-b81ae408bf9c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:18.528683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-45205172-3334-4b1b-b814-b81ae408bf9c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:18.530090 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-45205172-3334-4b1b-b814-b81ae408bf9c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A346 HTTP/1.1" status: 200 len: 929 time: 0.1739876 Apr 22 17:07:18.533263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60316) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:18.621418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8fa08bca-20d9-4067-bb7a-f16419778088 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port ee9bbb4b-e7c5-47cb-bbf0-d1ed14237e90 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:18.621883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fa08bca-20d9-4067-bb7a-f16419778088 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:18.837889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d70f9b-b6ea-4110-84e5-7d817ace469f req-4023b875-d0b3-442f-8f16-b0110fff9dbd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:18.840004 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44d70f9b-b6ea-4110-84e5-7d817ace469f req-4023b875-d0b3-442f-8f16-b0110fff9dbd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 946 time: 0.1904831 Apr 22 17:07:18.947062 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-be411673-71f5-4040-b744-21ec23fa96a9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849400 Apr 22 17:07:18.972636 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44d70f9b-b6ea-4110-84e5-7d817ace469f req-8f6d86b8-1f6b-43b9-9450-4fd621ef0f4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734434 Apr 22 17:07:19.024847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fa08bca-20d9-4067-bb7a-f16419778088 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:19.069752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-72ce1da1-31cb-435e-bdf8-0775f8c13efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:19.071749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-72ce1da1-31cb-435e-bdf8-0775f8c13efa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 1099 time: 0.1023967 Apr 22 17:07:19.250401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8fa08bca-20d9-4067-bb7a-f16419778088 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for ee9bbb4b-e7c5-47cb-bbf0-d1ed14237e90 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:19.272298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-94fa703d-cb48-429f-b5bf-b36c5fd01d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:19.273934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-94fa703d-cb48-429f-b5bf-b36c5fd01d6c service neutron] 10.222.0.78 "GET /v2.0/networks?id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb HTTP/1.1" status: 200 len: 899 time: 0.1740086 Apr 22 17:07:19.301516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e5539-527e-462d-ba28-dc62731f54bf None None] Network 5cdc9679-e7f0-4243-bf02-80ed72541613 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:19.403278 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-9b76838c-9624-4ae2-8314-40c3616d43cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d HTTP/1.1" status: 200 len: 1002 time: 0.1222677 Apr 22 17:07:19.447072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d5d5ee26-09aa-4945-8e56-809b11ac8241 None None] Provisioning for port 04737d17-d262-4466-9cee-47deccfa7a50 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:19.482947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-6d09815b-45b1-4b0d-9f16-ef2facb664f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:19.484699 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-6d09815b-45b1-4b0d-9f16-ef2facb664f6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e43b50-112e-4ed8-ad72-fcb7c4ccee56 HTTP/1.1" status: 200 len: 834 time: 0.0744400 Apr 22 17:07:19.585063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-47f0a265-25bc-420d-bf87-22e464f61eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:19.587205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-47f0a265-25bc-420d-bf87-22e464f61eb1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947936 Apr 22 17:07:19.676981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c771a-083f-4dad-90c3-955092f77153 req-0ae634f5-1108-4081-bf29-140b034ba2a3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:19.677159 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c15c771a-083f-4dad-90c3-955092f77153 req-0ae634f5-1108-4081-bf29-140b034ba2a3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 946 time: 0.5486200 Apr 22 17:07:19.772098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-c3876f5f-46a4-438f-a5c0-f5888bfc554a service neutron] 10.222.0.78 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775396 Apr 22 17:07:19.791532 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c15c771a-083f-4dad-90c3-955092f77153 req-ba79d195-edbe-4947-ae45-3acc7faed869 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720944 Apr 22 17:07:19.814571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fa08bca-20d9-4067-bb7a-f16419778088 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:19.829182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-772f71e7-748b-4286-8472-8f4c57614068 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:19.890450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa08bca-20d9-4067-bb7a-f16419778088 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=ee9bbb4b-e7c5-47cb-bbf0-d1ed14237e90,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:19.895675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8fa08bca-20d9-4067-bb7a-f16419778088 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:19.934540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Provisioning for port 88428fd2-fe97-4951-8405-158658126a6b completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:19.942243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Provisioning complete for port 88428fd2-fe97-4951-8405-158658126a6b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:19.942881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:19.952355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fa08bca-20d9-4067-bb7a-f16419778088 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:19.971506 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5e7853a-9e22-4542-b092-d9e26bbaa952 req-e7be2ce1-2b67-48ea-b390-6d91aeba861e service neutron] 10.222.0.78 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909218 Apr 22 17:07:20.001394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 04737d17-d262-4466-9cee-47deccfa7a50 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:20.004701 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8fa08bca-20d9-4067-bb7a-f16419778088 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/ee9bbb4b-e7c5-47cb-bbf0-d1ed14237e90 HTTP/1.1" status: 204 len: 168 time: 1.4701910 Apr 22 17:07:20.010838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60328) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:20.063838 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-109ba858-156b-4a72-9d0b-12f8db56180f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:07:20.067442 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-109ba858-156b-4a72-9d0b-12f8db56180f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/ee9bbb4b-e7c5-47cb-bbf0-d1ed14237e90 HTTP/1.1" status: 404 len: 333 time: 0.0552843 Apr 22 17:07:20.070480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60332) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:20.110081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Port 88428fd2-fe97-4951-8405-158658126a6b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:20.118607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Could not find standard attr ID for object ee9bbb4b-e7c5-47cb-bbf0-d1ed14237e90. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:07:20.136531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Provisioning complete for port 04737d17-d262-4466-9cee-47deccfa7a50 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:20.137347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:20.174534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 04737d17-d262-4466-9cee-47deccfa7a50 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:20.182138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-627e6c3e-d582-4acb-98de-3ed819cc2c8f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 88428fd2-fe97-4951-8405-158658126a6b {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:20.182533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-627e6c3e-d582-4acb-98de-3ed819cc2c8f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:20.189467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 04737d17-d262-4466-9cee-47deccfa7a50 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:20.189891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:20.419210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:20.449055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:20.487216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-627e6c3e-d582-4acb-98de-3ed819cc2c8f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:20.492816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] For port 04737d17-d262-4466-9cee-47deccfa7a50, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=04737d17-d262-4466-9cee-47deccfa7a50,segment=NetworkSegment(611dd7ec-2cce-4d2e-9fa0-3036630a6d19),segment_id=611dd7ec-2cce-4d2e-9fa0-3036630a6d19)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:20.531153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:20.540212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3f1257d-e36c-49a1-9264-1cf12ffa8bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:20.618801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:07:20.619229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:07:20.630025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-627e6c3e-d582-4acb-98de-3ed819cc2c8f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 88428fd2-fe97-4951-8405-158658126a6b owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:20.631214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Pushing event updated for resources: {'Port': ['ID=04737d17-d262-4466-9cee-47deccfa7a50,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:20.634715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:20.654984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a727fc90-97f6-436f-8620-efbed4322b22 None None] Provisioning complete for port 88428fd2-fe97-4951-8405-158658126a6b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:20.655419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a727fc90-97f6-436f-8620-efbed4322b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:20.727434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a727fc90-97f6-436f-8620-efbed4322b22 None None] Port 88428fd2-fe97-4951-8405-158658126a6b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:20.731174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a727fc90-97f6-436f-8620-efbed4322b22 None None] Could not find standard attr ID for object ee9bbb4b-e7c5-47cb-bbf0-d1ed14237e90. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:07:20.825716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-627e6c3e-d582-4acb-98de-3ed819cc2c8f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:20.834777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-95c50f39-c528-4dda-bd7b-8a5097e1d416 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:20.961631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e6c3e-d582-4acb-98de-3ed819cc2c8f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=88428fd2-fe97-4951-8405-158658126a6b,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:20.970529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-627e6c3e-d582-4acb-98de-3ed819cc2c8f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:20.975773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-627e6c3e-d582-4acb-98de-3ed819cc2c8f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:20.985782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-627e6c3e-d582-4acb-98de-3ed819cc2c8f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/88428fd2-fe97-4951-8405-158658126a6b HTTP/1.1" status: 204 len: 168 time: 0.9149365 Apr 22 17:07:20.993123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60336) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:21.042773 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce8b567-f739-496a-91e4-6d8655bf912d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:07:21.043422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ce8b567-f739-496a-91e4-6d8655bf912d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:21.115951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ce8b567-f739-496a-91e4-6d8655bf912d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:21.117368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9ce8b567-f739-496a-91e4-6d8655bf912d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/88428fd2-fe97-4951-8405-158658126a6b HTTP/1.1" status: 404 len: 333 time: 0.1278450 Apr 22 17:07:21.120612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60340) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:21.206665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-559929d5-c884-42ab-bbb0-c9f3467d6679 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting subnet 622d7b75-8223-4edf-960c-ed1ee09e50f5 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:07:21.211035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559929d5-c884-42ab-bbb0-c9f3467d6679 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:21.276034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559929d5-c884-42ab-bbb0-c9f3467d6679 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:21.368879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559929d5-c884-42ab-bbb0-c9f3467d6679 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:21.387647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60344) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:21.746266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559929d5-c884-42ab-bbb0-c9f3467d6679 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:21.751207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9882aa1-a8c6-4f5e-8a47-77e9179396dc tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:21.794462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559929d5-c884-42ab-bbb0-c9f3467d6679 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Subnet': ['ID=622d7b75-8223-4edf-960c-ed1ee09e50f5,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:21.797518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-559929d5-c884-42ab-bbb0-c9f3467d6679 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:21.800842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-559929d5-c884-42ab-bbb0-c9f3467d6679 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:21.810458 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-559929d5-c884-42ab-bbb0-c9f3467d6679 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/622d7b75-8223-4edf-960c-ed1ee09e50f5 HTTP/1.1" status: 204 len: 168 time: 0.6870406 Apr 22 17:07:21.812026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60348) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:21.816348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c6c339-c0b7-4521-bdf3-acec341d2d9b None None] Network 5cdc9679-e7f0-4243-bf02-80ed72541613 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:21.954030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 04737d17-d262-4466-9cee-47deccfa7a50 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:22.111865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:22.145270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 04737d17-d262-4466-9cee-47deccfa7a50 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:22.145653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:22.229049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 04737d17-d262-4466-9cee-47deccfa7a50 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:22.229451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:22.388079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fcb84a-30ef-48c0-9461-d715760d679f None None] DHCP port deletion for 5cdc9679-e7f0-4243-bf02-80ed72541613 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:07:22.392787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-23fcb84a-30ef-48c0-9461-d715760d679f None None] Deleting port 04737d17-d262-4466-9cee-47deccfa7a50 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:22.393205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23fcb84a-30ef-48c0-9461-d715760d679f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:22.546283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] For port 04737d17-d262-4466-9cee-47deccfa7a50, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=04737d17-d262-4466-9cee-47deccfa7a50,segment=NetworkSegment(611dd7ec-2cce-4d2e-9fa0-3036630a6d19),segment_id=611dd7ec-2cce-4d2e-9fa0-3036630a6d19)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:22.546706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:22.623731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:22.628412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-23fcb84a-30ef-48c0-9461-d715760d679f None None] For port 04737d17-d262-4466-9cee-47deccfa7a50, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=04737d17-d262-4466-9cee-47deccfa7a50,segment=NetworkSegment(611dd7ec-2cce-4d2e-9fa0-3036630a6d19),segment_id=611dd7ec-2cce-4d2e-9fa0-3036630a6d19)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:22.628412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23fcb84a-30ef-48c0-9461-d715760d679f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:22.711469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 04737d17-d262-4466-9cee-47deccfa7a50 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:22.817742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-23fcb84a-30ef-48c0-9461-d715760d679f None None] Calling delete_port for 04737d17-d262-4466-9cee-47deccfa7a50 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:22.944474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23fcb84a-30ef-48c0-9461-d715760d679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:22.951335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:22.962060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:07:22.962326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:07:23.003279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcb84a-30ef-48c0-9461-d715760d679f None None] Pushing event deleted for resources: {'Port': ['ID=04737d17-d262-4466-9cee-47deccfa7a50,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:23.005401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcb84a-30ef-48c0-9461-d715760d679f None None] No DVR routers for this DVR port 04737d17-d262-4466-9cee-47deccfa7a50 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:07:23.007052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23fcb84a-30ef-48c0-9461-d715760d679f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:23.280278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.17 (84f7484f-7e6e-4f12-99cb-d0835155b1f1/2d6c01c4-391a-4e5b-96f0-21bbf9057137/2e5383c5-24cc-4dec-b5c9-60a7a393481e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:23.455467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:23.463975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 04737d17-d262-4466-9cee-47deccfa7a50 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:23.464346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:23.542524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 2e5383c5-24cc-4dec-b5c9-60a7a393481e will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:23.549508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] The port '04737d17-d262-4466-9cee-47deccfa7a50' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:07:23.904403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 04737d17-d262-4466-9cee-47deccfa7a50 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:07:23.948989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 04737d17-d262-4466-9cee-47deccfa7a50 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:07:23.949372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 04737d17-d262-4466-9cee-47deccfa7a50 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:07:24.114804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:24.327443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:24.339809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd02875d-7851-4281-bfbd-ab5c133c59d1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:24.441445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdc9679-e7f0-4243-bf02-80ed72541613']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:24.453474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:24.459298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:24.468629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:24.497966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611dd7ec-2cce-4d2e-9fa0-3036630a6d19') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:24.498330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611dd7ec-2cce-4d2e-9fa0-3036630a6d19') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:24.509262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=2e5383c5-24cc-4dec-b5c9-60a7a393481e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:24.526266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:24.526416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:24.559171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:24.572979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:07:24.589143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:24.730959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cb0d2053-a33f-4d0d-a71c-007692cf74ad None None] Provisioning for port 2e5383c5-24cc-4dec-b5c9-60a7a393481e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:24.741204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cb0d2053-a33f-4d0d-a71c-007692cf74ad None None] Provisioning complete for port 2e5383c5-24cc-4dec-b5c9-60a7a393481e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:24.741906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2053-a33f-4d0d-a71c-007692cf74ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:24.801807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 5cdc9679-e7f0-4243-bf02-80ed72541613 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:07:24.808883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d2053-a33f-4d0d-a71c-007692cf74ad None None] Port 2e5383c5-24cc-4dec-b5c9-60a7a393481e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:24.814442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.016828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 5cdc9679-e7f0-4243-bf02-80ed72541613 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:07:25.073568 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:07:25.190034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.239242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.249921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1fbd2a10-8977-4155-874b-0b1c60cd4d87 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:25.269620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.283666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Network': ['ID=5cdc9679-e7f0-4243-bf02-80ed72541613,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:25.296581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:25.375406 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/networks/5cdc9679-e7f0-4243-bf02-80ed72541613 HTTP/1.1" status: 204 len: 168 time: 3.5621264 Apr 22 17:07:25.379935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60352) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:25.387009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2032485922'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:25.392830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:25.397577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:network and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:25.401001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:25.407758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:25.477597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:25.484449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.516448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:07:25.530745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.530918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Added segment c21ff34e-60d7-4e83-8070-c3ecf2bef9d1 of type vlan for network 0a718494-9512-4716-80a4-5e7a473b6bc0 Apr 22 17:07:25.570360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.664549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.671759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:25.672451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.678412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a3a8b473-0ce5-4c67-993d-5b227ed8629d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:25.711008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.752338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.784551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e3b6ebe6-c83d-4101-8ebd-c8fffcd16e35 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:25.794499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Network': ['ID=0a718494-9512-4716-80a4-5e7a473b6bc0,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:25.798281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:25.807037 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4232423 Apr 22 17:07:25.807781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60356) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:25.807948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 0a718494-9512-4716-80a4-5e7a473b6bc0 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:07:25.814418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': '0a718494-9512-4716-80a4-5e7a473b6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:25.891168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:25.897161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=2e5383c5-24cc-4dec-b5c9-60a7a393481e,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:25.901191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:26.103743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:26.105877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:26.262506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:26.266953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:26.270421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:26.277388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:26.323932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:26.330290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 3486f6e9-b714-43c2-b28d-e87e96e494a8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:07:26.334907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:26.342655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ab230a55-4a96-4c9c-a6c9-6995647d19e7 None None] Provisioning complete for port 2e5383c5-24cc-4dec-b5c9-60a7a393481e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:26.343098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab230a55-4a96-4c9c-a6c9-6995647d19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:26.405782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ab230a55-4a96-4c9c-a6c9-6995647d19e7 None None] Port 2e5383c5-24cc-4dec-b5c9-60a7a393481e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:26.534807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:07:26.540402 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/3486f6e9-b714-43c2-b28d-e87e96e494a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1515925 Apr 22 17:07:26.557771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Sync routers for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:07:26.568999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:07:26.570056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:07:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:26.772081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:07:26.815041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:26.820411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9db34b1d-a8d1-42ac-86c0-b9d75e3c17f4 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:26.905670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Subnet': ['ID=278c0253-16ff-4bb0-9bcf-670958bf21c4,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:26.909545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:26.916185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Checking segment: {'id': 'c21ff34e-60d7-4e83-8070-c3ecf2bef9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0a718494-9512-4716-80a4-5e7a473b6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:26.916585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network hostable DHCP agents. Network: 0a718494-9512-4716-80a4-5e7a473b6bc0, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:07:26.974384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 0a718494-9512-4716-80a4-5e7a473b6bc0 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:07:27.014337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 0a718494-9512-4716-80a4-5e7a473b6bc0) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:27.023659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c77666-a204-4326-88ec-a1a08780015f None None] Network 0a718494-9512-4716-80a4-5e7a473b6bc0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:27.029766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:27.030322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:27.082334 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2731242 Apr 22 17:07:27.085447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60364) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:27.092197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': '0a718494-9512-4716-80a4-5e7a473b6bc0', 'name': 'tempest-PortsIpV6TestJSON-898722962', 'fixed_ips': [{'subnet_id': '278c0253-16ff-4bb0-9bcf-670958bf21c4', 'ip_address': '2001:db8::10'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:27.186218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:07:24Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4365d116-4c02-4d1a-931f-7951032c9e2b', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'port_id': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'mac_address': 'fa:16:3e:a3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02143443-022f-4973-87fe-49a7554e3657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:06:18Z', 'updated_at': '2021-04-22T17:06:21Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5383c5-24cc-4dec-b5c9-60a7a393481e', 'name': '', 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:b1:4f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2d6c01c4-391a-4e5b-96f0-21bbf9057137', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:07:23Z', 'updated_at': '2021-04-22T17:07:25Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '2d6c01c4-391a-4e5b-96f0-21bbf9057137', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:27.191574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Checking router: 3486f6e9-b714-43c2-b28d-e87e96e494a8 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:07:27.191983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Updating router 3486f6e9-b714-43c2-b28d-e87e96e494a8 port 2e5383c5-24cc-4dec-b5c9-60a7a393481e binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:07:27.257335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:27.260756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:27.266675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:port and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:27.270415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:27.277864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:27.322913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:27.461179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-0a718494-9512-4716-80a4-5e7a473b6bc0', 'network_id': '0a718494-9512-4716-80a4-5e7a473b6bc0', 'tenant_id': '38c86cee173e4b7ab4ce34e0299f3797', 'fixed_ips': [{'subnet_id': '278c0253-16ff-4bb0-9bcf-670958bf21c4'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:07:27.462112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:27.473633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:27.496078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port 86567c35-7c1a-4eb4-bdc2-a4139f070138 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:07:27.644019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Allocated IP 2001:db8::2 (0a718494-9512-4716-80a4-5e7a473b6bc0/278c0253-16ff-4bb0-9bcf-670958bf21c4/341036cd-10cd-496f-8b8b-8a13e2d9cbb9) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:27.652544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:27.667092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Transition to ACTIVE for port object 2e5383c5-24cc-4dec-b5c9-60a7a393481e will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:27.716152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:27.721577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:27.893008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:27.893706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Pushing event updated for resources: {'Port': ['ID=2e5383c5-24cc-4dec-b5c9-60a7a393481e,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:27.905936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Transition to ACTIVE for port object 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:27.912681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e3518ce5-55c5-4948-afb1-11fc89a2bebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:27.929748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Transition to ACTIVE for port object 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:27.957239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:27.962477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:27.977385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:27.978049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:27.978732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:27.979365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:27.980283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:27.980941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:27.981593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:27.982273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:27.982964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:27.983614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:27.984258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:27.984890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:28.005869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8::10 (0a718494-9512-4716-80a4-5e7a473b6bc0/278c0253-16ff-4bb0-9bcf-670958bf21c4/86567c35-7c1a-4eb4-bdc2-a4139f070138) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:28.038092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Network 0a718494-9512-4716-80a4-5e7a473b6bc0 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:28.042298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:28.044801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:28.049140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:28.057728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Pushing event updated for resources: {'Port': ['ID=341036cd-10cd-496f-8b8b-8a13e2d9cbb9,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:28.061267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:28.095078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Attempting to bind port 2e5383c5-24cc-4dec-b5c9-60a7a393481e on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:07:28.095787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Attempting to bind port 2e5383c5-24cc-4dec-b5c9-60a7a393481e by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:07:28.096490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Attempting to bind port 2e5383c5-24cc-4dec-b5c9-60a7a393481e on network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:07:28.107795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:07:28.108511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Checking segment: {'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:28.109274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:28.110019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Bound using segment: {'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:07:28.110955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Bound port: 2e5383c5-24cc-4dec-b5c9-60a7a393481e, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6daa70-7a24-4705-ad43-31f5fa85beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:07:28.111669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:28.166693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Attempting to bind port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:07:28.167132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Attempting to bind port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'c21ff34e-60d7-4e83-8070-c3ecf2bef9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0a718494-9512-4716-80a4-5e7a473b6bc0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:07:28.167544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Attempting to bind port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 on network 0a718494-9512-4716-80a4-5e7a473b6bc0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:07:28.173645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:07:28.174070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Checking segment: {'id': 'c21ff34e-60d7-4e83-8070-c3ecf2bef9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0a718494-9512-4716-80a4-5e7a473b6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:28.174542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:28.175180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Bound using segment: {'id': 'c21ff34e-60d7-4e83-8070-c3ecf2bef9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0a718494-9512-4716-80a4-5e7a473b6bc0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:07:28.175915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Bound port: 341036cd-10cd-496f-8b8b-8a13e2d9cbb9, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21ff34e-60d7-4e83-8070-c3ecf2bef9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0a718494-9512-4716-80a4-5e7a473b6bc0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:07:28.176339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:28.243439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:28.260422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] For port 2e5383c5-24cc-4dec-b5c9-60a7a393481e, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:07:28.262579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object 86567c35-7c1a-4eb4-bdc2-a4139f070138 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:28.265721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] For port 2e5383c5-24cc-4dec-b5c9-60a7a393481e, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2e5383c5-24cc-4dec-b5c9-60a7a393481e,segment=NetworkSegment(2d6daa70-7a24-4705-ad43-31f5fa85beec),segment_id=2d6daa70-7a24-4705-ad43-31f5fa85beec)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:07:28.298055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] For port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:07:28.307469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] For port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=341036cd-10cd-496f-8b8b-8a13e2d9cbb9,segment=NetworkSegment(c21ff34e-60d7-4e83-8070-c3ecf2bef9d1),segment_id=c21ff34e-60d7-4e83-8070-c3ecf2bef9d1)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:07:28.438318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:28.442354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3127ee3b-6c27-4676-b171-166154ca0cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:28.477418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:28.478015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:28.484155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:28.486136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-65105949-3c9a-498d-a7cc-edb0e7e0f689 tempest-RoutersAdminTest-502861474 tempest-RoutersAdminTest-502861474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:28.519268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:07:28.520216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:07:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:28.555327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 0a718494-9512-4716-80a4-5e7a473b6bc0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:28.559009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:28.562299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:28.568197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Pushing event updated for resources: {'Port': ['ID=341036cd-10cd-496f-8b8b-8a13e2d9cbb9,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:28.569629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:28.570354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:28.575581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:28.616335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=86567c35-7c1a-4eb4-bdc2-a4139f070138,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:28.619725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:28.654295 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5676281 Apr 22 17:07:28.657070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60368) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:28.665477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': '0a718494-9512-4716-80a4-5e7a473b6bc0', 'name': 'tempest-PortsIpV6TestJSON-1135201849', 'fixed_ips': [{'subnet_id': '278c0253-16ff-4bb0-9bcf-670958bf21c4', 'ip_address': '2001:db8::f'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:28.689437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Pushing event updated for resources: {'Port': ['ID=2e5383c5-24cc-4dec-b5c9-60a7a393481e,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:28.704578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:28.762532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:07:28.836789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:28.841751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:port and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:28.844971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:28.852263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:28.905682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:28.926036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:28.964121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port 0eb6194e-5818-4eb7-9412-882afed8ce3f yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:07:29.144803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:07:29.239879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8::f (0a718494-9512-4716-80a4-5e7a473b6bc0/278c0253-16ff-4bb0-9bcf-670958bf21c4/0eb6194e-5818-4eb7-9412-882afed8ce3f) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:29.368210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:07:24Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4365d116-4c02-4d1a-931f-7951032c9e2b', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'port_id': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'mac_address': 'fa:16:3e:a3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02143443-022f-4973-87fe-49a7554e3657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:06:18Z', 'updated_at': '2021-04-22T17:06:21Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5383c5-24cc-4dec-b5c9-60a7a393481e', 'name': '', 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:b1:4f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2d6c01c4-391a-4e5b-96f0-21bbf9057137', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:07:23Z', 'updated_at': '2021-04-22T17:07:28Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '2d6c01c4-391a-4e5b-96f0-21bbf9057137', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:29.372697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bedcd8-68e6-4281-8d28-132b306e979a None None] The sync data for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv is: [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:07:24Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4365d116-4c02-4d1a-931f-7951032c9e2b', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'port_id': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'mac_address': 'fa:16:3e:a3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02143443-022f-4973-87fe-49a7554e3657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:06:18Z', 'updated_at': '2021-04-22T17:06:21Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5383c5-24cc-4dec-b5c9-60a7a393481e', 'name': '', 'network_id': '84f7484f-7e6e-4f12-99cb-d0835155b1f1', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:b1:4f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2d6c01c4-391a-4e5b-96f0-21bbf9057137', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:07:23Z', 'updated_at': '2021-04-22T17:07:28Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '2d6c01c4-391a-4e5b-96f0-21bbf9057137', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:07:29.505734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:29.521156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object 0eb6194e-5818-4eb7-9412-882afed8ce3f will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:29.574804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:29.582764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:29.666855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 0a718494-9512-4716-80a4-5e7a473b6bc0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:29.670601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:29.675899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:29.682057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:29.683025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:29.687830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=0eb6194e-5818-4eb7-9412-882afed8ce3f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:29.692595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:29.742007 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0833809 Apr 22 17:07:29.744515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60374) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:29.847838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21575a28-0ccb-44b2-ab07-bab3a6bc01d5 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:29.848673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-21575a28-0ccb-44b2-ab07-bab3a6bc01d5 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:29.904699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-21575a28-0ccb-44b2-ab07-bab3a6bc01d5 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:29.907271 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-21575a28-0ccb-44b2-ab07-bab3a6bc01d5 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1614552 Apr 22 17:07:29.910154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60378) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:30.000877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:30.041862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e5567-e539-49ef-8675-bfaff113bb98 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:30.055554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e5567-e539-49ef-8675-bfaff113bb98 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:30.069611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e5567-e539-49ef-8675-bfaff113bb98 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:30.074774 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e63e5567-e539-49ef-8675-bfaff113bb98 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1633730 Apr 22 17:07:30.077165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60382) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:30.117057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:30.122914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2e5383c5-24cc-4dec-b5c9-60a7a393481e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:30.160510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9eb254cf-b366-4b1b-b0ff-37812a7b9e2e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 0eb6194e-5818-4eb7-9412-882afed8ce3f {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:30.160904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9eb254cf-b366-4b1b-b0ff-37812a7b9e2e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:30.165315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998cdb97-048b-4bd4-819c-cdb988bed0cd None None] Network 0a718494-9512-4716-80a4-5e7a473b6bc0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:30.323667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7990af64-0f07-4a17-bdce-076ec35b10f0 None None] Provisioning for port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:30.333785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7990af64-0f07-4a17-bdce-076ec35b10f0 None None] Provisioning complete for port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:30.334235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7990af64-0f07-4a17-bdce-076ec35b10f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:30.383636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c141fc8c-4390-4ff8-93cc-35f44fbee11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:30.392170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 2e5383c5-24cc-4dec-b5c9-60a7a393481e completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:30.436659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9eb254cf-b366-4b1b-b0ff-37812a7b9e2e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:30.445531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 2e5383c5-24cc-4dec-b5c9-60a7a393481e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:30.445957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:30.576609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9eb254cf-b366-4b1b-b0ff-37812a7b9e2e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 0eb6194e-5818-4eb7-9412-882afed8ce3f owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:30.689726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7990af64-0f07-4a17-bdce-076ec35b10f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:30.755454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:30.772228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9eb254cf-b366-4b1b-b0ff-37812a7b9e2e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:30.779182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d3b646c6-bc79-4d4c-a1e2-a19362595ff1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:30.782876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7990af64-0f07-4a17-bdce-076ec35b10f0 None None] For port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=341036cd-10cd-496f-8b8b-8a13e2d9cbb9,segment=NetworkSegment(c21ff34e-60d7-4e83-8070-c3ecf2bef9d1),segment_id=c21ff34e-60d7-4e83-8070-c3ecf2bef9d1)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:30.802119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 2e5383c5-24cc-4dec-b5c9-60a7a393481e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2e5383c5-24cc-4dec-b5c9-60a7a393481e,segment=NetworkSegment(2d6daa70-7a24-4705-ad43-31f5fa85beec),segment_id=2d6daa70-7a24-4705-ad43-31f5fa85beec)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:30.820348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7990af64-0f07-4a17-bdce-076ec35b10f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:30.822289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c68489a-62ce-49ed-95ed-479fc23aeb57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:30.834302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb254cf-b366-4b1b-b0ff-37812a7b9e2e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=0eb6194e-5818-4eb7-9412-882afed8ce3f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:30.837797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9eb254cf-b366-4b1b-b0ff-37812a7b9e2e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:30.861346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:30.880714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9eb254cf-b366-4b1b-b0ff-37812a7b9e2e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:30.902572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990af64-0f07-4a17-bdce-076ec35b10f0 None None] Pushing event updated for resources: {'Port': ['ID=341036cd-10cd-496f-8b8b-8a13e2d9cbb9,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:30.906472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7990af64-0f07-4a17-bdce-076ec35b10f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:30.907026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-515bf8cd-96d9-47b1-a85d-f7d359d4caeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:30.923801 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9eb254cf-b366-4b1b-b0ff-37812a7b9e2e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/0eb6194e-5818-4eb7-9412-882afed8ce3f HTTP/1.1" status: 204 len: 168 time: 0.8453515 Apr 22 17:07:30.926511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60386) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:30.979600 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a514ef81-a716-4df0-89e3-c6dc13515232 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:07:30.980098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a514ef81-a716-4df0-89e3-c6dc13515232 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:30.980756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=2e5383c5-24cc-4dec-b5c9-60a7a393481e,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:30.991300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:31.020790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a514ef81-a716-4df0-89e3-c6dc13515232 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:31.023078 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a514ef81-a716-4df0-89e3-c6dc13515232 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/0eb6194e-5818-4eb7-9412-882afed8ce3f HTTP/1.1" status: 404 len: 333 time: 0.0951967 Apr 22 17:07:31.026500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60390) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:31.051213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e27ac073-e0a0-4f5f-bfec-26e4dc3feb92 None None] Provisioning complete for port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:31.051641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e27ac073-e0a0-4f5f-bfec-26e4dc3feb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:31.111461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e2df3887-a0bc-451b-9a0d-c3a506535dfb tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 86567c35-7c1a-4eb4-bdc2-a4139f070138 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:31.111846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2df3887-a0bc-451b-9a0d-c3a506535dfb tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:31.197020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e27ac073-e0a0-4f5f-bfec-26e4dc3feb92 None None] Could not find standard attr ID for object 0eb6194e-5818-4eb7-9412-882afed8ce3f. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:07:31.241884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e27ac073-e0a0-4f5f-bfec-26e4dc3feb92 None None] Provisioning for port 86567c35-7c1a-4eb4-bdc2-a4139f070138 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:31.248123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e27ac073-e0a0-4f5f-bfec-26e4dc3feb92 None None] Provisioning complete for port 86567c35-7c1a-4eb4-bdc2-a4139f070138 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:31.248559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e27ac073-e0a0-4f5f-bfec-26e4dc3feb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:31.310542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e27ac073-e0a0-4f5f-bfec-26e4dc3feb92 None None] Port 86567c35-7c1a-4eb4-bdc2-a4139f070138 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:31.401027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2df3887-a0bc-451b-9a0d-c3a506535dfb tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:31.408797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:31.424410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d3eb5847-5bbf-4e52-a304-f5a8d5641b8b None None] Could not find standard attr ID for object 0eb6194e-5818-4eb7-9412-882afed8ce3f. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:07:31.438039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d3eb5847-5bbf-4e52-a304-f5a8d5641b8b None None] Provisioning complete for port 86567c35-7c1a-4eb4-bdc2-a4139f070138 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:31.438565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5847-5bbf-4e52-a304-f5a8d5641b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:31.482313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:31.507175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb5847-5bbf-4e52-a304-f5a8d5641b8b None None] Port 86567c35-7c1a-4eb4-bdc2-a4139f070138 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:31.551541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e2df3887-a0bc-451b-9a0d-c3a506535dfb tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 86567c35-7c1a-4eb4-bdc2-a4139f070138 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:31.749858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2df3887-a0bc-451b-9a0d-c3a506535dfb tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:31.756102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36762a5d-42e8-48df-a0ea-f1336bb47596 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:31.803472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df3887-a0bc-451b-9a0d-c3a506535dfb tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=86567c35-7c1a-4eb4-bdc2-a4139f070138,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:31.807616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e2df3887-a0bc-451b-9a0d-c3a506535dfb tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:31.853363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e2df3887-a0bc-451b-9a0d-c3a506535dfb tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:31.896479 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e2df3887-a0bc-451b-9a0d-c3a506535dfb tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/86567c35-7c1a-4eb4-bdc2-a4139f070138 HTTP/1.1" status: 204 len: 168 time: 0.8660984 Apr 22 17:07:31.896853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60396) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:31.925113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:31.964190 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd3a228-68e9-4ee9-a1bf-823e562ce0db tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:07:31.964797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5cd3a228-68e9-4ee9-a1bf-823e562ce0db tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:32.004758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:32.005187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:32.015196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5cd3a228-68e9-4ee9-a1bf-823e562ce0db tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:32.016507 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5cd3a228-68e9-4ee9-a1bf-823e562ce0db tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/86567c35-7c1a-4eb4-bdc2-a4139f070138 HTTP/1.1" status: 404 len: 333 time: 0.1186402 Apr 22 17:07:32.019568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60400) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:32.097758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-076be14d-a1eb-4bdd-aa36-1c54ad1dede2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting subnet 278c0253-16ff-4bb0-9bcf-670958bf21c4 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:07:32.101097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-076be14d-a1eb-4bdd-aa36-1c54ad1dede2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:32.137974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2e5383c5-24cc-4dec-b5c9-60a7a393481e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:32.162893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-076be14d-a1eb-4bdd-aa36-1c54ad1dede2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:32.212808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 2e5383c5-24cc-4dec-b5c9-60a7a393481e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:32.213229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:32.258709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-076be14d-a1eb-4bdd-aa36-1c54ad1dede2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:32.590389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-076be14d-a1eb-4bdd-aa36-1c54ad1dede2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:32.596122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75c122e9-85ef-4a9b-b954-c3e54ab7f134 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:32.637366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-076be14d-a1eb-4bdd-aa36-1c54ad1dede2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:32.641298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076be14d-a1eb-4bdd-aa36-1c54ad1dede2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Subnet': ['ID=278c0253-16ff-4bb0-9bcf-670958bf21c4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:32.642667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf89f7-3105-4e6b-8f3b-f9ae84eaf74e None None] Network 0a718494-9512-4716-80a4-5e7a473b6bc0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:32.644788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-076be14d-a1eb-4bdd-aa36-1c54ad1dede2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:32.648310 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-076be14d-a1eb-4bdd-aa36-1c54ad1dede2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/278c0253-16ff-4bb0-9bcf-670958bf21c4 HTTP/1.1" status: 204 len: 168 time: 0.6276901 Apr 22 17:07:32.651453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60404) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:32.784038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:32.795897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:32.798136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:32.798815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:32.928739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3aa0e-82fa-4df5-b86a-fbadf5e11421 None None] DHCP port deletion for 0a718494-9512-4716-80a4-5e7a473b6bc0 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:07:32.933531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3aa0e-82fa-4df5-b86a-fbadf5e11421 None None] Deleting port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:32.934026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fb3aa0e-82fa-4df5-b86a-fbadf5e11421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:33.030407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] For port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=341036cd-10cd-496f-8b8b-8a13e2d9cbb9,segment=NetworkSegment(c21ff34e-60d7-4e83-8070-c3ecf2bef9d1),segment_id=c21ff34e-60d7-4e83-8070-c3ecf2bef9d1)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:33.030863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:33.172811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:33.288378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:33.295578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9eb254cf-b366-4b1b-b0ff-37812a7b9e2e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:33.339313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6fb3aa0e-82fa-4df5-b86a-fbadf5e11421 None None] For port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=341036cd-10cd-496f-8b8b-8a13e2d9cbb9,segment=NetworkSegment(c21ff34e-60d7-4e83-8070-c3ecf2bef9d1),segment_id=c21ff34e-60d7-4e83-8070-c3ecf2bef9d1)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:33.339739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fb3aa0e-82fa-4df5-b86a-fbadf5e11421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:33.349302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=341036cd-10cd-496f-8b8b-8a13e2d9cbb9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:33.351432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No DVR routers for this DVR port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:07:33.353086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:33.490305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:33.508455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3aa0e-82fa-4df5-b86a-fbadf5e11421 None None] Calling delete_port for 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:33.585123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-6fb3aa0e-82fa-4df5-b86a-fbadf5e11421 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:07:33.585536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-6fb3aa0e-82fa-4df5-b86a-fbadf5e11421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:07:33.888494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:07:33.908119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a718494-9512-4716-80a4-5e7a473b6bc0']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:33.922066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21ff34e-60d7-4e83-8070-c3ecf2bef9d1') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:33.922406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21ff34e-60d7-4e83-8070-c3ecf2bef9d1') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:33.928642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:07:33.929135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:07:33.936656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:33.951938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:33.958247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:07:34.087466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3aa0e-82fa-4df5-b86a-fbadf5e11421 None None] Deleting port 341036cd-10cd-496f-8b8b-8a13e2d9cbb9 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:34.087966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6fb3aa0e-82fa-4df5-b86a-fbadf5e11421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:34.141725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 0a718494-9512-4716-80a4-5e7a473b6bc0 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:07:34.155123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:34.160815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3aa0e-82fa-4df5-b86a-fbadf5e11421 None None] The port '341036cd-10cd-496f-8b8b-8a13e2d9cbb9' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:07:34.340312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 0a718494-9512-4716-80a4-5e7a473b6bc0 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:07:34.365336 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:07:34.498335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:34.501896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-09f39e7b-1e17-4461-ac83-150c4c5b7981 tempest-RoutersIpV6Test-330403472 tempest-RoutersIpV6Test-330403472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:34.520506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:34.530302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Network': ['ID=0a718494-9512-4716-80a4-5e7a473b6bc0,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:34.535062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:34.573452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/networks/0a718494-9512-4716-80a4-5e7a473b6bc0 HTTP/1.1" status: 204 len: 168 time: 1.9208710 Apr 22 17:07:34.577929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60410) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:34.584337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2043325171'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:34.590087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:34.595340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:network and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:34.598656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:34.604806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:34.641074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:34.647297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:34.678835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:07:34.688847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:34.689245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Added segment 2c9ce719-d94e-4845-9cd5-c5ee5c355d4d of type vlan for network 7dbe00e4-922d-4a4b-a718-094eea412614 Apr 22 17:07:34.719140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:34.791068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:34.797046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:34.797687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:34.803337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-193b0fb5-469b-482f-836b-79e7999a9bee tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:34.914909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Network': ['ID=7dbe00e4-922d-4a4b-a718-094eea412614,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:34.917515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:34.925629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 7dbe00e4-922d-4a4b-a718-094eea412614 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:07:34.928897 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3498728 Apr 22 17:07:34.932175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60414) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:34.939198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': '7dbe00e4-922d-4a4b-a718-094eea412614', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:35.065099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:35.069441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:35.072491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:35.078595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:35.105543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:35.134120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:35.140214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:35.898789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:35.903648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0279949f-beda-45da-b160-24562a474d3a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:35.986299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Subnet': ['ID=8479eb94-5c1b-422a-b1ec-dc5668b17408,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:35.990761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:35.995232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Checking segment: {'id': '2c9ce719-d94e-4845-9cd5-c5ee5c355d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7dbe00e4-922d-4a4b-a718-094eea412614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:35.995633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network hostable DHCP agents. Network: 7dbe00e4-922d-4a4b-a718-094eea412614, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:07:36.048467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 7dbe00e4-922d-4a4b-a718-094eea412614 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:07:36.082938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 7dbe00e4-922d-4a4b-a718-094eea412614) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:36.095225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d59151-f1d5-4c67-9bfa-8597b1b6bcf0 None None] Network 7dbe00e4-922d-4a4b-a718-094eea412614 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:36.098583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:36.099329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:36.157696 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2241728 Apr 22 17:07:36.160758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60420) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:36.166377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f7d60e21-7960-4293-b80e-d271585e00d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1893670414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:36.174200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f7d60e21-7960-4293-b80e-d271585e00d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:36.179655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f7d60e21-7960-4293-b80e-d271585e00d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:router and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:36.182802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f7d60e21-7960-4293-b80e-d271585e00d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:36.189540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f7d60e21-7960-4293-b80e-d271585e00d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:36.220027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7d60e21-7960-4293-b80e-d271585e00d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:36.220775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7d60e21-7960-4293-b80e-d271585e00d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:36.236708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7d60e21-7960-4293-b80e-d271585e00d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:36.277504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7d60e21-7960-4293-b80e-d271585e00d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:36.327766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-7dbe00e4-922d-4a4b-a718-094eea412614', 'network_id': '7dbe00e4-922d-4a4b-a718-094eea412614', 'tenant_id': '38c86cee173e4b7ab4ce34e0299f3797', 'fixed_ips': [{'subnet_id': '8479eb94-5c1b-422a-b1ec-dc5668b17408'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:07:36.328712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:36.339793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7d60e21-7960-4293-b80e-d271585e00d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:36.341145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f7d60e21-7960-4293-b80e-d271585e00d8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1794858 Apr 22 17:07:36.344666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60424) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:36.351573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'network_id': '7dbe00e4-922d-4a4b-a718-094eea412614', 'name': 'tempest-PortsIpV6TestJSON-1184847791'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:36.497619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Allocated IP 2001:db8::2 (7dbe00e4-922d-4a4b-a718-094eea412614/8479eb94-5c1b-422a-b1ec-dc5668b17408/51930a08-91bc-4a87-a0ba-47bc81ccb154) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:36.501050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:36.505518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:port and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:36.509007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:36.515342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:36.568093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:36.574777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:36.600709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port 6e44d865-b546-4fde-8f00-10530f063072 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:07:36.722210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:36.733282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Transition to ACTIVE for port object 51930a08-91bc-4a87-a0ba-47bc81ccb154 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:36.752964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Transition to ACTIVE for port object 51930a08-91bc-4a87-a0ba-47bc81ccb154 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:36.797297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:36.803119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:36.838718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8::223 (7dbe00e4-922d-4a4b-a718-094eea412614/8479eb94-5c1b-422a-b1ec-dc5668b17408/6e44d865-b546-4fde-8f00-10530f063072) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:36.871691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Network 7dbe00e4-922d-4a4b-a718-094eea412614 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:36.875530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:36.881786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:36.889095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Pushing event updated for resources: {'Port': ['ID=51930a08-91bc-4a87-a0ba-47bc81ccb154,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:36.893598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:36.987558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Attempting to bind port 51930a08-91bc-4a87-a0ba-47bc81ccb154 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:07:36.988221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Attempting to bind port 51930a08-91bc-4a87-a0ba-47bc81ccb154 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '2c9ce719-d94e-4845-9cd5-c5ee5c355d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7dbe00e4-922d-4a4b-a718-094eea412614'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:07:36.988382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Attempting to bind port 51930a08-91bc-4a87-a0ba-47bc81ccb154 on network 7dbe00e4-922d-4a4b-a718-094eea412614 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:07:36.994435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:07:36.994883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Checking segment: {'id': '2c9ce719-d94e-4845-9cd5-c5ee5c355d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7dbe00e4-922d-4a4b-a718-094eea412614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:36.995339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:36.995792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Bound using segment: {'id': '2c9ce719-d94e-4845-9cd5-c5ee5c355d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7dbe00e4-922d-4a4b-a718-094eea412614'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:07:36.996314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Bound port: 51930a08-91bc-4a87-a0ba-47bc81ccb154, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9ce719-d94e-4845-9cd5-c5ee5c355d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7dbe00e4-922d-4a4b-a718-094eea412614'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:07:36.996738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:37.071610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:37.089658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object 6e44d865-b546-4fde-8f00-10530f063072 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:37.094080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] For port 51930a08-91bc-4a87-a0ba-47bc81ccb154, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:07:37.097458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] For port 51930a08-91bc-4a87-a0ba-47bc81ccb154, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51930a08-91bc-4a87-a0ba-47bc81ccb154,segment=NetworkSegment(2c9ce719-d94e-4845-9cd5-c5ee5c355d4d),segment_id=2c9ce719-d94e-4845-9cd5-c5ee5c355d4d)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:07:37.133142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:37.138258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-810d701b-0fd7-4c69-a62d-c9b516b24872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:37.174585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:37.180907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85f3f526-da6e-465e-bfc8-ae748365115d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:37.228024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Pushing event updated for resources: {'Port': ['ID=51930a08-91bc-4a87-a0ba-47bc81ccb154,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:37.231533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:37.260446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 7dbe00e4-922d-4a4b-a718-094eea412614 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:37.264526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:37.268878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:37.275009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:37.275686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:37.284840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=6e44d865-b546-4fde-8f00-10530f063072,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:37.292792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:37.345145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9989617 Apr 22 17:07:37.348036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60428) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:37.937205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 51930a08-91bc-4a87-a0ba-47bc81ccb154 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:37.996373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:38.042818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 51930a08-91bc-4a87-a0ba-47bc81ccb154 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:38.396901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:38.425530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:38.431380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-965199fe-6b28-47cc-8d73-f2013e5765e9 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:38.567990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=6e44d865-b546-4fde-8f00-10530f063072,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:38.574239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:38.608638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f3934c-372f-4423-8943-f812042420b0 None None] Network 7dbe00e4-922d-4a4b-a718-094eea412614 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:38.745482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:38.757079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-97ad9aaf-5951-43c0-8699-0d34f4e05c32 None None] Provisioning for port 51930a08-91bc-4a87-a0ba-47bc81ccb154 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:38.771518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-97ad9aaf-5951-43c0-8699-0d34f4e05c32 None None] Provisioning complete for port 51930a08-91bc-4a87-a0ba-47bc81ccb154 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:38.772215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97ad9aaf-5951-43c0-8699-0d34f4e05c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:38.890502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:39.039535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97ad9aaf-5951-43c0-8699-0d34f4e05c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:39.084890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-97ad9aaf-5951-43c0-8699-0d34f4e05c32 None None] For port 51930a08-91bc-4a87-a0ba-47bc81ccb154, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51930a08-91bc-4a87-a0ba-47bc81ccb154,segment=NetworkSegment(2c9ce719-d94e-4845-9cd5-c5ee5c355d4d),segment_id=2c9ce719-d94e-4845-9cd5-c5ee5c355d4d)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:39.134064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97ad9aaf-5951-43c0-8699-0d34f4e05c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:39.136426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:39.218757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad9aaf-5951-43c0-8699-0d34f4e05c32 None None] Pushing event updated for resources: {'Port': ['ID=51930a08-91bc-4a87-a0ba-47bc81ccb154,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:39.223583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97ad9aaf-5951-43c0-8699-0d34f4e05c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:39.356098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:39.396910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-94442d2d-c320-44e6-b35c-e6483133014b None None] Provisioning for port 6e44d865-b546-4fde-8f00-10530f063072 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:39.402446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-94442d2d-c320-44e6-b35c-e6483133014b None None] Provisioning complete for port 6e44d865-b546-4fde-8f00-10530f063072 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:39.402963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94442d2d-c320-44e6-b35c-e6483133014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:39.436848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:39.437748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:39.446935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:39.469347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-94442d2d-c320-44e6-b35c-e6483133014b None None] Port 6e44d865-b546-4fde-8f00-10530f063072 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:39.483947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-94442d2d-c320-44e6-b35c-e6483133014b None None] Provisioning complete for port 51930a08-91bc-4a87-a0ba-47bc81ccb154 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:39.484259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94442d2d-c320-44e6-b35c-e6483133014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:39.604685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=6e44d865-b546-4fde-8f00-10530f063072,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:39.608381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:39.683243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 7dbe00e4-922d-4a4b-a718-094eea412614 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:39.684607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:39.771652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8898c17f-46b4-4e9b-a391-b92f60c8fc3f None None] Provisioning complete for port 6e44d865-b546-4fde-8f00-10530f063072 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:39.772074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8898c17f-46b4-4e9b-a391-b92f60c8fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:39.837575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8898c17f-46b4-4e9b-a391-b92f60c8fc3f None None] Port 6e44d865-b546-4fde-8f00-10530f063072 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:39.916444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 51930a08-91bc-4a87-a0ba-47bc81ccb154 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:39.953003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Router f5728daa-a360-456f-a382-57acedacab3c is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:07:39.986880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-10294f34-437a-4566-9f5d-e77092f51952 None None] Provisioning complete for port 6e44d865-b546-4fde-8f00-10530f063072 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:39.987300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10294f34-437a-4566-9f5d-e77092f51952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:40.059718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-10294f34-437a-4566-9f5d-e77092f51952 None None] Port 6e44d865-b546-4fde-8f00-10530f063072 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:40.063728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 51930a08-91bc-4a87-a0ba-47bc81ccb154 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:40.064149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:40.136027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:07:40.143458 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "PUT /v2.0/routers/f5728daa-a360-456f-a382-57acedacab3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7940838 Apr 22 17:07:40.146363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60434) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:40.169912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be1702-2628-4221-9ba6-7fab1619ed51 None None] Sync routers for ids ['f5728daa-a360-456f-a382-57acedacab3c'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:07:40.203915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be1702-2628-4221-9ba6-7fab1619ed51 None None] Routers {'f5728daa-a360-456f-a382-57acedacab3c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:07:40.204535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c7be1702-2628-4221-9ba6-7fab1619ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:07:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f5728daa-a360-456f-a382-57acedacab3c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:40.248175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed29ab7-7436-44e6-b1bc-b1bcf23b114c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:40.249005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6ed29ab7-7436-44e6-b1bc-b1bcf23b114c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:40.273040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c7be1702-2628-4221-9ba6-7fab1619ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:40.286561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be1702-2628-4221-9ba6-7fab1619ed51 None None] Routers {'f5728daa-a360-456f-a382-57acedacab3c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:07:40.287253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c7be1702-2628-4221-9ba6-7fab1619ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:07:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f5728daa-a360-456f-a382-57acedacab3c'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:40.294113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6ed29ab7-7436-44e6-b1bc-b1bcf23b114c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:40.295938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6ed29ab7-7436-44e6-b1bc-b1bcf23b114c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5728daa-a360-456f-a382-57acedacab3c HTTP/1.1" status: 200 len: 989 time: 0.1484671 Apr 22 17:07:40.299047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60440) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:40.357648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c7be1702-2628-4221-9ba6-7fab1619ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:40.358106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be1702-2628-4221-9ba6-7fab1619ed51 None None] The sync data for ids ['f5728daa-a360-456f-a382-57acedacab3c'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:07:40.842077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:41.145323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 6e44d865-b546-4fde-8f00-10530f063072 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:41.146115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:41.352207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:41.489353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 6e44d865-b546-4fde-8f00-10530f063072 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:41.814317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:41.820911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:41.873214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=6e44d865-b546-4fde-8f00-10530f063072,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:41.876635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:42.059084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:42.653160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Router f5728daa-a360-456f-a382-57acedacab3c has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:07:42.797903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:07:42.807662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29383a-1657-4dce-abe2-80bbb5696d67 None None] Sync routers for ids ['f5728daa-a360-456f-a382-57acedacab3c'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:07:42.819741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29383a-1657-4dce-abe2-80bbb5696d67 None None] Routers {'f5728daa-a360-456f-a382-57acedacab3c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:07:42.820383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2f29383a-1657-4dce-abe2-80bbb5696d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:07:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f5728daa-a360-456f-a382-57acedacab3c'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:42.872071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60446) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:42.872401 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "PUT /v2.0/routers/f5728daa-a360-456f-a382-57acedacab3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5719347 Apr 22 17:07:42.890250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2f29383a-1657-4dce-abe2-80bbb5696d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:42.900251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29383a-1657-4dce-abe2-80bbb5696d67 None None] Routers {'f5728daa-a360-456f-a382-57acedacab3c'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:07:42.900936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2f29383a-1657-4dce-abe2-80bbb5696d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:07:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['f5728daa-a360-456f-a382-57acedacab3c'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:42.924195 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4f4174-0675-4f20-9b4b-5276354ecc2a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:07:42.924715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bd4f4174-0675-4f20-9b4b-5276354ecc2a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:42.968052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2f29383a-1657-4dce-abe2-80bbb5696d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:42.968511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29383a-1657-4dce-abe2-80bbb5696d67 None None] The sync data for ids ['f5728daa-a360-456f-a382-57acedacab3c'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:07:42.974175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bd4f4174-0675-4f20-9b4b-5276354ecc2a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:42.975538 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bd4f4174-0675-4f20-9b4b-5276354ecc2a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/6e44d865-b546-4fde-8f00-10530f063072 HTTP/1.1" status: 404 len: 333 time: 0.1017067 Apr 22 17:07:42.980094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60450) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:43.424434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-712e9b1a-2625-4e4a-a9dc-94ff32c38407 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:43.758856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-712e9b1a-2625-4e4a-a9dc-94ff32c38407 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:43.761305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-712e9b1a-2625-4e4a-a9dc-94ff32c38407 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:43.826172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-712e9b1a-2625-4e4a-a9dc-94ff32c38407 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:43.826759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712e9b1a-2625-4e4a-a9dc-94ff32c38407 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Fanout notify agent at l3_agent the message router_deleted on router f5728daa-a360-456f-a382-57acedacab3c {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:07:43.839175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-712e9b1a-2625-4e4a-a9dc-94ff32c38407 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:43.840364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-712e9b1a-2625-4e4a-a9dc-94ff32c38407 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/routers/f5728daa-a360-456f-a382-57acedacab3c HTTP/1.1" status: 204 len: 168 time: 0.8592458 Apr 22 17:07:43.843574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60456) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:43.921435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-738e3e53-ca0c-4a27-abcd-2e44f8ecfbab tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting subnet 8479eb94-5c1b-422a-b1ec-dc5668b17408 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:07:43.924879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-738e3e53-ca0c-4a27-abcd-2e44f8ecfbab tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:43.985010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-738e3e53-ca0c-4a27-abcd-2e44f8ecfbab tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:44.079377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-738e3e53-ca0c-4a27-abcd-2e44f8ecfbab tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:44.409487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-738e3e53-ca0c-4a27-abcd-2e44f8ecfbab tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:44.414981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7d21a070-3ede-4973-8f43-9d8e50387b9f tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:44.461333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e3e53-ca0c-4a27-abcd-2e44f8ecfbab tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Subnet': ['ID=8479eb94-5c1b-422a-b1ec-dc5668b17408,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:44.463575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-738e3e53-ca0c-4a27-abcd-2e44f8ecfbab tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:44.468143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-738e3e53-ca0c-4a27-abcd-2e44f8ecfbab tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:44.469198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0104b0-db6e-41cb-86e0-1f4562a56e42 None None] Network 7dbe00e4-922d-4a4b-a718-094eea412614 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:44.472493 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-738e3e53-ca0c-4a27-abcd-2e44f8ecfbab tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/8479eb94-5c1b-422a-b1ec-dc5668b17408 HTTP/1.1" status: 204 len: 168 time: 0.6275868 Apr 22 17:07:44.475270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60460) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:44.627026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:44.640430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 51930a08-91bc-4a87-a0ba-47bc81ccb154 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:44.640843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:44.791139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f4027-acaf-45d7-8098-615d52c152d2 None None] DHCP port deletion for 7dbe00e4-922d-4a4b-a718-094eea412614 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:07:44.796367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b55f4027-acaf-45d7-8098-615d52c152d2 None None] Deleting port 51930a08-91bc-4a87-a0ba-47bc81ccb154 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:44.796843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b55f4027-acaf-45d7-8098-615d52c152d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:44.881960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] For port 51930a08-91bc-4a87-a0ba-47bc81ccb154, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51930a08-91bc-4a87-a0ba-47bc81ccb154,segment=NetworkSegment(2c9ce719-d94e-4845-9cd5-c5ee5c355d4d),segment_id=2c9ce719-d94e-4845-9cd5-c5ee5c355d4d)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:44.882337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:45.024302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 51930a08-91bc-4a87-a0ba-47bc81ccb154 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:45.155177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:45.160436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08a2ce83-ce57-4f44-8795-40f2df948d62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:45.195029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b55f4027-acaf-45d7-8098-615d52c152d2 None None] For port 51930a08-91bc-4a87-a0ba-47bc81ccb154, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=51930a08-91bc-4a87-a0ba-47bc81ccb154,segment=NetworkSegment(2c9ce719-d94e-4845-9cd5-c5ee5c355d4d),segment_id=2c9ce719-d94e-4845-9cd5-c5ee5c355d4d)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:45.195029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b55f4027-acaf-45d7-8098-615d52c152d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:45.209723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=51930a08-91bc-4a87-a0ba-47bc81ccb154,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:45.211827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No DVR routers for this DVR port 51930a08-91bc-4a87-a0ba-47bc81ccb154 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:07:45.213469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:45.333290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b55f4027-acaf-45d7-8098-615d52c152d2 None None] Calling delete_port for 51930a08-91bc-4a87-a0ba-47bc81ccb154 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:45.354119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:45.415396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-b55f4027-acaf-45d7-8098-615d52c152d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:07:45.415812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-b55f4027-acaf-45d7-8098-615d52c152d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:07:45.486930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbe00e4-922d-4a4b-a718-094eea412614']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:45.500365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9ce719-d94e-4845-9cd5-c5ee5c355d4d') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:45.500711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9ce719-d94e-4845-9cd5-c5ee5c355d4d') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:45.513180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:45.533726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:45.540521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:07:45.724082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 7dbe00e4-922d-4a4b-a718-094eea412614 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:07:45.733707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:45.895130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 51930a08-91bc-4a87-a0ba-47bc81ccb154 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:07:45.919202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network 7dbe00e4-922d-4a4b-a718-094eea412614 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:07:45.926427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b55f4027-acaf-45d7-8098-615d52c152d2 None None] Deleting port 51930a08-91bc-4a87-a0ba-47bc81ccb154 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:45.926908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b55f4027-acaf-45d7-8098-615d52c152d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:07:45.944714 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:07:45.965589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 51930a08-91bc-4a87-a0ba-47bc81ccb154 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:07:45.966038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 51930a08-91bc-4a87-a0ba-47bc81ccb154 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:07:46.008129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b55f4027-acaf-45d7-8098-615d52c152d2 None None] The port '51930a08-91bc-4a87-a0ba-47bc81ccb154' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:07:46.063812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:46.067350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-afbcb69f-6242-483e-94d9-2faf0620c7fa tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:46.090524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:46.097584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Network': ['ID=7dbe00e4-922d-4a4b-a718-094eea412614,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:46.102316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:46.140806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/networks/7dbe00e4-922d-4a4b-a718-094eea412614 HTTP/1.1" status: 204 len: 168 time: 1.6639750 Apr 22 17:07:46.144665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60466) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:46.223893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92bb447-2f5f-46ce-a6d7-017040e32ea6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:46.224523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d92bb447-2f5f-46ce-a6d7-017040e32ea6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:46.264900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d92bb447-2f5f-46ce-a6d7-017040e32ea6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:46.266127 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d92bb447-2f5f-46ce-a6d7-017040e32ea6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/e7a61fdc-30bc-47e0-86df-6d8b46895434 HTTP/1.1" status: 200 len: 844 time: 0.1204619 Apr 22 17:07:46.270128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60470) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:46.348668 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-02de5320-a90e-4fe3-9b6f-ad4e2e67df90 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/e7a61fdc-30bc-47e0-86df-6d8b46895434?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0772614 Apr 22 17:07:46.352524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60474) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:46.359316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:46.477253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:46.481363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:46.484946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:46.491063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:46.527898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:46.534028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.025296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.030775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4fe5ba6e-3ec1-4829-b47b-52dbf9e049a3 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:47.086611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:47.089932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:47.099288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c32f5-aadd-4ed3-a9ac-5cc8ce34aa34 None None] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:47.114085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:47.114782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.126822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Subnet': ['ID=46061964-6f48-436f-aa21-65044a9e667c,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:47.131521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:47.169286 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8154850 Apr 22 17:07:47.172215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60480) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:47.177948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'security_group': {'name': 'tempest-secgroup-156064968'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:47.184503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:47.188593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:security_group and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:47.191642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:47.197928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:47.231524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.253539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:47.257618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:security_group_rule and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:47.260758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:47.267306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:47.299473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60484) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:47.353624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.363701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-d66ad5fd-dce9-4cb0-b460-c839717f4c00', 'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'tenant_id': '38c86cee173e4b7ab4ce34e0299f3797', 'fixed_ips': [{'subnet_id': '46061964-6f48-436f-aa21-65044a9e667c'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:07:47.364706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.379784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.385915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:47.428474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d776f26-f1ae-4e5a-b2bf-571373bce136,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:47.432063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:47.464251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.466450 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1721af77-9670-43ad-87ff-5eb1685889a8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2931376 Apr 22 17:07:47.469330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60488) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:47.475593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1467397938'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:47.482618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:47.486840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:security_group and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:47.490206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:47.496682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:47.533009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.536690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Allocated IP 2001:db8::2 (d66ad5fd-dce9-4cb0-b460-c839717f4c00/46061964-6f48-436f-aa21-65044a9e667c/a1872e4d-e93a-4dcf-a8ce-3d827195a569) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:47.556196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:47.561099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:security_group_rule and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:47.564340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:47.571135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:47.726587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.767992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.774514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-df8b8307-131e-42ba-840e-fe2c69ee3251 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:47.784044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.795893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Transition to ACTIVE for port object a1872e4d-e93a-4dcf-a8ce-3d827195a569 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:47.817612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Transition to ACTIVE for port object a1872e4d-e93a-4dcf-a8ce-3d827195a569 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:47.823237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2373c6bd-87da-4445-a1a9-b60684a9642f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:47.826879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:47.848581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.848790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.850108 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-10b652b6-40cd-47c8-8f20-f9580f8e8eb9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3797400 Apr 22 17:07:47.853226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60492) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:47.854593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19f42fec-b4e2-4217-b292-4c7ca0e1c9b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:47.860564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-32755152', 'security_groups': ['2373c6bd-87da-4445-a1a9-b60684a9642f'], 'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '46061964-6f48-436f-aa21-65044a9e667c'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:47.921877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:47.926188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:47.929445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:47.930842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:47.980282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Pushing event updated for resources: {'Port': ['ID=a1872e4d-e93a-4dcf-a8ce-3d827195a569,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:48.020653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.021054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.021438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.021818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.022193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.022568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.022965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.023335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.023717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.024116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.024431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.024793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:07:48.029999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:48.033388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:48.050386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:48.051279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Attempting to bind port a1872e4d-e93a-4dcf-a8ce-3d827195a569 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:07:48.051711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Attempting to bind port a1872e4d-e93a-4dcf-a8ce-3d827195a569 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '819d13c0-8b9d-4ed7-8ebe-9766b4230434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:07:48.052136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Attempting to bind port a1872e4d-e93a-4dcf-a8ce-3d827195a569 on network d66ad5fd-dce9-4cb0-b460-c839717f4c00 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:07:48.059020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:07:48.059449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Checking segment: {'id': '819d13c0-8b9d-4ed7-8ebe-9766b4230434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:07:48.060522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:48.060968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Bound using segment: {'id': '819d13c0-8b9d-4ed7-8ebe-9766b4230434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:07:48.061510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Bound port: a1872e4d-e93a-4dcf-a8ce-3d827195a569, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819d13c0-8b9d-4ed7-8ebe-9766b4230434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:07:48.061938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:48.082574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:48.163000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] For port a1872e4d-e93a-4dcf-a8ce-3d827195a569, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:07:48.166321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] For port a1872e4d-e93a-4dcf-a8ce-3d827195a569, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a1872e4d-e93a-4dcf-a8ce-3d827195a569,segment=NetworkSegment(819d13c0-8b9d-4ed7-8ebe-9766b4230434),segment_id=819d13c0-8b9d-4ed7-8ebe-9766b4230434)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:07:48.197409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:48.203018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0125f70f-8f30-49c0-874b-163f0e51ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:48.233574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:48.257837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port 0bc5bcf5-2228-4c16-9226-22c5c0f31501 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:07:48.286995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Pushing event updated for resources: {'Port': ['ID=a1872e4d-e93a-4dcf-a8ce-3d827195a569,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:48.291142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:48.370244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 2e5383c5-24cc-4dec-b5c9-60a7a393481e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:48.370767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:48.521250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8::15c (d66ad5fd-dce9-4cb0-b460-c839717f4c00/46061964-6f48-436f-aa21-65044a9e667c/0bc5bcf5-2228-4c16-9226-22c5c0f31501) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:48.595277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 2e5383c5-24cc-4dec-b5c9-60a7a393481e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2e5383c5-24cc-4dec-b5c9-60a7a393481e,segment=NetworkSegment(2d6daa70-7a24-4705-ad43-31f5fa85beec),segment_id=2d6daa70-7a24-4705-ad43-31f5fa85beec)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:48.596078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:48.769274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:48.773457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 2e5383c5-24cc-4dec-b5c9-60a7a393481e owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:48.786867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object 0bc5bcf5-2228-4c16-9226-22c5c0f31501 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:48.842381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:48.848393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2292a67-80fe-49f3-928f-c4f55e1c663d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:48.924768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:48.928269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:48.932719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:48.939438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:48.940198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:48.954344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=0bc5bcf5-2228-4c16-9226-22c5c0f31501,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:48.959382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:49.001738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:49.007455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51ea25cc-3497-4658-bbc3-83aa4675b891 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:49.024772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1702418 Apr 22 17:07:49.027913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60496) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:49.035377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a11f6311-cb86-48a1-b8c5-bf52bddd012d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:49.061709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=2e5383c5-24cc-4dec-b5c9-60a7a393481e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:49.065578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:49.229826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a11f6311-cb86-48a1-b8c5-bf52bddd012d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:49.234693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a11f6311-cb86-48a1-b8c5-bf52bddd012d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:49.238160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a11f6311-cb86-48a1-b8c5-bf52bddd012d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:49.245492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a11f6311-cb86-48a1-b8c5-bf52bddd012d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:49.283001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f6311-cb86-48a1-b8c5-bf52bddd012d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:49.289546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a11f6311-cb86-48a1-b8c5-bf52bddd012d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:49.393531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:49.445340 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-a11f6311-cb86-48a1-b8c5-bf52bddd012d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46061964-6f48-436f-aa21-65044a9e667c (CIDR: 2001:db8::/64) Apr 22 17:07:49.477577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11f6311-cb86-48a1-b8c5-bf52bddd012d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:07:49.478149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11f6311-cb86-48a1-b8c5-bf52bddd012d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:07:49.541094 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a11f6311-cb86-48a1-b8c5-bf52bddd012d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5113418 Apr 22 17:07:49.545880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60500) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:49.552523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:49.753357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:49.758137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:49.761888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:49.770701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:49.812907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:49.821915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:49.875592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7acc343f-2889-4409-ab7a-f617f5954233 None None] Provisioning complete for port e7a61fdc-30bc-47e0-86df-6d8b46895434 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:49.876285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7acc343f-2889-4409-ab7a-f617f5954233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:49.955411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7acc343f-2889-4409-ab7a-f617f5954233 None None] Port e7a61fdc-30bc-47e0-86df-6d8b46895434 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:50.001709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7acc343f-2889-4409-ab7a-f617f5954233 None None] Provisioning for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:50.076399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a1872e4d-e93a-4dcf-a8ce-3d827195a569 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:50.159608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 3486f6e9-b714-43c2-b28d-e87e96e494a8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:07:50.166665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b117667d-cbbe-4c27-a882-606a7c0db996 None None] Provisioning for port 0bc5bcf5-2228-4c16-9226-22c5c0f31501 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:50.172856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b117667d-cbbe-4c27-a882-606a7c0db996 None None] Provisioning complete for port 0bc5bcf5-2228-4c16-9226-22c5c0f31501 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:50.173431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b117667d-cbbe-4c27-a882-606a7c0db996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:50.204910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:50.217830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:50.218285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:50.288346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b117667d-cbbe-4c27-a882-606a7c0db996 None None] Port 0bc5bcf5-2228-4c16-9226-22c5c0f31501 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:50.365484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:07:50.378191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:50.385702 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/3486f6e9-b714-43c2-b28d-e87e96e494a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0845482 Apr 22 17:07:50.393137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3107bbe-927e-4ed3-8ee7-9b730476f9fe None None] Sync routers for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:07:50.415291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3107bbe-927e-4ed3-8ee7-9b730476f9fe None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:07:50.416060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e3107bbe-927e-4ed3-8ee7-9b730476f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:07:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:50.446130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:50.449625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-091433e6-353e-4d18-b980-d5f26fdd14f4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:50.572750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port a1872e4d-e93a-4dcf-a8ce-3d827195a569, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a1872e4d-e93a-4dcf-a8ce-3d827195a569,segment=NetworkSegment(819d13c0-8b9d-4ed7-8ebe-9766b4230434),segment_id=819d13c0-8b9d-4ed7-8ebe-9766b4230434)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:50.617966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:50.623508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ce2dccb-3d57-4086-9e9b-ce73289262aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:50.694705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e3107bbe-927e-4ed3-8ee7-9b730476f9fe None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:07:50.784601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=a1872e4d-e93a-4dcf-a8ce-3d827195a569,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:50.850089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:50.914410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:50.922205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:50.940159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:50.940812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:50.949724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6faea-95d4-4efe-ad67-ede3bef28828 req-14b491e2-ea8b-44c7-855c-62de04939791 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:50.951255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c1a6faea-95d4-4efe-ad67-ede3bef28828 req-14b491e2-ea8b-44c7-855c-62de04939791 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:50.954904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Subnet': ['ID=72d7f427-9973-4c0b-9d92-b4b298204b0b,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:50.959793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:50.971717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145621ab-e398-4a82-858d-05f0e212f9f2 None None] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:50.992090 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4449258 Apr 22 17:07:50.995076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60508) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:51.002280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1902902221', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '72d7f427-9973-4c0b-9d92-b4b298204b0b'}], 'security_groups': ['8d776f26-f1ae-4e5a-b2bf-571373bce136']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:51.014571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c1a6faea-95d4-4efe-ad67-ede3bef28828 req-14b491e2-ea8b-44c7-855c-62de04939791 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:51.015935 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1a6faea-95d4-4efe-ad67-ede3bef28828 req-14b491e2-ea8b-44c7-855c-62de04939791 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 946 time: 0.1687856 Apr 22 17:07:51.083579 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1a6faea-95d4-4efe-ad67-ede3bef28828 req-ae9f336f-d704-4315-8e25-d90c9e4b9c85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595083 Apr 22 17:07:51.150614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:51.533453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e3107bbe-927e-4ed3-8ee7-9b730476f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:07:48Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4365d116-4c02-4d1a-931f-7951032c9e2b', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'port_id': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'mac_address': 'fa:16:3e:a3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02143443-022f-4973-87fe-49a7554e3657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:06:18Z', 'updated_at': '2021-04-22T17:06:21Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:51.540002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3107bbe-927e-4ed3-8ee7-9b730476f9fe None None] Checking router: 3486f6e9-b714-43c2-b28d-e87e96e494a8 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:07:51.561747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3107bbe-927e-4ed3-8ee7-9b730476f9fe None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:07:51.562458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e3107bbe-927e-4ed3-8ee7-9b730476f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:07:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:51.637033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Delete allocated IP 2001:db8::15c (d66ad5fd-dce9-4cb0-b460-c839717f4c00/46061964-6f48-436f-aa21-65044a9e667c) {{(pid=87209) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 22 17:07:51.646880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8:0:1::d8 (d66ad5fd-dce9-4cb0-b460-c839717f4c00/72d7f427-9973-4c0b-9d92-b4b298204b0b/0bc5bcf5-2228-4c16-9226-22c5c0f31501) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:51.820559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e3107bbe-927e-4ed3-8ee7-9b730476f9fe None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:07:51.890766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:51.910246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object 0bc5bcf5-2228-4c16-9226-22c5c0f31501 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:51.910471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c7f0f-92d7-4a26-9609-e96d87067c0d None None] Update dhcp port {'port': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'fixed_ips': [{'subnet_id': '46061964-6f48-436f-aa21-65044a9e667c', 'ip_address': '2001:db8::2'}, {'subnet_id': '72d7f427-9973-4c0b-9d92-b4b298204b0b'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': 'a1872e4d-e93a-4dcf-a8ce-3d827195a569'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:07:51.944736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:51.945501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a1872e4d-e93a-4dcf-a8ce-3d827195a569 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:51.951692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c96d416e-b548-4399-9c5c-51fdb60c3ef4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:52.066391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] In _notify_port_updated(), no bound segment for port 0bc5bcf5-2228-4c16-9226-22c5c0f31501 on network d66ad5fd-dce9-4cb0-b460-c839717f4c00 {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 17:07:52.072948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:52.073669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:52.079752 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "PUT /v2.0/ports/0bc5bcf5-2228-4c16-9226-22c5c0f31501 HTTP/1.1" status: 200 len: 930 time: 1.0790446 Apr 22 17:07:52.080199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60512) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:52.084278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=0bc5bcf5-2228-4c16-9226-22c5c0f31501,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:52.087777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:52.109383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-610c7f0f-92d7-4a26-9609-e96d87067c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:52.222212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f7813-05c6-434c-9b3b-3ca3bb86c0cd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port 0bc5bcf5-2228-4c16-9226-22c5c0f31501 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:52.222701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7813-05c6-434c-9b3b-3ca3bb86c0cd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:52.289632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:52.290039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:52.398909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-f014c948-7616-4eae-bcde-49a8d3646f0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:52.399603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-f014c948-7616-4eae-bcde-49a8d3646f0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:52.413626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-f014c948-7616-4eae-bcde-49a8d3646f0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:52.415962 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-f014c948-7616-4eae-bcde-49a8d3646f0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 946 time: 0.1515708 Apr 22 17:07:52.504008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port e03ea97b-c656-41d0-a6b7-e75f292ce7fa {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:52.504423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:52.621687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7813-05c6-434c-9b3b-3ca3bb86c0cd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:52.642655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37283ec7-b853-4412-9067-31366189b703 req-98aeb20b-1db2-49a6-8f93-1c7cb64d8f80 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:52.644440 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-37283ec7-b853-4412-9067-31366189b703 req-98aeb20b-1db2-49a6-8f93-1c7cb64d8f80 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 946 time: 0.2553320 Apr 22 17:07:52.661307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-610c7f0f-92d7-4a26-9609-e96d87067c0d None None] Allocated IP 2001:db8:0:1::2 (d66ad5fd-dce9-4cb0-b460-c839717f4c00/72d7f427-9973-4c0b-9d92-b4b298204b0b/a1872e4d-e93a-4dcf-a8ce-3d827195a569) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:52.774148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e3107bbe-927e-4ed3-8ee7-9b730476f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:07:48Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4365d116-4c02-4d1a-931f-7951032c9e2b', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'port_id': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'mac_address': 'fa:16:3e:a3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02143443-022f-4973-87fe-49a7554e3657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:06:18Z', 'updated_at': '2021-04-22T17:06:21Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:52.793128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3107bbe-927e-4ed3-8ee7-9b730476f9fe None None] The sync data for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv is: [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:07:48Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4365d116-4c02-4d1a-931f-7951032c9e2b', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'port_id': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'mac_address': 'fa:16:3e:a3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02143443-022f-4973-87fe-49a7554e3657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:06:18Z', 'updated_at': '2021-04-22T17:06:21Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:07:52.811565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port e03ea97b-c656-41d0-a6b7-e75f292ce7fa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e03ea97b-c656-41d0-a6b7-e75f292ce7fa,segment=NetworkSegment(2d6daa70-7a24-4705-ad43-31f5fa85beec),segment_id=2d6daa70-7a24-4705-ad43-31f5fa85beec)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:52.811962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:52.815073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f7813-05c6-434c-9b3b-3ca3bb86c0cd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for 0bc5bcf5-2228-4c16-9226-22c5c0f31501 owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:52.858797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-610c7f0f-92d7-4a26-9609-e96d87067c0d None None] For port a1872e4d-e93a-4dcf-a8ce-3d827195a569, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a1872e4d-e93a-4dcf-a8ce-3d827195a569,segment=NetworkSegment(819d13c0-8b9d-4ed7-8ebe-9766b4230434),segment_id=819d13c0-8b9d-4ed7-8ebe-9766b4230434)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:52.905498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-610c7f0f-92d7-4a26-9609-e96d87067c0d None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:52.916630 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-37283ec7-b853-4412-9067-31366189b703 req-4f310e84-eedb-4065-87df-b1641568f1dc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1895354 Apr 22 17:07:52.926605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-610c7f0f-92d7-4a26-9609-e96d87067c0d None None] Transition to ACTIVE for port object a1872e4d-e93a-4dcf-a8ce-3d827195a569 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:52.962461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-610c7f0f-92d7-4a26-9609-e96d87067c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:52.966769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44f0afdb-0d5b-46a8-b0c3-301ac419da7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:53.008104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for e03ea97b-c656-41d0-a6b7-e75f292ce7fa owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:53.088839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7813-05c6-434c-9b3b-3ca3bb86c0cd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.110401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3da2a7ca-da18-42a0-a17e-f146733d730e tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:53.214532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f7813-05c6-434c-9b3b-3ca3bb86c0cd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=0bc5bcf5-2228-4c16-9226-22c5c0f31501,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:53.219341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e5f7813-05c6-434c-9b3b-3ca3bb86c0cd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:53.220413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7813-05c6-434c-9b3b-3ca3bb86c0cd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.234704 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4e5f7813-05c6-434c-9b3b-3ca3bb86c0cd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/0bc5bcf5-2228-4c16-9226-22c5c0f31501 HTTP/1.1" status: 204 len: 168 time: 1.1505044 Apr 22 17:07:53.238225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60518) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:53.243467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.264690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-323822f5-5cee-4301-9d41-9e6dd167e03c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:53.323836 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8b0e5e-4a98-4b17-9de4-7f0f31bec069 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:07:53.324541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bc8b0e5e-4a98-4b17-9de4-7f0f31bec069 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:07:53.348705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c7f0f-92d7-4a26-9609-e96d87067c0d None None] Pushing event updated for resources: {'Port': ['ID=a1872e4d-e93a-4dcf-a8ce-3d827195a569,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:53.352077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-610c7f0f-92d7-4a26-9609-e96d87067c0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:53.379376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bc8b0e5e-4a98-4b17-9de4-7f0f31bec069 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:07:53.380814 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bc8b0e5e-4a98-4b17-9de4-7f0f31bec069 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/0bc5bcf5-2228-4c16-9226-22c5c0f31501 HTTP/1.1" status: 404 len: 333 time: 0.1411462 Apr 22 17:07:53.383838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60522) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:53.390081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=e03ea97b-c656-41d0-a6b7-e75f292ce7fa,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:53.393729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:53.448742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] No DVR routers for this DVR port e03ea97b-c656-41d0-a6b7-e75f292ce7fa on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:07:53.451556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.454779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90986139-c1f6-43cc-9739-5b8adeefd063', 'name': 'network-vif-deleted', 'tag': 'e03ea97b-c656-41d0-a6b7-e75f292ce7fa'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:07:53.459641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf16053b-50e1-484b-b1e9-94b8837d7235 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.496509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf16053b-50e1-484b-b1e9-94b8837d7235 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.506242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-89880ce8-2cae-49b2-ac74-b4cc51622835 req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "DELETE /v2.0/ports/e03ea97b-c656-41d0-a6b7-e75f292ce7fa HTTP/1.1" status: 204 len: 173 time: 1.0809133 Apr 22 17:07:53.511339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90986139-c1f6-43cc-9739-5b8adeefd063', 'name': 'network-vif-deleted', 'tag': 'e03ea97b-c656-41d0-a6b7-e75f292ce7fa', 'status': 'completed', 'code': 200} Apr 22 17:07:53.642854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf16053b-50e1-484b-b1e9-94b8837d7235 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.651760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c11de0fb-13df-49c1-b45e-6c67e1cf25b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:53.687491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16053b-50e1-484b-b1e9-94b8837d7235 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2373c6bd-87da-4445-a1a9-b60684a9642f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:53.690258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf16053b-50e1-484b-b1e9-94b8837d7235 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:53.691813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf16053b-50e1-484b-b1e9-94b8837d7235 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.696449 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bf16053b-50e1-484b-b1e9-94b8837d7235 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/security-groups/2373c6bd-87da-4445-a1a9-b60684a9642f HTTP/1.1" status: 204 len: 168 time: 0.3081861 Apr 22 17:07:53.697906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60528) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:53.784822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-934e8f91-0363-4f84-bea0-b3a209d21f91 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.826053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-934e8f91-0363-4f84-bea0-b3a209d21f91 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.905469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-934e8f91-0363-4f84-bea0-b3a209d21f91 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.911164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4eeb2f3d-69dd-425c-83fa-7771da0e583e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:53.926109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a1872e4d-e93a-4dcf-a8ce-3d827195a569 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:53.926661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e8f91-0363-4f84-bea0-b3a209d21f91 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d776f26-f1ae-4e5a-b2bf-571373bce136,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:53.938959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-934e8f91-0363-4f84-bea0-b3a209d21f91 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:53.939895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-934e8f91-0363-4f84-bea0-b3a209d21f91 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:53.941161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-934e8f91-0363-4f84-bea0-b3a209d21f91 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/security-groups/8d776f26-f1ae-4e5a-b2bf-571373bce136 HTTP/1.1" status: 204 len: 168 time: 0.2421758 Apr 22 17:07:53.944027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60532) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:54.030853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-49614c3b-ca0d-4e1c-a650-d8e82d8f1ca9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting subnet 46061964-6f48-436f-aa21-65044a9e667c {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:07:54.032374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49614c3b-ca0d-4e1c-a650-d8e82d8f1ca9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:54.039880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2e5383c5-24cc-4dec-b5c9-60a7a393481e no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:07:54.104567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49614c3b-ca0d-4e1c-a650-d8e82d8f1ca9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:54.120897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 2e5383c5-24cc-4dec-b5c9-60a7a393481e {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:07:54.121770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2e5383c5-24cc-4dec-b5c9-60a7a393481e not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:07:54.189143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-64dc28e0-23c3-4453-9631-090a56160cdf None None] Provisioning complete for port e7a61fdc-30bc-47e0-86df-6d8b46895434 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:54.190116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64dc28e0-23c3-4453-9631-090a56160cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:54.199515 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4bc6c600-6c36-4b46-a7f8-b271ed2d8f84 req-04d63e9e-a99a-4142-9722-dc82cd1ab908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=90986139-c1f6-43cc-9739-5b8adeefd063 HTTP/1.1" status: 200 len: 210 time: 0.0607655 Apr 22 17:07:54.265975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49614c3b-ca0d-4e1c-a650-d8e82d8f1ca9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:54.284878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-64dc28e0-23c3-4453-9631-090a56160cdf None None] Port e7a61fdc-30bc-47e0-86df-6d8b46895434 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:54.288296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-64dc28e0-23c3-4453-9631-090a56160cdf None None] Could not find standard attr ID for object 0bc5bcf5-2228-4c16-9226-22c5c0f31501. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:07:54.332183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-64dc28e0-23c3-4453-9631-090a56160cdf None None] Provisioning for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:54.338894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-64dc28e0-23c3-4453-9631-090a56160cdf None None] Provisioning complete for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:54.339325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64dc28e0-23c3-4453-9631-090a56160cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:54.615077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-79af3f19-d7c6-4b0b-9ebb-a1ffdcf433ee None None] Could not find standard attr ID for object 0bc5bcf5-2228-4c16-9226-22c5c0f31501. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:07:54.728828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49614c3b-ca0d-4e1c-a650-d8e82d8f1ca9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:54.733808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fa2e7e7c-6aa0-43ba-9013-962416e9056a tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:54.772570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49614c3b-ca0d-4e1c-a650-d8e82d8f1ca9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Subnet': ['ID=46061964-6f48-436f-aa21-65044a9e667c,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:54.776556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-49614c3b-ca0d-4e1c-a650-d8e82d8f1ca9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:54.779392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49614c3b-ca0d-4e1c-a650-d8e82d8f1ca9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:54.786371 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-49614c3b-ca0d-4e1c-a650-d8e82d8f1ca9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/46061964-6f48-436f-aa21-65044a9e667c HTTP/1.1" status: 204 len: 168 time: 0.8406334 Apr 22 17:07:54.789367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1720bc-785e-4db1-bcb4-af1eb50aed58 None None] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:54.791863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60538) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:54.803626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:55.094174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:55.102052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:55.108259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:55.119669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:55.169037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:55.179914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:55.316342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60544) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:55.452594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7fbc0bbd-1b10-4def-b8bf-2c92696ec282 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:55.492015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7fbc0bbd-1b10-4def-b8bf-2c92696ec282 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:55.606770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7fbc0bbd-1b10-4def-b8bf-2c92696ec282 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:55.613119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b0e7afb2-62b6-4720-84fd-c968c2a158a9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:55.630269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc0bbd-1b10-4def-b8bf-2c92696ec282 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc2a77e-a714-4b1c-9a1c-7ea370ed5922,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:55.633475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7fbc0bbd-1b10-4def-b8bf-2c92696ec282 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:55.681032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7fbc0bbd-1b10-4def-b8bf-2c92696ec282 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:55.683118 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7fbc0bbd-1b10-4def-b8bf-2c92696ec282 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/1dc2a77e-a714-4b1c-9a1c-7ea370ed5922 HTTP/1.1" status: 204 len: 168 time: 0.3650441 Apr 22 17:07:55.765116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60550) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:55.847573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72ce598-65cc-4b00-8790-11f8b38a12e7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting subnet 2d6c01c4-391a-4e5b-96f0-21bbf9057137 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:07:55.847779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b79b68b3-70d8-4fa9-9ed0-8ec1b9a885e5 None None] Provisioning complete for port e7a61fdc-30bc-47e0-86df-6d8b46895434 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:55.848162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b79b68b3-70d8-4fa9-9ed0-8ec1b9a885e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:55.851764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a72ce598-65cc-4b00-8790-11f8b38a12e7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:55.922604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b79b68b3-70d8-4fa9-9ed0-8ec1b9a885e5 None None] Port e7a61fdc-30bc-47e0-86df-6d8b46895434 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:55.925627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a72ce598-65cc-4b00-8790-11f8b38a12e7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:55.934731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b79b68b3-70d8-4fa9-9ed0-8ec1b9a885e5 None None] Provisioning complete for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:55.935164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b79b68b3-70d8-4fa9-9ed0-8ec1b9a885e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:55.939995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:55.946510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f388e012-b248-464f-81f1-0124d57d51d4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:56.002053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:56.005414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:56.023067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6432e644-a717-4aff-a3f2-798a9dea2a43 None None] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:56.025484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:56.026136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.029074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a72ce598-65cc-4b00-8790-11f8b38a12e7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.047567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Subnet': ['ID=802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:56.050694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:56.154610 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3569474 Apr 22 17:07:56.155502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60554) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:56.163134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1754939828'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:56.171903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:56.176967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:security_group and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:56.180837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:56.188271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:56.237359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.262083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:56.266757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:security_group_rule and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:56.270987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:56.282006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:56.371063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.425481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a72ce598-65cc-4b00-8790-11f8b38a12e7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.431051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:56.447905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.452401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device e03ea97b-c656-41d0-a6b7-e75f292ce7fa no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:07:56.455585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73d8b3bc-bdfe-4d32-b4e2-d9fcb84b986a tempest-FloatingIPAdminTestJSON-1474222916 tempest-FloatingIPAdminTestJSON-1474222916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:56.474840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ce598-65cc-4b00-8790-11f8b38a12e7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6c01c4-391a-4e5b-96f0-21bbf9057137,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:56.477099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a72ce598-65cc-4b00-8790-11f8b38a12e7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.487581 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a72ce598-65cc-4b00-8790-11f8b38a12e7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/subnets/2d6c01c4-391a-4e5b-96f0-21bbf9057137 HTTP/1.1" status: 204 len: 168 time: 0.7209578 Apr 22 17:07:56.488865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a72ce598-65cc-4b00-8790-11f8b38a12e7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:56.489089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60558) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:56.524262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc31c79-3776-4ed4-99b0-9831e7b308c2,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:56.524643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513a9f5c-0c40-4fe3-8580-854f340345f9 None None] Network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:07:56.532010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:56.575615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: e03ea97b-c656-41d0-a6b7-e75f292ce7fa {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:07:56.576187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device e03ea97b-c656-41d0-a6b7-e75f292ce7fa not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:07:56.584580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.585920 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4292285 Apr 22 17:07:56.589155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60562) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:56.596056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'security_group': {'name': 'tempest-secgroup-2123286549'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:56.603119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:56.607478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:security_group and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:56.610963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:56.617463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:56.640595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.652365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 9d560d3a-d876-4dab-84f6-d55eda3f44cd {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:56.652714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.664745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.699053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:56.704698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:security_group_rule and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:56.708977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:56.717725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:56.802166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.836506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.843249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fda31b45-e6db-405d-81dd-d7236f090118 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:56.889945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc32427-a8e6-46a7-960b-06bc175daee6,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:56.890714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 9d560d3a-d876-4dab-84f6-d55eda3f44cd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9d560d3a-d876-4dab-84f6-d55eda3f44cd,segment=NetworkSegment(2d6daa70-7a24-4705-ad43-31f5fa85beec),segment_id=2d6daa70-7a24-4705-ad43-31f5fa85beec)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:56.891120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.892996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:56.921240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:56.923111 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3327150 Apr 22 17:07:56.926029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60566) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:56.941895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1384006775'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:56.950591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:56.959649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:security_group and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:56.963225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:56.972990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:57.012834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8e053-88c4-4022-84ef-5844e2181478 None None] Update dhcp port {'port': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'fixed_ips': [{'subnet_id': '72d7f427-9973-4c0b-9d92-b4b298204b0b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': 'a1872e4d-e93a-4dcf-a8ce-3d827195a569'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:07:57.025123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.036376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 9d560d3a-d876-4dab-84f6-d55eda3f44cd owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:57.045740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007eb40e-f62b-4b80-847a-7a0d0fad9009 None None] DHCP port deletion for 84f7484f-7e6e-4f12-99cb-d0835155b1f1 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:07:57.053669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:57.057776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-007eb40e-f62b-4b80-847a-7a0d0fad9009 None None] Deleting port 9d560d3a-d876-4dab-84f6-d55eda3f44cd {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:57.058407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-007eb40e-f62b-4b80-847a-7a0d0fad9009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.058972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:security_group_rule and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:57.064078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:57.071919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:57.130596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49c8e053-88c4-4022-84ef-5844e2181478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.150053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.151178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.155675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6626b34f-71ad-4655-98fa-d28c1676b7b2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:57.180656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.188349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-18796b1a-f97d-46ee-857b-f99bcc8dfac0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:57.203924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=9d560d3a-d876-4dab-84f6-d55eda3f44cd,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:57.206676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:57.211999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] No DVR routers for this DVR port 9d560d3a-d876-4dab-84f6-d55eda3f44cd on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:07:57.218798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-007eb40e-f62b-4b80-847a-7a0d0fad9009 None None] The port '9d560d3a-d876-4dab-84f6-d55eda3f44cd' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:07:57.241957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cda5be-81e0-4a3d-8f5f-ac9127b69721,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:57.241957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:57.275275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.277367 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3496008 Apr 22 17:07:57.279921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60570) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:57.289511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1152876072', 'security_groups': ['06cda5be-81e0-4a3d-8f5f-ac9127b69721'], 'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:57.418292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-49c8e053-88c4-4022-84ef-5844e2181478 None None] Allocated IP 2001:db8::2 (d66ad5fd-dce9-4cb0-b460-c839717f4c00/802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2/a1872e4d-e93a-4dcf-a8ce-3d827195a569) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:57.447765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.474179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:57.486028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:57.528919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:07:57.658943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f7484f-7e6e-4f12-99cb-d0835155b1f1']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:57.661532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-49c8e053-88c4-4022-84ef-5844e2181478 None None] For port a1872e4d-e93a-4dcf-a8ce-3d827195a569, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a1872e4d-e93a-4dcf-a8ce-3d827195a569,segment=NetworkSegment(819d13c0-8b9d-4ed7-8ebe-9766b4230434),segment_id=819d13c0-8b9d-4ed7-8ebe-9766b4230434)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:07:57.673951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6daa70-7a24-4705-ad43-31f5fa85beec') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:57.674293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6daa70-7a24-4705-ad43-31f5fa85beec') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:07:57.688934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.696508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49c8e053-88c4-4022-84ef-5844e2181478 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.710046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.717129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:07:57.734480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.760486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] device_id is not set on port c546eb8f-9da5-4784-903f-38f7acfe2efd yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:07:57.910919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c2353ce-c783-49d1-b0c4-1a6257a0b0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.913669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:07:57.925237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:57.925484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9d560d3a-d876-4dab-84f6-d55eda3f44cd no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:07:57.971061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 9d560d3a-d876-4dab-84f6-d55eda3f44cd {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:07:57.971426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9d560d3a-d876-4dab-84f6-d55eda3f44cd not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:07:58.128627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 84f7484f-7e6e-4f12-99cb-d0835155b1f1 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:07:58.156471 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:07:58.246267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-49c8e053-88c4-4022-84ef-5844e2181478 None None] Transition to ACTIVE for port object a1872e4d-e93a-4dcf-a8ce-3d827195a569 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:58.270969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:58.275177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-04f35779-3b12-4ad8-9f13-b1429a7b7f34 tempest-RoutersNegativeIpV6Test-1557011263 tempest-RoutersNegativeIpV6Test-1557011263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:58.300044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:58.310739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Network': ['ID=84f7484f-7e6e-4f12-99cb-d0835155b1f1,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:58.314450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:58.323326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49c8e053-88c4-4022-84ef-5844e2181478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:58.331908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d273a59-7b55-438d-84e8-3da8846eac4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:58.339701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8::1f8 (d66ad5fd-dce9-4cb0-b460-c839717f4c00/802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2/c546eb8f-9da5-4784-903f-38f7acfe2efd) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:07:58.371585 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/networks/84f7484f-7e6e-4f12-99cb-d0835155b1f1 HTTP/1.1" status: 204 len: 168 time: 1.8759105 Apr 22 17:07:58.371992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60576) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:58.497444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8e053-88c4-4022-84ef-5844e2181478 None None] Pushing event updated for resources: {'Port': ['ID=a1872e4d-e93a-4dcf-a8ce-3d827195a569,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:58.503283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-49c8e053-88c4-4022-84ef-5844e2181478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:58.756467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 68b59646-5bd4-41e5-8376-b4aa054ac7e6 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:07:58.756822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:58.827539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:59.197514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-249b29c1-c7b1-429d-8a1f-9a08688b851f None None] Provisioning complete for port e7a61fdc-30bc-47e0-86df-6d8b46895434 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:59.198165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-249b29c1-c7b1-429d-8a1f-9a08688b851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:59.230391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object c546eb8f-9da5-4784-903f-38f7acfe2efd will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:07:59.267862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-249b29c1-c7b1-429d-8a1f-9a08688b851f None None] Port e7a61fdc-30bc-47e0-86df-6d8b46895434 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:07:59.306937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:59.307222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:59.311530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-249b29c1-c7b1-429d-8a1f-9a08688b851f None None] Provisioning for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:59.317929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-249b29c1-c7b1-429d-8a1f-9a08688b851f None None] Provisioning complete for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:59.318494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-249b29c1-c7b1-429d-8a1f-9a08688b851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:59.379161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:59.443340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:07:59.487780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 68b59646-5bd4-41e5-8376-b4aa054ac7e6 owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:07:59.577719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:07:59.582946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:07:59.588897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:07:59.602670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:07:59.602670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:59.617369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=c546eb8f-9da5-4784-903f-38f7acfe2efd,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:07:59.625270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:07:59.716695 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4352007 Apr 22 17:07:59.719627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60580) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:07:59.726069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-28b1ed77-450c-48fa-92fa-13247286df07 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:07:59.919806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a1872e4d-e93a-4dcf-a8ce-3d827195a569 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:07:59.950568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-28b1ed77-450c-48fa-92fa-13247286df07 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:07:59.955209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-28b1ed77-450c-48fa-92fa-13247286df07 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:07:59.959526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-28b1ed77-450c-48fa-92fa-13247286df07 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:07:59.959688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1f1b32c6-f9a8-4d5e-8fbe-bafca65144e6 None None] Provisioning for port c546eb8f-9da5-4784-903f-38f7acfe2efd completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:07:59.964993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-28b1ed77-450c-48fa-92fa-13247286df07 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:07:59.975867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1f1b32c6-f9a8-4d5e-8fbe-bafca65144e6 None None] Provisioning complete for port c546eb8f-9da5-4784-903f-38f7acfe2efd triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:07:59.976287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f1b32c6-f9a8-4d5e-8fbe-bafca65144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:59.990797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:07:59.995439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53a9a269-1883-4237-9e9b-6cc4d08e0755 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:00.043876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b1ed77-450c-48fa-92fa-13247286df07 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:00.051210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28b1ed77-450c-48fa-92fa-13247286df07 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:00.052727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b32c6-f9a8-4d5e-8fbe-bafca65144e6 None None] Port c546eb8f-9da5-4784-903f-38f7acfe2efd cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:00.061322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:00.061761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:00.073588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=68b59646-5bd4-41e5-8376-b4aa054ac7e6,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:00.083103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:00.294412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:00.295034 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP 4365d116-4c02-4d1a-931f-7951032c9e2b disassociated (deleted). External IP: 172.26.6.154, port: 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d. Apr 22 17:08:00.381159 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-28b1ed77-450c-48fa-92fa-13247286df07 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2 (CIDR: 2001:db8::/64) Apr 22 17:08:00.434926 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b1ed77-450c-48fa-92fa-13247286df07 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:08:00.435488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b1ed77-450c-48fa-92fa-13247286df07 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:00.482471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d7388bc-6947-454f-80ec-b42345beb390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:00.597567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-28b1ed77-450c-48fa-92fa-13247286df07 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8767316 Apr 22 17:08:00.602007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60584) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:00.609664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cb2fb23f-86a0-4cdc-a52f-5d3705152078 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:00.738177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 3486f6e9-b714-43c2-b28d-e87e96e494a8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:08:00.825915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cb2fb23f-86a0-4cdc-a52f-5d3705152078 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:00.830187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cb2fb23f-86a0-4cdc-a52f-5d3705152078 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:00.833296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cb2fb23f-86a0-4cdc-a52f-5d3705152078 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:00.839516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cb2fb23f-86a0-4cdc-a52f-5d3705152078 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:00.876934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2fb23f-86a0-4cdc-a52f-5d3705152078 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:00.883338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cb2fb23f-86a0-4cdc-a52f-5d3705152078 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:00.937115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:00.944244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:00.951590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c149d-f5ad-4b8e-adfa-abeb752fbdaa None None] Sync routers for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:00.963845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c149d-f5ad-4b8e-adfa-abeb752fbdaa None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:00.964628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-025c149d-f5ad-4b8e-adfa-abeb752fbdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:01.018573 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/floatingips/4365d116-4c02-4d1a-931f-7951032c9e2b HTTP/1.1" status: 204 len: 168 time: 2.6428339 Apr 22 17:08:01.018573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02143443-022f-4973-87fe-49a7554e3657', 'tag': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:08:01.030095 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.ipam_backend_mixin [None req-cb2fb23f-86a0-4cdc-a52f-5d3705152078 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 72d7f427-9973-4c0b-9d92-b4b298204b0b (CIDR: 2001:db8:0:1::/64) Apr 22 17:08:01.067321 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2fb23f-86a0-4cdc-a52f-5d3705152078 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:08:01.067961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2fb23f-86a0-4cdc-a52f-5d3705152078 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:01.111125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02143443-022f-4973-87fe-49a7554e3657', 'tag': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'status': 'completed', 'code': 200} Apr 22 17:08:01.123826 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cb2fb23f-86a0-4cdc-a52f-5d3705152078 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5204012 Apr 22 17:08:01.127033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60592) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:01.134115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'subnet': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:01.186847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-025c149d-f5ad-4b8e-adfa-abeb752fbdaa None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:01.226199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4795d-c4c8-4982-9c08-897fa91bbd7b req-90bb62ad-8b19-47c8-87e6-cfe8e46af373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:01.230676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1cb4795d-c4c8-4982-9c08-897fa91bbd7b req-90bb62ad-8b19-47c8-87e6-cfe8e46af373 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 1099 time: 0.0902522 Apr 22 17:08:01.326242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:01.335841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Usage tracker for resource:subnet and tenant:38c86cee173e4b7ab4ce34e0299f3797 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:01.351115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:01.351115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:01.396620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Made reservation on behalf of 38c86cee173e4b7ab4ce34e0299f3797 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:01.408546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:01.425615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:01.426484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:01.436052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4795d-c4c8-4982-9c08-897fa91bbd7b req-ec916f16-6ca1-4a7a-bd35-b423f34e8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:01.437851 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1cb4795d-c4c8-4982-9c08-897fa91bbd7b req-ec916f16-6ca1-4a7a-bd35-b423f34e8aa8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb HTTP/1.1" status: 200 len: 899 time: 0.2021558 Apr 22 17:08:01.519536 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1cb4795d-c4c8-4982-9c08-897fa91bbd7b req-8292d0b5-3fd0-4bfc-9ddf-fbb4e510140f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d HTTP/1.1" status: 200 len: 217 time: 0.0734272 Apr 22 17:08:01.612406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4795d-c4c8-4982-9c08-897fa91bbd7b req-6a4c4b06-bc12-48fe-ae18-fa49523c4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:01.614557 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1cb4795d-c4c8-4982-9c08-897fa91bbd7b req-6a4c4b06-bc12-48fe-ae18-fa49523c4cac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=78e43b50-112e-4ed8-ad72-fcb7c4ccee56 HTTP/1.1" status: 200 len: 834 time: 0.0857539 Apr 22 17:08:01.623360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-025c149d-f5ad-4b8e-adfa-abeb752fbdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:07:48Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:01.627515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c149d-f5ad-4b8e-adfa-abeb752fbdaa None None] Checking router: 3486f6e9-b714-43c2-b28d-e87e96e494a8 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:08:01.638517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c149d-f5ad-4b8e-adfa-abeb752fbdaa None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:01.639232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-025c149d-f5ad-4b8e-adfa-abeb752fbdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:01.687090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6391bc-8757-4e72-876c-6ec1395c7387 req-606447c4-ff59-4d7a-9686-ed9b906d5137 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:01.687923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-db6391bc-8757-4e72-876c-6ec1395c7387 req-606447c4-ff59-4d7a-9686-ed9b906d5137 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:01.719833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4795d-c4c8-4982-9c08-897fa91bbd7b req-d5ca6d67-8958-44cd-96b1-03f80c692abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:01.721844 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1cb4795d-c4c8-4982-9c08-897fa91bbd7b req-d5ca6d67-8958-44cd-96b1-03f80c692abf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8376d9d7-ba76-43b3-9f19-1cd3421be0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0983717 Apr 22 17:08:01.785340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-db6391bc-8757-4e72-876c-6ec1395c7387 req-606447c4-ff59-4d7a-9686-ed9b906d5137 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:01.786680 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-db6391bc-8757-4e72-876c-6ec1395c7387 req-606447c4-ff59-4d7a-9686-ed9b906d5137 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 946 time: 0.2588873 Apr 22 17:08:01.866663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-db6391bc-8757-4e72-876c-6ec1395c7387 req-0b80756b-6a0b-44f2-895a-7d481a9138e9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:01.880039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-025c149d-f5ad-4b8e-adfa-abeb752fbdaa None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:01.915985 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1cb4795d-c4c8-4982-9c08-897fa91bbd7b req-96164766-bc67-4350-9e89-ac8edd343ff0 service neutron] 10.222.0.78 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845782 Apr 22 17:08:01.958225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-db6391bc-8757-4e72-876c-6ec1395c7387 req-0b80756b-6a0b-44f2-895a-7d481a9138e9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:01.959418 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-db6391bc-8757-4e72-876c-6ec1395c7387 req-0b80756b-6a0b-44f2-895a-7d481a9138e9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560357 Apr 22 17:08:02.084084 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1cb4795d-c4c8-4982-9c08-897fa91bbd7b req-44ba9c9b-656f-4e69-b9c2-cdd922413a9c service neutron] 10.222.0.78 "GET /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604586 Apr 22 17:08:02.116778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:02.122112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f33a17db-6a1a-451a-9f00-9c76ccb4c057 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:02.184032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:02.187697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:02.200341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892eaefd-5ea8-47bb-8de3-f1994671e64d None None] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:02.206255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Subnet': ['ID=bd907fb5-03b4-4752-8efb-a1e73ce7c619,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:02.209247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:02.209900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:02.214253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:02.241968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-025c149d-f5ad-4b8e-adfa-abeb752fbdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:07:48Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:02.247470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c149d-f5ad-4b8e-adfa-abeb752fbdaa None None] The sync data for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv is: [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:07:48Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'f2e3df69-1ffd-4c0a-bd75-253592b68456', 'name': '', 'network_id': '8376d9d7-ba76-43b3-9f19-1cd3421be0fb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0d:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:51Z', 'updated_at': '2021-04-22T17:06:02Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '78e43b50-112e-4ed8-ad72-fcb7c4ccee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:02.265823 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1373086 Apr 22 17:08:02.270270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60598) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:02.277320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-323073802', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bd907fb5-03b4-4752-8efb-a1e73ce7c619'}], 'security_groups': ['dfc31c79-3776-4ed4-99b0-9831e7b308c2', '6dc32427-a8e6-46a7-960b-06bc175daee6']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:02.614183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31be1a5c-2025-4811-9b42-36764eb25d26 None None] Update dhcp port {'port': {'network_id': 'd66ad5fd-dce9-4cb0-b460-c839717f4c00', 'fixed_ips': [{'subnet_id': '72d7f427-9973-4c0b-9d92-b4b298204b0b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bd907fb5-03b4-4752-8efb-a1e73ce7c619'}], 'binding:host_id': 'dv-neutron-786478-3-hyperv'}, 'id': 'a1872e4d-e93a-4dcf-a8ce-3d827195a569'} from dv-neutron-786478-3-hyperv. {{(pid=87211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 22 17:08:02.685555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c99366-1d1c-4223-b9de-9793f6c209a3 None None] New status for floating IP 4365d116-4c02-4d1a-931f-7951032c9e2b: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:08:02.820776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31be1a5c-2025-4811-9b42-36764eb25d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:02.872761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:02.906848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:03.079675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-31be1a5c-2025-4811-9b42-36764eb25d26 None None] Allocated IP 2001:db8:0:2::2 (d66ad5fd-dce9-4cb0-b460-c839717f4c00/bd907fb5-03b4-4752-8efb-a1e73ce7c619/a1872e4d-e93a-4dcf-a8ce-3d827195a569) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:03.103037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-82b9f65c-2351-4fb8-bff8-f71fadcd3154 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:03.103866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-82b9f65c-2351-4fb8-bff8-f71fadcd3154 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:03.173955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-82b9f65c-2351-4fb8-bff8-f71fadcd3154 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:03.175155 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-82b9f65c-2351-4fb8-bff8-f71fadcd3154 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 946 time: 0.2901201 Apr 22 17:08:03.216469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1c1c6-b54c-4a40-a99e-bd785c923bc5 req-3edf8941-363d-4164-84e9-a9d8de24ecf9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:03.218163 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1fe1c1c6-b54c-4a40-a99e-bd785c923bc5 req-3edf8941-363d-4164-84e9-a9d8de24ecf9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 946 time: 0.1218715 Apr 22 17:08:03.243604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-31be1a5c-2025-4811-9b42-36764eb25d26 None None] For port a1872e4d-e93a-4dcf-a8ce-3d827195a569, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a1872e4d-e93a-4dcf-a8ce-3d827195a569,segment=NetworkSegment(819d13c0-8b9d-4ed7-8ebe-9766b4230434),segment_id=819d13c0-8b9d-4ed7-8ebe-9766b4230434)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:03.272594 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1fe1c1c6-b54c-4a40-a99e-bd785c923bc5 req-274b0107-128f-4126-b7c5-1945024fbb2b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=676757d0-6d66-4373-b1d5-818088507e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458601 Apr 22 17:08:03.273282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31be1a5c-2025-4811-9b42-36764eb25d26 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:03.294533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-31be1a5c-2025-4811-9b42-36764eb25d26 None None] Transition to ACTIVE for port object a1872e4d-e93a-4dcf-a8ce-3d827195a569 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:03.328816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:03.329193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:03.333522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31be1a5c-2025-4811-9b42-36764eb25d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:03.338809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e5e251eb-392b-48a3-9dba-60bd2446e078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:03.538203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be1a5c-2025-4811-9b42-36764eb25d26 None None] Pushing event updated for resources: {'Port': ['ID=a1872e4d-e93a-4dcf-a8ce-3d827195a569,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:03.542267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31be1a5c-2025-4811-9b42-36764eb25d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:03.732896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Delete allocated IP 2001:db8::1f8 (d66ad5fd-dce9-4cb0-b460-c839717f4c00/802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2) {{(pid=87209) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 22 17:08:03.753188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Allocated IP 2001:db8:0:2::2d6 (d66ad5fd-dce9-4cb0-b460-c839717f4c00/bd907fb5-03b4-4752-8efb-a1e73ce7c619/c546eb8f-9da5-4784-903f-38f7acfe2efd) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:03.800036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:03.800327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:03.940331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a1872e4d-e93a-4dcf-a8ce-3d827195a569 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:03.964573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:04.212401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3caf3428-bb77-4af4-955f-03c700e19bd2 None None] Provisioning complete for port e7a61fdc-30bc-47e0-86df-6d8b46895434 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:04.212916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3caf3428-bb77-4af4-955f-03c700e19bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:04.274284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3caf3428-bb77-4af4-955f-03c700e19bd2 None None] Port e7a61fdc-30bc-47e0-86df-6d8b46895434 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:04.286320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3caf3428-bb77-4af4-955f-03c700e19bd2 None None] Provisioning complete for port c546eb8f-9da5-4784-903f-38f7acfe2efd triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:04.286814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3caf3428-bb77-4af4-955f-03c700e19bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:04.302104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:04.306617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:04.317220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9d0198e3-eba8-4fb0-ac3b-24cc723e4f4c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:04.351236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3caf3428-bb77-4af4-955f-03c700e19bd2 None None] Port c546eb8f-9da5-4784-903f-38f7acfe2efd cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:04.376951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=0fcb97a2-e0f9-47a2-a1af-5056cee07d3d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:04.384318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Transition to ACTIVE for port object c546eb8f-9da5-4784-903f-38f7acfe2efd will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:04.391497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3caf3428-bb77-4af4-955f-03c700e19bd2 None None] Provisioning for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:04.403040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3caf3428-bb77-4af4-955f-03c700e19bd2 None None] Provisioning complete for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:04.403596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3caf3428-bb77-4af4-955f-03c700e19bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:04.424115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.424553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.424983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.425414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.425892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.426254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.426737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.427116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.427530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.428019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.428436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.428848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:04.447623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:04.448545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:04.488200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cb54cf72-48a7-40d0-ad01-846986479385 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:04.514545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-14d2dc9e-eb53-4052-93a5-9a21aa508d4d req-f2948cd5-4804-47a0-a7a2-1f54c77265b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=02143443-022f-4973-87fe-49a7554e3657 HTTP/1.1" status: 200 len: 210 time: 0.0523765 Apr 22 17:08:04.536278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] No DVR routers for this DVR port 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:08:04.549191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:04.554128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02143443-022f-4973-87fe-49a7554e3657', 'name': 'network-vif-deleted', 'tag': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:08:04.630728 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02143443-022f-4973-87fe-49a7554e3657', 'name': 'network-vif-deleted', 'tag': '0fcb97a2-e0f9-47a2-a1af-5056cee07d3d', 'status': 'completed', 'code': 200} Apr 22 17:08:04.636577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] In _notify_port_updated(), no bound segment for port c546eb8f-9da5-4784-903f-38f7acfe2efd on network d66ad5fd-dce9-4cb0-b460-c839717f4c00 {{(pid=87209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 17:08:04.643497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:04.644252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:04.648520 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "PUT /v2.0/ports/c546eb8f-9da5-4784-903f-38f7acfe2efd HTTP/1.1" status: 200 len: 969 time: 2.3769536 Apr 22 17:08:04.649729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60610) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:04.666249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event updated for resources: {'Port': ['ID=c546eb8f-9da5-4784-903f-38f7acfe2efd,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:04.672733 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-613a57f1-5a74-4385-a695-7b72948c61a5 req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "DELETE /v2.0/ports/0fcb97a2-e0f9-47a2-a1af-5056cee07d3d HTTP/1.1" status: 204 len: 173 time: 1.4844146 Apr 22 17:08:04.674242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:04.769624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port c546eb8f-9da5-4784-903f-38f7acfe2efd {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:04.770060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:04.957042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9a4a811d-b276-439e-9485-de5f58f9eed6 None None] Provisioning for port c546eb8f-9da5-4784-903f-38f7acfe2efd completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:04.963106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9a4a811d-b276-439e-9485-de5f58f9eed6 None None] Provisioning complete for port c546eb8f-9da5-4784-903f-38f7acfe2efd triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:04.972914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a4a811d-b276-439e-9485-de5f58f9eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:05.025970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a811d-b276-439e-9485-de5f58f9eed6 None None] Port c546eb8f-9da5-4784-903f-38f7acfe2efd cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:05.110610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:05.206708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:05.677162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for c546eb8f-9da5-4784-903f-38f7acfe2efd owned by {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:05.688389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60616) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:05.788278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9e0072c1-c604-4778-b6f8-d0a911011cc4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:05.825541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9e0072c1-c604-4778-b6f8-d0a911011cc4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:05.893692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:05.900327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd9b0642-ed8f-42ec-8c8d-1d095fd0ec1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:05.922308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9e0072c1-c604-4778-b6f8-d0a911011cc4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:05.926971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a4bbc761-194a-47c9-9490-7975cdae41dc tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:05.946883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0072c1-c604-4778-b6f8-d0a911011cc4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676757d0-6d66-4373-b1d5-818088507e45,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:05.950834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9e0072c1-c604-4778-b6f8-d0a911011cc4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:05.954953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=c546eb8f-9da5-4784-903f-38f7acfe2efd,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:05.990389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9e0072c1-c604-4778-b6f8-d0a911011cc4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:05.995744 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9e0072c1-c604-4778-b6f8-d0a911011cc4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/676757d0-6d66-4373-b1d5-818088507e45 HTTP/1.1" status: 204 len: 168 time: 0.3020422 Apr 22 17:08:05.996211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:05.996211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:05.996211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:05.996211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:05.996211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:05.996211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:05.997647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:05.997647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:05.998509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:05.998509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:05.998509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:05.998927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:06.008558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:06.025394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:06.041404 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/c546eb8f-9da5-4784-903f-38f7acfe2efd HTTP/1.1" status: 204 len: 168 time: 1.3888931 Apr 22 17:08:06.045521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60622) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:06.112613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60626) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:06.123892 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-7525fe87-7246-4876-ad6f-1d7d0f32282a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] GET failed (client error): The resource could not be found. Apr 22 17:08:06.125089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7525fe87-7246-4876-ad6f-1d7d0f32282a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Synchronizing usage tracker for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:06.155048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:08:06.174774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7525fe87-7246-4876-ad6f-1d7d0f32282a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Unset dirty status for tenant:38c86cee173e4b7ab4ce34e0299f3797 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:06.177519 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7525fe87-7246-4876-ad6f-1d7d0f32282a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports/c546eb8f-9da5-4784-903f-38f7acfe2efd HTTP/1.1" status: 404 len: 333 time: 0.1299057 Apr 22 17:08:06.182820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60630) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:06.303641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a87ae1f-3b6c-479e-a92b-5c219df18b1e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:06.336942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a87ae1f-3b6c-479e-a92b-5c219df18b1e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:06.413720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a87ae1f-3b6c-479e-a92b-5c219df18b1e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:06.421213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8542b6d-4b8b-4bbd-a010-da5767a9cdc7 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:06.446293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87ae1f-3b6c-479e-a92b-5c219df18b1e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cda5be-81e0-4a3d-8f5f-ac9127b69721,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:06.448977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a87ae1f-3b6c-479e-a92b-5c219df18b1e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:06.450539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a87ae1f-3b6c-479e-a92b-5c219df18b1e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:06.456823 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5a87ae1f-3b6c-479e-a92b-5c219df18b1e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/security-groups/06cda5be-81e0-4a3d-8f5f-ac9127b69721 HTTP/1.1" status: 204 len: 168 time: 0.2669601 Apr 22 17:08:06.466051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60634) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:06.515438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:08:06.542188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b48345-945a-471a-a9a2-b28dd29c5695 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:06.578929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b48345-945a-471a-a9a2-b28dd29c5695 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:06.589105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:08:06.589799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0fcb97a2-e0f9-47a2-a1af-5056cee07d3d not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:08:06.694188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b48345-945a-471a-a9a2-b28dd29c5695 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:06.702061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6a19eeb2-d500-4323-a61c-3caa88b2be09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:06.719156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b48345-945a-471a-a9a2-b28dd29c5695 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc32427-a8e6-46a7-960b-06bc175daee6,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:06.722683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54b48345-945a-471a-a9a2-b28dd29c5695 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:06.734906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54b48345-945a-471a-a9a2-b28dd29c5695 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:06.737071 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-54b48345-945a-471a-a9a2-b28dd29c5695 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/security-groups/6dc32427-a8e6-46a7-960b-06bc175daee6 HTTP/1.1" status: 204 len: 168 time: 0.2696607 Apr 22 17:08:06.741560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60640) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:06.865514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cad1c5da-0ec7-4c8d-936d-356796abe14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:06.904488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cad1c5da-0ec7-4c8d-936d-356796abe14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:06.915706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:07.031133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cad1c5da-0ec7-4c8d-936d-356796abe14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:07.037971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-529c1897-6282-4d01-a9e3-2ef3dd104aeb tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:07.055872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1c5da-0ec7-4c8d-936d-356796abe14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc31c79-3776-4ed4-99b0-9831e7b308c2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:07.058338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cad1c5da-0ec7-4c8d-936d-356796abe14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:07.059906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cad1c5da-0ec7-4c8d-936d-356796abe14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:07.061308 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cad1c5da-0ec7-4c8d-936d-356796abe14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/security-groups/dfc31c79-3776-4ed4-99b0-9831e7b308c2 HTTP/1.1" status: 204 len: 168 time: 0.3179686 Apr 22 17:08:07.064381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60644) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:07.178556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3801c7-bb31-480e-bf73-ec1bff8f6339 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting subnet 802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:08:07.186214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3801c7-bb31-480e-bf73-ec1bff8f6339 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:07.349092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3801c7-bb31-480e-bf73-ec1bff8f6339 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:07.509379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3801c7-bb31-480e-bf73-ec1bff8f6339 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:07.583007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port f2e3df69-1ffd-4c0a-bd75-253592b68456 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:07.583387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:07.991997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port f2e3df69-1ffd-4c0a-bd75-253592b68456, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f2e3df69-1ffd-4c0a-bd75-253592b68456,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:07.992594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:08.148723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for f2e3df69-1ffd-4c0a-bd75-253592b68456 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:08.266364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3801c7-bb31-480e-bf73-ec1bff8f6339 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:08.275483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a5a7aee-e4d4-4503-9d19-138be6a2446c tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:08.321049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3801c7-bb31-480e-bf73-ec1bff8f6339 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Subnet': ['ID=802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:08.323994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d3801c7-bb31-480e-bf73-ec1bff8f6339 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:08.328589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d3801c7-bb31-480e-bf73-ec1bff8f6339 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:08.336135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086fef16-9bdb-43a3-a152-63cf4b1b8675 None None] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:08.346969 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5d3801c7-bb31-480e-bf73-ec1bff8f6339 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2 HTTP/1.1" status: 204 len: 168 time: 1.2817419 Apr 22 17:08:08.352867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60648) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:08.454371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:08.460270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e62e2616-cc8f-433a-90fd-8fe247e5e90b tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:08.490111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-0535d3f2-0ef4-441f-b76c-37236bbdbdc4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting subnet bd907fb5-03b4-4752-8efb-a1e73ce7c619 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:08:08.495944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0535d3f2-0ef4-441f-b76c-37236bbdbdc4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:08.571120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0535d3f2-0ef4-441f-b76c-37236bbdbdc4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:08.593294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=f2e3df69-1ffd-4c0a-bd75-253592b68456,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:08.597260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:08.688012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0535d3f2-0ef4-441f-b76c-37236bbdbdc4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:08.863833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:09.086917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0535d3f2-0ef4-441f-b76c-37236bbdbdc4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:09.092177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da1129ae-6572-42b5-8c5b-ec8a376cf160 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:09.139806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535d3f2-0ef4-441f-b76c-37236bbdbdc4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Subnet': ['ID=bd907fb5-03b4-4752-8efb-a1e73ce7c619,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:09.141930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0535d3f2-0ef4-441f-b76c-37236bbdbdc4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:09.146255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0535d3f2-0ef4-441f-b76c-37236bbdbdc4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:09.152039 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0535d3f2-0ef4-441f-b76c-37236bbdbdc4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/bd907fb5-03b4-4752-8efb-a1e73ce7c619 HTTP/1.1" status: 204 len: 168 time: 0.7988727 Apr 22 17:08:09.152776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60652) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:09.198202 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc6a976-081f-4034-8f88-3bb5e4912b3d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:08:09.198806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc6a976-081f-4034-8f88-3bb5e4912b3d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:09.201782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7bc6a976-081f-4034-8f88-3bb5e4912b3d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/802721d7-8b4c-4ca5-98ba-b6e8cd6a99a2 HTTP/1.1" status: 404 len: 337 time: 0.0473607 Apr 22 17:08:09.206255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60656) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:09.296274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a271e8c1-e1f4-4f0f-86ed-d6d63b62f371 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting subnet 72d7f427-9973-4c0b-9d92-b4b298204b0b {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:08:09.300105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a271e8c1-e1f4-4f0f-86ed-d6d63b62f371 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:09.313425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc3674-d11b-48a9-b41a-6ae12a7bc163 None None] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:09.373302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a271e8c1-e1f4-4f0f-86ed-d6d63b62f371 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:09.447569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9eb53ee1-ef3b-4f59-84c3-66053f788511 None None] Provisioning complete for port e7a61fdc-30bc-47e0-86df-6d8b46895434 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:09.447983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9eb53ee1-ef3b-4f59-84c3-66053f788511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:09.509532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a271e8c1-e1f4-4f0f-86ed-d6d63b62f371 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:09.563673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9eb53ee1-ef3b-4f59-84c3-66053f788511 None None] Port e7a61fdc-30bc-47e0-86df-6d8b46895434 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:09.599181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9eb53ee1-ef3b-4f59-84c3-66053f788511 None None] Provisioning complete for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:09.599736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9eb53ee1-ef3b-4f59-84c3-66053f788511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:09.604344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 3486f6e9-b714-43c2-b28d-e87e96e494a8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:08:09.814202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:09.828797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0f103-419b-42e8-947b-c59b78ca65b0 None None] Sync routers for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:09.831517 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/3486f6e9-b714-43c2-b28d-e87e96e494a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7172773 Apr 22 17:08:09.835819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60660) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:09.852282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0f103-419b-42e8-947b-c59b78ca65b0 None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:09.853035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d4f0f103-419b-42e8-947b-c59b78ca65b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:09.910666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a271e8c1-e1f4-4f0f-86ed-d6d63b62f371 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:09.917057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05272dc7-9f54-4719-aa89-5dcf6e59cdcf tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:09.925408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b63471-1c62-40fa-9baa-7b3913e6b85b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting subnet 78e43b50-112e-4ed8-ad72-fcb7c4ccee56 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:08:09.929449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22b63471-1c62-40fa-9baa-7b3913e6b85b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:09.978587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271e8c1-e1f4-4f0f-86ed-d6d63b62f371 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Subnet': ['ID=72d7f427-9973-4c0b-9d92-b4b298204b0b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:09.983248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a271e8c1-e1f4-4f0f-86ed-d6d63b62f371 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:09.984416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a271e8c1-e1f4-4f0f-86ed-d6d63b62f371 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:09.993783 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a271e8c1-e1f4-4f0f-86ed-d6d63b62f371 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/72d7f427-9973-4c0b-9d92-b4b298204b0b HTTP/1.1" status: 204 len: 168 time: 0.7839129 Apr 22 17:08:09.994118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60664) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.015349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22b63471-1c62-40fa-9baa-7b3913e6b85b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:10.053618 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41dab05-a405-4b7a-be74-e8fa2fdb7ecc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:08:10.055130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41dab05-a405-4b7a-be74-e8fa2fdb7ecc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:10.057491 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f41dab05-a405-4b7a-be74-e8fa2fdb7ecc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/46061964-6f48-436f-aa21-65044a9e667c HTTP/1.1" status: 404 len: 337 time: 0.0622945 Apr 22 17:08:10.061604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60668) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.122644 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a24a53d7-e1f6-4bdf-ad60-8f50556be04c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5728daa-a360-456f-a382-57acedacab3c HTTP/1.1" status: 200 len: 205 time: 0.0595014 Apr 22 17:08:10.124998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60672) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.135588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22b63471-1c62-40fa-9baa-7b3913e6b85b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:10.137866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d4f0f103-419b-42e8-947b-c59b78ca65b0 None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:10.219281 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-2c44a39c-3bfe-4d3e-bd36-c7c8f7cf61d9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] delete failed (client error): The resource could not be found. Apr 22 17:08:10.220437 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2c44a39c-3bfe-4d3e-bd36-c7c8f7cf61d9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/routers/f5728daa-a360-456f-a382-57acedacab3c HTTP/1.1" status: 404 len: 336 time: 0.0928221 Apr 22 17:08:10.226989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60676) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.270364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5ca466-89f7-48aa-8e2b-d22116b32cec tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:08:10.273152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5ca466-89f7-48aa-8e2b-d22116b32cec tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:10.275641 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6b5ca466-89f7-48aa-8e2b-d22116b32cec tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/8479eb94-5c1b-422a-b1ec-dc5668b17408 HTTP/1.1" status: 404 len: 337 time: 0.0475938 Apr 22 17:08:10.279070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60680) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.334965 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c58eab-8c9e-450a-8557-49fdc2350d7f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:08:10.335680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c58eab-8c9e-450a-8557-49fdc2350d7f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:10.340614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e7c58eab-8c9e-450a-8557-49fdc2350d7f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/278c0253-16ff-4bb0-9bcf-670958bf21c4 HTTP/1.1" status: 404 len: 337 time: 0.0570388 Apr 22 17:08:10.341225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60684) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.405395 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d451f75-6a26-42e2-8f0f-da4007fa68e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:08:10.405909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d451f75-6a26-42e2-8f0f-da4007fa68e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:10.407851 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8d451f75-6a26-42e2-8f0f-da4007fa68e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/622d7b75-8223-4edf-960c-ed1ee09e50f5 HTTP/1.1" status: 404 len: 337 time: 0.0655756 Apr 22 17:08:10.410774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60688) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.478654 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ea864d-8515-4700-9ec4-9a8451710e92 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:08:10.479195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ea864d-8515-4700-9ec4-9a8451710e92 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:10.492331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-51ea864d-8515-4700-9ec4-9a8451710e92 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/24bc6ed5-c0cc-4d45-b032-227c9307727c HTTP/1.1" status: 404 len: 333 time: 0.0693138 Apr 22 17:08:10.492482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d4f0f103-419b-42e8-947b-c59b78ca65b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:08:08Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:10.492482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0f103-419b-42e8-947b-c59b78ca65b0 None None] Checking router: 3486f6e9-b714-43c2-b28d-e87e96e494a8 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:08:10.493103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60692) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.502874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0f103-419b-42e8-947b-c59b78ca65b0 None None] Routers {'3486f6e9-b714-43c2-b28d-e87e96e494a8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:10.503892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d4f0f103-419b-42e8-947b-c59b78ca65b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3486f6e9-b714-43c2-b28d-e87e96e494a8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:10.540932 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2625687-e1a3-4c62-8308-104847d83030 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:08:10.541453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2625687-e1a3-4c62-8308-104847d83030 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:10.543418 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e2625687-e1a3-4c62-8308-104847d83030 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/d94c25f5-cb9b-4296-9da3-6d198d50a3b7 HTTP/1.1" status: 404 len: 337 time: 0.0477035 Apr 22 17:08:10.546134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60696) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.551233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22b63471-1c62-40fa-9baa-7b3913e6b85b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:10.556791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fcc5cfba-1cb9-49b7-b489-354ee10d13d5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:10.600843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b2798-d633-4263-8b31-cfa367868e86 None None] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:10.601088 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-db59cd02-4ccb-4c9b-a489-cfd45d92900e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:08:10.601088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db59cd02-4ccb-4c9b-a489-cfd45d92900e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:10.604180 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-db59cd02-4ccb-4c9b-a489-cfd45d92900e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/8a623e25-c7df-458a-9571-e07a82489d1d HTTP/1.1" status: 404 len: 337 time: 0.0566626 Apr 22 17:08:10.607857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60700) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.616597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b63471-1c62-40fa-9baa-7b3913e6b85b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Subnet': ['ID=78e43b50-112e-4ed8-ad72-fcb7c4ccee56,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:10.620582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-22b63471-1c62-40fa-9baa-7b3913e6b85b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:10.621727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22b63471-1c62-40fa-9baa-7b3913e6b85b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:10.629514 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-22b63471-1c62-40fa-9baa-7b3913e6b85b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/subnets/78e43b50-112e-4ed8-ad72-fcb7c4ccee56 HTTP/1.1" status: 204 len: 168 time: 0.7924454 Apr 22 17:08:10.633889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60704) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.670093 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-419f4fbd-44ad-4c7d-b7ee-bdda239d30ad tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:08:10.670750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419f4fbd-44ad-4c7d-b7ee-bdda239d30ad tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:10.672831 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-419f4fbd-44ad-4c7d-b7ee-bdda239d30ad tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/84b5aa5a-6447-4659-99db-4c018fa4e40c HTTP/1.1" status: 404 len: 333 time: 0.0635934 Apr 22 17:08:10.675946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60708) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.725700 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5c0645-50d5-43fd-a88e-2fba4b26ebf0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:08:10.731204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5c0645-50d5-43fd-a88e-2fba4b26ebf0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:10.740477 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9f5c0645-50d5-43fd-a88e-2fba4b26ebf0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/bd851108-8297-47e3-8937-d94bdd9a7027 HTTP/1.1" status: 404 len: 337 time: 0.0634034 Apr 22 17:08:10.741366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60712) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.768124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0668bcc-b976-49d9-bb00-54a8ba6d1262 None None] Network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:10.792543 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9da279-6453-4cd1-be60-d832e3366c45 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] DELETE failed (client error): The resource could not be found. Apr 22 17:08:10.793094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9da279-6453-4cd1-be60-d832e3366c45 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:08:10.798487 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9d9da279-6453-4cd1-be60-d832e3366c45 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/subnets/e63214ee-2949-4aa1-8748-a508377b263d HTTP/1.1" status: 404 len: 337 time: 0.0555515 Apr 22 17:08:10.799397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60716) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:10.861666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:10.881867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-847f421f-34f5-41f5-b11e-2c02ab9cb27c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port e7a61fdc-30bc-47e0-86df-6d8b46895434 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:10.882966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-847f421f-34f5-41f5-b11e-2c02ab9cb27c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:10.950922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4f2a3357-0ccc-4ef4-9a0e-da4204ff3549 None None] Provisioning complete for port e7a61fdc-30bc-47e0-86df-6d8b46895434 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:10.951551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3357-0ccc-4ef4-9a0e-da4204ff3549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:10.963577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d4f0f103-419b-42e8-947b-c59b78ca65b0 None None] Set router 3486f6e9-b714-43c2-b28d-e87e96e494a8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:11.085814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:11.163167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 5501eb44-622c-4e95-9b19-0ecea52c59fa {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:11.163999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:11.328284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a3357-0ccc-4ef4-9a0e-da4204ff3549 None None] Port e7a61fdc-30bc-47e0-86df-6d8b46895434 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:11.345737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d4f0f103-419b-42e8-947b-c59b78ca65b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:08:08Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:11.353785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0f103-419b-42e8-947b-c59b78ca65b0 None None] The sync data for ids ['3486f6e9-b714-43c2-b28d-e87e96e494a8'] in dv-neutron-786478-3-hyperv is: [{'id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'name': 'tempest-TestNetworkBasicOps-router-1093283263', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:05:41Z', 'updated_at': '2021-04-22T17:08:08Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5501eb44-622c-4e95-9b19-0ecea52c59fa', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3486f6e9-b714-43c2-b28d-e87e96e494a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:05:43Z', 'updated_at': '2021-04-22T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:11.367848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4f2a3357-0ccc-4ef4-9a0e-da4204ff3549 None None] Provisioning complete for port a1872e4d-e93a-4dcf-a8ce-3d827195a569 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:11.368558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3357-0ccc-4ef4-9a0e-da4204ff3549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:11.416622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 5501eb44-622c-4e95-9b19-0ecea52c59fa, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5501eb44-622c-4e95-9b19-0ecea52c59fa,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:11.416915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:11.479860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14025471-ec02-4713-b1b3-d017dfb6cfeb None None] DHCP port deletion for d66ad5fd-dce9-4cb0-b460-c839717f4c00 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:08:11.498483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-14025471-ec02-4713-b1b3-d017dfb6cfeb None None] Deleting port a1872e4d-e93a-4dcf-a8ce-3d827195a569 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:11.498926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14025471-ec02-4713-b1b3-d017dfb6cfeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:11.590661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 5501eb44-622c-4e95-9b19-0ecea52c59fa owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:11.641260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-847f421f-34f5-41f5-b11e-2c02ab9cb27c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:11.776931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550fe69c-2945-4ffb-bc28-b07982cc7b75 None None] DHCP port deletion for 8376d9d7-ba76-43b3-9f19-1cd3421be0fb request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:08:11.799747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-550fe69c-2945-4ffb-bc28-b07982cc7b75 None None] Deleting port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:11.800586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-550fe69c-2945-4ffb-bc28-b07982cc7b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:11.824725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-847f421f-34f5-41f5-b11e-2c02ab9cb27c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Calling delete_port for e7a61fdc-30bc-47e0-86df-6d8b46895434 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:11.900669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:11.912934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8fa08bca-20d9-4067-bb7a-f16419778088 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:11.928564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-14025471-ec02-4713-b1b3-d017dfb6cfeb None None] For port a1872e4d-e93a-4dcf-a8ce-3d827195a569, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a1872e4d-e93a-4dcf-a8ce-3d827195a569,segment=NetworkSegment(819d13c0-8b9d-4ed7-8ebe-9766b4230434),segment_id=819d13c0-8b9d-4ed7-8ebe-9766b4230434)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:11.929033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14025471-ec02-4713-b1b3-d017dfb6cfeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:11.957369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a1872e4d-e93a-4dcf-a8ce-3d827195a569 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:08:11.967739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-847f421f-34f5-41f5-b11e-2c02ab9cb27c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:11.973767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:12.021924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f421f-34f5-41f5-b11e-2c02ab9cb27c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Port': ['ID=e7a61fdc-30bc-47e0-86df-6d8b46895434,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:12.024617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=5501eb44-622c-4e95-9b19-0ecea52c59fa,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:12.026148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-847f421f-34f5-41f5-b11e-2c02ab9cb27c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:12.028511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:12.033693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-847f421f-34f5-41f5-b11e-2c02ab9cb27c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.087811 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-847f421f-34f5-41f5-b11e-2c02ab9cb27c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/ports/e7a61fdc-30bc-47e0-86df-6d8b46895434 HTTP/1.1" status: 204 len: 168 time: 1.2872217 Apr 22 17:08:12.091992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60720) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:12.106248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.130264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-14025471-ec02-4713-b1b3-d017dfb6cfeb None None] Calling delete_port for a1872e4d-e93a-4dcf-a8ce-3d827195a569 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:12.238507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.258150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Deleting port a1872e4d-e93a-4dcf-a8ce-3d827195a569 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:12.259417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.313574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.317230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.346836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-550fe69c-2945-4ffb-bc28-b07982cc7b75 None None] For port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:12.347297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-550fe69c-2945-4ffb-bc28-b07982cc7b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.379523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.380305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Fanout notify agent at l3_agent the message router_deleted on router 3486f6e9-b714-43c2-b28d-e87e96e494a8 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:08:12.408176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.414026 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/routers/3486f6e9-b714-43c2-b28d-e87e96e494a8 HTTP/1.1" status: 204 len: 168 time: 1.7744718 Apr 22 17:08:12.414279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60724) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:12.419956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.427826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] The port 'a1872e4d-e93a-4dcf-a8ce-3d827195a569' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:08:12.550599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14025471-ec02-4713-b1b3-d017dfb6cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.563154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-550fe69c-2945-4ffb-bc28-b07982cc7b75 None None] Calling delete_port for 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:12.573425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.588481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:12.588988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.599577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23fcb84a-30ef-48c0-9461-d715760d679f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:12.606083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.655881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14025471-ec02-4713-b1b3-d017dfb6cfeb None None] Pushing event deleted for resources: {'Port': ['ID=a1872e4d-e93a-4dcf-a8ce-3d827195a569,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:12.667246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-14025471-ec02-4713-b1b3-d017dfb6cfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:12.668708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14025471-ec02-4713-b1b3-d017dfb6cfeb None None] No DVR routers for this DVR port a1872e4d-e93a-4dcf-a8ce-3d827195a569 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:08:12.738178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:08:12.777001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66ad5fd-dce9-4cb0-b460-c839717f4c00']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:12.794336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819d13c0-8b9d-4ed7-8ebe-9766b4230434') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:12.794860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819d13c0-8b9d-4ed7-8ebe-9766b4230434') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:12.822949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.841574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.848892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:08:12.910746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.943321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61,segment=NetworkSegment(575e09d5-4410-4a68-b831-1d9cee0c6e18),segment_id=575e09d5-4410-4a68-b831-1d9cee0c6e18)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:12.944068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.973623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-550fe69c-2945-4ffb-bc28-b07982cc7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:12.983390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6b9c60fd-2dcc-4d68-82c2-4430b4816ea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:13.021656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f2e3df69-1ffd-4c0a-bd75-253592b68456 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:08:13.048084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:08:13.059407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:13.070743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fe69c-2945-4ffb-bc28-b07982cc7b75 None None] Pushing event deleted for resources: {'Port': ['ID=6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:13.075087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: f2e3df69-1ffd-4c0a-bd75-253592b68456 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:08:13.075663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f2e3df69-1ffd-4c0a-bd75-253592b68456 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:08:13.077342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-550fe69c-2945-4ffb-bc28-b07982cc7b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:13.078364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fe69c-2945-4ffb-bc28-b07982cc7b75 None None] No DVR routers for this DVR port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:08:13.089951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:13.173502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:08:13.173855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:08:13.268552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Network d66ad5fd-dce9-4cb0-b460-c839717f4c00 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:08:13.293650 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:08:13.549342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:13.552906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-15b1f9fe-40dd-4271-910a-58b75e748a7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:13.569372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:13.580514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Pushing event deleted for resources: {'Network': ['ID=d66ad5fd-dce9-4cb0-b460-c839717f4c00,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:13.583791 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] 10.222.0.77 "DELETE /v2.0/networks/d66ad5fd-dce9-4cb0-b460-c839717f4c00 HTTP/1.1" status: 204 len: 168 time: 1.4906344 Apr 22 17:08:13.584805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:13.675411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:13.675951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:13.753089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] The port '6ba770ad-5c3e-48a6-ad2e-f6897dbc3a61' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:08:13.905952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:13.956356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5501eb44-622c-4e95-9b19-0ecea52c59fa no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:08:14.011081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 5501eb44-622c-4e95-9b19-0ecea52c59fa {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:08:14.011670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5501eb44-622c-4e95-9b19-0ecea52c59fa not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:08:14.041135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8376d9d7-ba76-43b3-9f19-1cd3421be0fb']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:14.050954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60736) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:14.056340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575e09d5-4410-4a68-b831-1d9cee0c6e18') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:14.056690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575e09d5-4410-4a68-b831-1d9cee0c6e18') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:14.071222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:14.091727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:14.101002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:08:14.230287 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4826824f-9acf-4949-b623-fbf8f73eccd8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38c86cee173e4b7ab4ce34e0299f3797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777611 Apr 22 17:08:14.232480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60742) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:14.292872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:08:14.300111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-791f8baf-f368-450c-81a0-c6571252307b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:14.303457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:14.331603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-791f8baf-f368-450c-81a0-c6571252307b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:14.408279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-791f8baf-f368-450c-81a0-c6571252307b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:14.415547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b41b4509-6659-43a9-b767-a410e7f0caa2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:14.429695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f8baf-f368-450c-81a0-c6571252307b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c64edf-0a55-4ec0-a5d4-5671a8ebc937,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:14.433242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-791f8baf-f368-450c-81a0-c6571252307b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:14.436081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-791f8baf-f368-450c-81a0-c6571252307b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:14.440497 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-791f8baf-f368-450c-81a0-c6571252307b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/71c64edf-0a55-4ec0-a5d4-5671a8ebc937 HTTP/1.1" status: 204 len: 168 time: 0.2036841 Apr 22 17:08:14.817684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8376d9d7-ba76-43b3-9f19-1cd3421be0fb has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:08:14.844632 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:08:15.036452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.040548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd840c9f-07b7-42ea-9918-04bffd8124b4 tempest-PortsTestJSON-982479513 tempest-PortsTestJSON-982479513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:15.059740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.067055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Network': ['ID=8376d9d7-ba76-43b3-9f19-1cd3421be0fb,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:15.072907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:15.084849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/networks/8376d9d7-ba76-43b3-9f19-1cd3421be0fb HTTP/1.1" status: 204 len: 168 time: 2.6690207 Apr 22 17:08:15.105526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60758) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:15.113295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'network': {'name': 'tempest-network-smoke--354024170', 'project_id': '8b61421b15584ef3a566a5143da81011', 'port_security_enabled': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:15.118903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:15.123693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:network and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:15.126898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:15.133057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:15.168129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:15.174564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.209448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:08:15.219560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.219951 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Added segment 58b31360-0329-4fee-a6f3-dd5ac2b10a83 of type vlan for network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 Apr 22 17:08:15.248957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.315405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.323068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:15.323817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.330928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:15.456177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Network': ['ID=6647e6cc-ce4a-4f41-bec8-db31434e2eb9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:15.461423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:15.471168 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3a38de46-5d73-4985-b2de-6942843b4b58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3599577 Apr 22 17:08:15.471486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:08:15.471679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60770) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:15.477316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-153804851', 'admin_state_up': True, 'project_id': '8b61421b15584ef3a566a5143da81011', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:15.485386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:15.490020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:router and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:15.493514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:15.500682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:15.539570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.540770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.547179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60774) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:15.558070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.683931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'network': {'name': 'tempest-RoutersTest-2130526673'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:15.694962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:15.702815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:network and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:15.708249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:15.720357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:15.766660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:15.773050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.787876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.804999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:15.809374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:security_group_rule and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:15.813892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:15.823188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:15.911164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:15.988388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.024826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.030081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-791f8baf-f368-450c-81a0-c6571252307b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:16.067894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:08:16.079075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6276a5de-f207-4e02-bbf3-d61fe899a0c7,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:16.083317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:16.086149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.086535 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added segment eee07dd9-c13b-4273-8727-386479f9f064 of type vlan for network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 Apr 22 17:08:16.117939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.219619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.225947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:16.226603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.230838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed4dfce1-4674-4cc6-9153-83f704f7a565 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:16.287446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.322449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.348646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Network': ['ID=075d1eed-6fb9-4df9-9d9e-915cd8b593c8,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:16.351528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:16.360720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:08:16.382992 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8338921 Apr 22 17:08:16.383262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60782) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:16.392289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'network': {'name': 'tempest-RoutersTest-485902516'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:16.408073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:16.414822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:network and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:16.420819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:16.431281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:16.507347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.229 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/96eb2690-ea45-49ee-8afe-4169e6b21a22) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:16.509362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:16.515516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.627616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:08:16.650789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.651194 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added segment 6bcd7044-5139-4f36-9f94-57829304df03 of type vlan for network db79b209-3dc8-4f69-80f2-7b6161770088 Apr 22 17:08:16.711808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.742784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.796303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.802920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:16.803674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.809545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc9bf59d-4d69-4572-a52a-c9f073640b5b tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:16.894580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:16.948836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:16.950187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Network': ['ID=db79b209-3dc8-4f69-80f2-7b6161770088,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:16.953025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:16.954349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:16.970972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network db79b209-3dc8-4f69-80f2-7b6161770088 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:08:16.989317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:16.992752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:17.039187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6549549 Apr 22 17:08:17.045207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60786) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:17.052431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'subnet': {'network_id': '075d1eed-6fb9-4df9-9d9e-915cd8b593c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:17.088590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=96eb2690-ea45-49ee-8afe-4169e6b21a22,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:17.092389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:17.188204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:17.192742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:subnet and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:17.196625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:17.204058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:17.242103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:17.248568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:17.537802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:17.835976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:17.840718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-503b5ff0-312d-4866-8c08-52eb23d2ae89 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:17.925793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:17.926714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Subnet': ['ID=2c8dd172-bda8-428f-9631-077c62fc2105,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:17.932645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:17.936028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Checking segment: {'id': 'eee07dd9-c13b-4273-8727-386479f9f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '075d1eed-6fb9-4df9-9d9e-915cd8b593c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:17.936421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network hostable DHCP agents. Network: 075d1eed-6fb9-4df9-9d9e-915cd8b593c8, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:08:17.994481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:08:18.028678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 075d1eed-6fb9-4df9-9d9e-915cd8b593c8) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:18.040926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55b543-e665-4bcc-9781-21db7b120c79 None None] Network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:18.043513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:18.044172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:18.091616 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0419786 Apr 22 17:08:18.092047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60790) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:18.099137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'subnet': {'network_id': 'db79b209-3dc8-4f69-80f2-7b6161770088', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:18.229734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:18.235991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:subnet and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:18.239854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:18.247423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:18.281884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:18.288432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:18.328067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-075d1eed-6fb9-4df9-9d9e-915cd8b593c8', 'network_id': '075d1eed-6fb9-4df9-9d9e-915cd8b593c8', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'fixed_ips': [{'subnet_id': '2c8dd172-bda8-428f-9631-077c62fc2105'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:08:18.329171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:18.511283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 8f00f517-7b09-4a7d-a347-5557fd42add3 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:08:18.602421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Allocated IP 172.20.0.2 (075d1eed-6fb9-4df9-9d9e-915cd8b593c8/2c8dd172-bda8-428f-9631-077c62fc2105/76c53e38-4132-4a2c-87f1-be24d495b69f) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:18.724291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:18.752447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Sync routers for ids ['8f00f517-7b09-4a7d-a347-5557fd42add3'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:18.779422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Routers {'8f00f517-7b09-4a7d-a347-5557fd42add3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:18.780045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8f00f517-7b09-4a7d-a347-5557fd42add3'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:18.807834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:18.812339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3367968 Apr 22 17:08:18.819022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60794) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:18.877893 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-06ce65a4-a90c-4498-8f1d-3b1a7f33eda3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8b61421b15584ef3a566a5143da81011&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0569003 Apr 22 17:08:18.880561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60798) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:18.980195 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-fa13a572-8568-4bf7-9005-24122989274f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1230481 Apr 22 17:08:19.048524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4b918-3043-461b-ac72-394492634509 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:19.050587 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cca4b918-3043-461b-ac72-394492634509 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1687753 Apr 22 17:08:19.056121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60802) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:19.108037 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b62e8e68-aba0-451e-9342-61f85de20834 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501635 Apr 22 17:08:19.110377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60806) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:19.117394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-676876448', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'project_id': '8b61421b15584ef3a566a5143da81011', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:19.156625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:19.162497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-816e7b28-a464-4643-bbcf-71e23b9ec8a2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:19.226369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:19.247227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:19.252008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:subnet and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:19.253650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Transition to ACTIVE for port object 76c53e38-4132-4a2c-87f1-be24d495b69f will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:19.255923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:19.263445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Subnet': ['ID=13441a65-69c8-44fc-8060-823c7665cdb2,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:19.263863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:19.269344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-cb3ed42f-daed-4cfb-9f3c-fd1f489d6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:19.271029 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-cb3ed42f-daed-4cfb-9f3c-fd1f489d6da4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 1099 time: 0.1942825 Apr 22 17:08:19.273679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:19.275279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Set router 8f00f517-7b09-4a7d-a347-5557fd42add3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:19.281117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Checking segment: {'id': '6bcd7044-5139-4f36-9f94-57829304df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'db79b209-3dc8-4f69-80f2-7b6161770088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:19.281117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network hostable DHCP agents. Network: db79b209-3dc8-4f69-80f2-7b6161770088, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:08:19.310716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:19.317921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:19.384921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network db79b209-3dc8-4f69-80f2-7b6161770088 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:08:19.403511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Transition to ACTIVE for port object 76c53e38-4132-4a2c-87f1-be24d495b69f will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:19.427569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, db79b209-3dc8-4f69-80f2-7b6161770088) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:19.459815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:19.460585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:19.477840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-b4f17fe6-c733-4ef8-b8ab-70bfe55f497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:19.479353 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-b4f17fe6-c733-4ef8-b8ab-70bfe55f497b service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.1801429 Apr 22 17:08:19.480364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16357c6e-ef4d-4028-865c-83966fe8d474 None None] Network db79b209-3dc8-4f69-80f2-7b6161770088 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:19.500954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:19.510848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97ad9aaf-5951-43c0-8699-0d34f4e05c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:19.651887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:19.664849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:19.667433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:19.843640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:19.848871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:19.868340 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7751043 Apr 22 17:08:19.871930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60810) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:19.877432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7db953c6-eb23-41b7-a887-2eb5bb658026 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1586929595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:19.880176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Pushing event updated for resources: {'Port': ['ID=76c53e38-4132-4a2c-87f1-be24d495b69f,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:19.896977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7db953c6-eb23-41b7-a887-2eb5bb658026 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:19.904244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:19.905456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7db953c6-eb23-41b7-a887-2eb5bb658026 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:router and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:19.910420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7db953c6-eb23-41b7-a887-2eb5bb658026 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:19.926727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7db953c6-eb23-41b7-a887-2eb5bb658026 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:19.930262 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-f35914b2-2568-4d53-b4ce-7994122fe50e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049aae58-a48f-44aa-a49f-a8b8f3ab46b8 HTTP/1.1" status: 200 len: 1001 time: 0.4409573 Apr 22 17:08:19.934832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Subnet': ['ID=a475816b-d67c-46b7-9eb6-93a17bd48d2d,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:19.937974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:19.952275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Checking segment: {'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:19.952684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network hostable DHCP agents. Network: 6647e6cc-ce4a-4f41-bec8-db31434e2eb9, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:08:19.984593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7db953c6-eb23-41b7-a887-2eb5bb658026 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:19.985699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7db953c6-eb23-41b7-a887-2eb5bb658026 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:19.993686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Attempting to bind port 76c53e38-4132-4a2c-87f1-be24d495b69f on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:08:19.994118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Attempting to bind port 76c53e38-4132-4a2c-87f1-be24d495b69f by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'eee07dd9-c13b-4273-8727-386479f9f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '075d1eed-6fb9-4df9-9d9e-915cd8b593c8'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:08:19.994527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Attempting to bind port 76c53e38-4132-4a2c-87f1-be24d495b69f on network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:08:20.002169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:08:20.014525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:08:20.015160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Checking segment: {'id': 'eee07dd9-c13b-4273-8727-386479f9f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '075d1eed-6fb9-4df9-9d9e-915cd8b593c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:20.015621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:20.016067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Bound using segment: {'id': 'eee07dd9-c13b-4273-8727-386479f9f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '075d1eed-6fb9-4df9-9d9e-915cd8b593c8'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:08:20.016603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Bound port: 76c53e38-4132-4a2c-87f1-be24d495b69f, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee07dd9-c13b-4273-8727-386479f9f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '075d1eed-6fb9-4df9-9d9e-915cd8b593c8'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:08:20.017024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:20.019730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-e85c2b74-2a11-4680-b1d1-a7ee91a5f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:20.021324 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-e85c2b74-2a11-4680-b1d1-a7ee91a5f3f4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0807421 Apr 22 17:08:20.073185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-db79b209-3dc8-4f69-80f2-7b6161770088', 'network_id': 'db79b209-3dc8-4f69-80f2-7b6161770088', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'fixed_ips': [{'subnet_id': '13441a65-69c8-44fc-8060-823c7665cdb2'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:08:20.074146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:20.097653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 6647e6cc-ce4a-4f41-bec8-db31434e2eb9) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:20.117340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e1452-8139-40e9-83f5-0674c9856639 None None] Network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:20.117682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-0d78a3b8-6f14-49c0-9258-f314324029bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:20.119316 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-0d78a3b8-6f14-49c0-9258-f314324029bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864887 Apr 22 17:08:20.121545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:20.122339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:20.198484 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0841208 Apr 22 17:08:20.198855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60814) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:20.215968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7db953c6-eb23-41b7-a887-2eb5bb658026 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:20.282454 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-69c94232-5963-4c65-ae93-ea64961c4345 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524091 Apr 22 17:08:20.287938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7db953c6-eb23-41b7-a887-2eb5bb658026 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:20.297887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:17Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:20.325159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Checking router: 8f00f517-7b09-4a7d-a347-5557fd42add3 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:08:20.325580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Updating router 8f00f517-7b09-4a7d-a347-5557fd42add3 port 96eb2690-ea45-49ee-8afe-4169e6b21a22 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:08:20.388731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] For port 76c53e38-4132-4a2c-87f1-be24d495b69f, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:08:20.427725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7db953c6-eb23-41b7-a887-2eb5bb658026 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:20.429825 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7db953c6-eb23-41b7-a887-2eb5bb658026 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5568171 Apr 22 17:08:20.430207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] For port 76c53e38-4132-4a2c-87f1-be24d495b69f, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=76c53e38-4132-4a2c-87f1-be24d495b69f,segment=NetworkSegment(eee07dd9-c13b-4273-8727-386479f9f064),segment_id=eee07dd9-c13b-4273-8727-386479f9f064)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:08:20.433275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60818) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:20.474037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:20.482918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d5ce0ec-ce68-4984-b62e-d7705aae0552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:20.554602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:20.590786 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-697f4b87-a8e5-487b-9306-9be2bd63f48e req-174b853a-58c8-475a-8aba-6d8088c9e661 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926588 Apr 22 17:08:20.692891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Allocated IP 172.21.0.2 (db79b209-3dc8-4f69-80f2-7b6161770088/13441a65-69c8-44fc-8060-823c7665cdb2/a77686e9-c5bb-4bad-937b-886d9a7a542b) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:20.800410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Pushing event updated for resources: {'Port': ['ID=76c53e38-4132-4a2c-87f1-be24d495b69f,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:20.808380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:20.839048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ips': [{'subnet_id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:08:20.840524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:21.000225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:21.040588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:21.550682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Allocated IP 172.20.0.2 (6647e6cc-ce4a-4f41-bec8-db31434e2eb9/a475816b-d67c-46b7-9eb6-93a17bd48d2d/72efa3b1-7b91-430c-a469-2c144d01b5c8) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:21.611718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:21.643848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Transition to ACTIVE for port object a77686e9-c5bb-4bad-937b-886d9a7a542b will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:21.668011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Allocated IP 172.20.0.1 (075d1eed-6fb9-4df9-9d9e-915cd8b593c8/2c8dd172-bda8-428f-9631-077c62fc2105/8ff59b85-400f-4927-92e3-eb364413dfbb) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:21.682063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:21.759549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Transition to ACTIVE for port object 96eb2690-ea45-49ee-8afe-4169e6b21a22 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:21.810870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:21.818877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:21.851706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Transition to ACTIVE for port object a77686e9-c5bb-4bad-937b-886d9a7a542b will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:21.856391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:21.878549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Transition to ACTIVE for port object 8ff59b85-400f-4927-92e3-eb364413dfbb will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:21.916420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:21.935485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:21.941697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e2df3887-a0bc-451b-9a0d-c3a506535dfb tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:21.978114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Attempting to bind port 96eb2690-ea45-49ee-8afe-4169e6b21a22 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:08:21.978114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Attempting to bind port 96eb2690-ea45-49ee-8afe-4169e6b21a22 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:08:21.978114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Attempting to bind port 96eb2690-ea45-49ee-8afe-4169e6b21a22 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:08:22.006249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 76c53e38-4132-4a2c-87f1-be24d495b69f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:22.020631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:22.024052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:22.028476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:22.042680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:08:22.043189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:22.043529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.043979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:08:22.044549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Bound port: 96eb2690-ea45-49ee-8afe-4169e6b21a22, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:08:22.044981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.067639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=8ff59b85-400f-4927-92e3-eb364413dfbb,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:22.076128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f70e78-e679-493f-8372-e00ebd968401 None None] Pushing event updated for resources: {'Port': ['ID=96eb2690-ea45-49ee-8afe-4169e6b21a22,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:22.076512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:22.086921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Network db79b209-3dc8-4f69-80f2-7b6161770088 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:22.097997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-26f70e78-e679-493f-8372-e00ebd968401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:22.099008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:22.100775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:22.112809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.131899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:22.183776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.284139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.318173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Transition to ACTIVE for port object 72efa3b1-7b91-430c-a469-2c144d01b5c8 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:22.335894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] For port 96eb2690-ea45-49ee-8afe-4169e6b21a22, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:08:22.339659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] For port 96eb2690-ea45-49ee-8afe-4169e6b21a22, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=96eb2690-ea45-49ee-8afe-4169e6b21a22,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:08:22.346031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Pushing event updated for resources: {'Port': ['ID=a77686e9-c5bb-4bad-937b-886d9a7a542b,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:22.366614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:22.388009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.395408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:22.429230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Attempting to bind port a77686e9-c5bb-4bad-937b-886d9a7a542b on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:08:22.429656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Attempting to bind port a77686e9-c5bb-4bad-937b-886d9a7a542b by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '6bcd7044-5139-4f36-9f94-57829304df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'db79b209-3dc8-4f69-80f2-7b6161770088'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:08:22.430067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Attempting to bind port a77686e9-c5bb-4bad-937b-886d9a7a542b on network db79b209-3dc8-4f69-80f2-7b6161770088 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:08:22.442488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Transition to ACTIVE for port object 72efa3b1-7b91-430c-a469-2c144d01b5c8 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:22.446377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9e532a-6485-4528-b48d-0f36db3bd603 None None] Network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:22.483251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:08:22.483675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Checking segment: {'id': '6bcd7044-5139-4f36-9f94-57829304df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'db79b209-3dc8-4f69-80f2-7b6161770088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:22.484134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.484584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Bound using segment: {'id': '6bcd7044-5139-4f36-9f94-57829304df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'db79b209-3dc8-4f69-80f2-7b6161770088'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:08:22.485129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Bound port: a77686e9-c5bb-4bad-937b-886d9a7a542b, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcd7044-5139-4f36-9f94-57829304df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'db79b209-3dc8-4f69-80f2-7b6161770088'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:08:22.485553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.550695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.1 (6647e6cc-ce4a-4f41-bec8-db31434e2eb9/a475816b-d67c-46b7-9eb6-93a17bd48d2d/928843d4-9057-4910-a1f4-c1b5d5b1ec12) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:22.556722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 76c53e38-4132-4a2c-87f1-be24d495b69f completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:22.622755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.680566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Routers {'8f00f517-7b09-4a7d-a347-5557fd42add3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:22.681461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8f00f517-7b09-4a7d-a347-5557fd42add3'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:22.745556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.749497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a17c2e0d-26fc-4359-8107-46ae3ab29332 None None] Provisioning for port 76c53e38-4132-4a2c-87f1-be24d495b69f completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:22.757192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.767888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.774538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 928843d4-9057-4910-a1f4-c1b5d5b1ec12 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:22.780330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:22.793506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f70e78-e679-493f-8372-e00ebd968401 None None] Pushing event updated for resources: {'Port': ['ID=96eb2690-ea45-49ee-8afe-4169e6b21a22,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:22.800633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aa9c65a9-450c-466a-a877-366c66776a02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:22.807468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:22.807468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-26f70e78-e679-493f-8372-e00ebd968401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:22.825286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.830777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-65af8a39-b6e9-4e66-96b2-829704b2edf4 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:22.865990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-26f70e78-e679-493f-8372-e00ebd968401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:22.895853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a17c2e0d-26fc-4359-8107-46ae3ab29332 None None] Provisioning complete for port 76c53e38-4132-4a2c-87f1-be24d495b69f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:22.896063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=8ff59b85-400f-4927-92e3-eb364413dfbb,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:22.896769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a17c2e0d-26fc-4359-8107-46ae3ab29332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.898750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:22.898922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:22.903451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:22.909131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:22.911751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:22.922037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:22.963437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=928843d4-9057-4910-a1f4-c1b5d5b1ec12,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:22.967272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:22.995904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:23.056590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:23.057865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:23.153297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:23.251922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] For port a77686e9-c5bb-4bad-937b-886d9a7a542b, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:08:23.287658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 9ae0f749-ec3e-4e24-8db3-f871b19004b0 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:08:23.344309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] For port a77686e9-c5bb-4bad-937b-886d9a7a542b, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a77686e9-c5bb-4bad-937b-886d9a7a542b,segment=NetworkSegment(6bcd7044-5139-4f36-9f94-57829304df03),segment_id=6bcd7044-5139-4f36-9f94-57829304df03)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:08:23.371404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Pushing event updated for resources: {'Port': ['ID=72efa3b1-7b91-430c-a469-2c144d01b5c8,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:23.384724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:23.387280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:23.404078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f28a3e32-3e64-4037-b0c0-969ba553d145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:23.455409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Attempting to bind port 72efa3b1-7b91-430c-a469-2c144d01b5c8 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:08:23.455827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Attempting to bind port 72efa3b1-7b91-430c-a469-2c144d01b5c8 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:08:23.456236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Attempting to bind port 72efa3b1-7b91-430c-a469-2c144d01b5c8 on network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:08:23.459414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:23.472698 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/9ae0f749-ec3e-4e24-8db3-f871b19004b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0350792 Apr 22 17:08:23.473476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60822) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:23.477924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d6088-18d8-4639-9f6c-1efcc56f9b90 None None] Sync routers for ids ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:23.488601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d6088-18d8-4639-9f6c-1efcc56f9b90 None None] Routers {'9ae0f749-ec3e-4e24-8db3-f871b19004b0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:23.489567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-481d6088-18d8-4639-9f6c-1efcc56f9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:23.526700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:08:23.527696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Checking segment: {'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:23.528078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:23.528526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Bound using segment: {'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:08:23.529072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Bound port: 72efa3b1-7b91-430c-a469-2c144d01b5c8, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:08:23.529493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:23.561281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-481d6088-18d8-4639-9f6c-1efcc56f9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:23.564966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] Set router 8f00f517-7b09-4a7d-a347-5557fd42add3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:23.571597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d6088-18d8-4639-9f6c-1efcc56f9b90 None None] Routers {'9ae0f749-ec3e-4e24-8db3-f871b19004b0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:23.572443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-481d6088-18d8-4639-9f6c-1efcc56f9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:23.593906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7f0333-6f64-4768-ba66-0fa309d3ac95 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:23.594555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea7f0333-6f64-4768-ba66-0fa309d3ac95 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:23.630410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:23.638885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-481d6088-18d8-4639-9f6c-1efcc56f9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:23.639420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d6088-18d8-4639-9f6c-1efcc56f9b90 None None] The sync data for ids ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:23.647690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ea7f0333-6f64-4768-ba66-0fa309d3ac95 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:23.649062 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ea7f0333-6f64-4768-ba66-0fa309d3ac95 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports/8ff59b85-400f-4927-92e3-eb364413dfbb HTTP/1.1" status: 200 len: 910 time: 0.1749218 Apr 22 17:08:23.652065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60826) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:23.676576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:23.740984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e5f7813-05c6-434c-9b3b-3ca3bb86c0cd tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:23.878741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Pushing event updated for resources: {'Port': ['ID=a77686e9-c5bb-4bad-937b-886d9a7a542b,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:23.914445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:23.917258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a17c2e0d-26fc-4359-8107-46ae3ab29332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:24.086433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] For port 72efa3b1-7b91-430c-a469-2c144d01b5c8, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:08:24.096199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] For port 72efa3b1-7b91-430c-a469-2c144d01b5c8, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=72efa3b1-7b91-430c-a469-2c144d01b5c8,segment=NetworkSegment(58b31360-0329-4fee-a6f3-dd5ac2b10a83),segment_id=58b31360-0329-4fee-a6f3-dd5ac2b10a83)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:08:24.179398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a17c2e0d-26fc-4359-8107-46ae3ab29332 None None] For port 76c53e38-4132-4a2c-87f1-be24d495b69f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=76c53e38-4132-4a2c-87f1-be24d495b69f,segment=NetworkSegment(eee07dd9-c13b-4273-8727-386479f9f064),segment_id=eee07dd9-c13b-4273-8727-386479f9f064)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:24.186131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:24.195486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:24.196168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:24.253457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=928843d4-9057-4910-a1f4-c1b5d5b1ec12,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:24.262593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:24.268344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a17c2e0d-26fc-4359-8107-46ae3ab29332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:24.333976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Pushing event updated for resources: {'Port': ['ID=72efa3b1-7b91-430c-a469-2c144d01b5c8,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:24.341136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:24.346047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-49c8e053-88c4-4022-84ef-5844e2181478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:24.426111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:17Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:24.442055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a72d3-439d-485c-973f-526b116c2810 None None] The sync data for ids ['8f00f517-7b09-4a7d-a347-5557fd42add3'] in dv-neutron-786478-3-hyperv is: [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:17Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:24.451961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:24.454788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:24.466248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c2e0d-26fc-4359-8107-46ae3ab29332 None None] Pushing event updated for resources: {'Port': ['ID=76c53e38-4132-4a2c-87f1-be24d495b69f,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:24.477249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a17c2e0d-26fc-4359-8107-46ae3ab29332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:24.625565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ccaefeec-e1ff-44eb-a6ea-8a65149163cb None None] Provisioning for port 8ff59b85-400f-4927-92e3-eb364413dfbb completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:24.633268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ccaefeec-e1ff-44eb-a6ea-8a65149163cb None None] Provisioning complete for port 8ff59b85-400f-4927-92e3-eb364413dfbb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:24.633702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ccaefeec-e1ff-44eb-a6ea-8a65149163cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:24.716971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ccaefeec-e1ff-44eb-a6ea-8a65149163cb None None] Port 8ff59b85-400f-4927-92e3-eb364413dfbb cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:24.742117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ccaefeec-e1ff-44eb-a6ea-8a65149163cb None None] Provisioning complete for port 76c53e38-4132-4a2c-87f1-be24d495b69f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:24.742537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ccaefeec-e1ff-44eb-a6ea-8a65149163cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:24.772810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 8f00f517-7b09-4a7d-a347-5557fd42add3 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:08:24.941478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:25.090712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6025611b-26d2-44f5-aefc-20e53e72e749 None None] Provisioning complete for port 8ff59b85-400f-4927-92e3-eb364413dfbb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:25.090712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6025611b-26d2-44f5-aefc-20e53e72e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:25.113323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:25.136280 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/8f00f517-7b09-4a7d-a347-5557fd42add3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9361649 Apr 22 17:08:25.140027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60830) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:25.214525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6025611b-26d2-44f5-aefc-20e53e72e749 None None] Port 8ff59b85-400f-4927-92e3-eb364413dfbb cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:25.358735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ce535-90f2-467e-99fe-45082fa3aada tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.359320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ce535-90f2-467e-99fe-45082fa3aada tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.359842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ce535-90f2-467e-99fe-45082fa3aada tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.363564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ce535-90f2-467e-99fe-45082fa3aada tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.365712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ad81d9d8-9a1a-46d2-914e-b111541ccdec None None] Provisioning complete for port 8ff59b85-400f-4927-92e3-eb364413dfbb triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:25.366147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad81d9d8-9a1a-46d2-914e-b111541ccdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:25.368254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ce535-90f2-467e-99fe-45082fa3aada tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.368783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ce535-90f2-467e-99fe-45082fa3aada tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.369311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ce535-90f2-467e-99fe-45082fa3aada tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.369828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ce535-90f2-467e-99fe-45082fa3aada tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.379576 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-522ce535-90f2-467e-99fe-45082fa3aada tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5655 time: 0.2383380 Apr 22 17:08:25.382452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60834) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:25.499462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ad81d9d8-9a1a-46d2-914e-b111541ccdec None None] Port 8ff59b85-400f-4927-92e3-eb364413dfbb cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:25.520615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c251f8e-dfc2-40fb-ae49-82e3e676baf0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.521232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c251f8e-dfc2-40fb-ae49-82e3e676baf0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.521827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c251f8e-dfc2-40fb-ae49-82e3e676baf0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.522417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c251f8e-dfc2-40fb-ae49-82e3e676baf0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.523029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c251f8e-dfc2-40fb-ae49-82e3e676baf0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.523627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c251f8e-dfc2-40fb-ae49-82e3e676baf0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.524214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c251f8e-dfc2-40fb-ae49-82e3e676baf0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.524801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c251f8e-dfc2-40fb-ae49-82e3e676baf0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:25.527899 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6c251f8e-dfc2-40fb-ae49-82e3e676baf0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5189 time: 0.1441259 Apr 22 17:08:25.531142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60838) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:25.571578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Allocated IP 172.21.0.1 (db79b209-3dc8-4f69-80f2-7b6161770088/13441a65-69c8-44fc-8060-823c7665cdb2/4fcd1026-a68a-40f7-ae2e-18918dd8484c) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:25.611830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c1d95-0efe-4afd-8c79-08912741125b None None] Network db79b209-3dc8-4f69-80f2-7b6161770088 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:25.783306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:25.783467 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4ccb2cda-149f-4075-a0ca-1437f7e0d164 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 0.2479019 Apr 22 17:08:25.802512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Transition to ACTIVE for port object 4fcd1026-a68a-40f7-ae2e-18918dd8484c will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:25.805578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3280b4d6-8bdb-4c56-a763-f7e23dd1ef5c None None] Provisioning for port a77686e9-c5bb-4bad-937b-886d9a7a542b completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:25.857651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:25.863653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c8a87817-b6e6-4711-965e-6448ccbcacdc tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:26.034037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network db79b209-3dc8-4f69-80f2-7b6161770088 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:26.038243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:26.045446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:26.086986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=4fcd1026-a68a-40f7-ae2e-18918dd8484c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:26.092199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:26.136605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.192516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 76c53e38-4132-4a2c-87f1-be24d495b69f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:26.297031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 76c53e38-4132-4a2c-87f1-be24d495b69f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:26.297453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.339103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.343327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60844) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:26.350104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917678298', 'description': 'tempest-secgroup-smoke-1917678298 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:26.359564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:26.366405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:26.374312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:26.382161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:26.436030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.451377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e9b2a2-85b0-435c-bfd4-d1e318d53637 None None] Network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:26.471347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:26.473742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:26.477705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:26.486478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:26.541354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f8fe8a5e-db23-4e20-9a02-570d2d10aecb None None] Provisioning for port 4fcd1026-a68a-40f7-ae2e-18918dd8484c completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:26.556144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f8fe8a5e-db23-4e20-9a02-570d2d10aecb None None] Provisioning complete for port 4fcd1026-a68a-40f7-ae2e-18918dd8484c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:26.556144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8a5e-db23-4e20-9a02-570d2d10aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.580744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.609929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 72efa3b1-7b91-430c-a469-2c144d01b5c8 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:26.614026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.621339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28c2d273-68a2-4f89-8879-da3544d7d016 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:26.671220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a203c173-c80e-41ef-8ef6-d858965dda87,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:26.674932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:26.720666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f8fe8a5e-db23-4e20-9a02-570d2d10aecb None None] Port 4fcd1026-a68a-40f7-ae2e-18918dd8484c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:26.725994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.731878 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3836141 Apr 22 17:08:26.732655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60848) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:26.740553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'a203c173-c80e-41ef-8ef6-d858965dda87', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:26.748546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:26.755874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:26.760899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:26.768083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:26.818864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.860765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 72efa3b1-7b91-430c-a469-2c144d01b5c8 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:26.874247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 72efa3b1-7b91-430c-a469-2c144d01b5c8 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:26.874247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.901344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.906574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-db6e4062-af9e-46fe-bdf8-9bcb5308ba3d None None] Provisioning for port 72efa3b1-7b91-430c-a469-2c144d01b5c8 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:26.928821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.934861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-db6e4062-af9e-46fe-bdf8-9bcb5308ba3d None None] Provisioning complete for port 72efa3b1-7b91-430c-a469-2c144d01b5c8 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:26.935280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db6e4062-af9e-46fe-bdf8-9bcb5308ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.939079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:26.948116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:26.966444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abbed30-4355-41b1-adff-47ce28138c28,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:26.969554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:26.984753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.014675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.016579 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2820785 Apr 22 17:08:27.018892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60852) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:27.024881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'a203c173-c80e-41ef-8ef6-d858965dda87', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:27.031052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b778383-01a2-4851-b95c-a25ff032b3d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:27.039194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:27.045420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:27.051578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:27.065953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:27.133050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.144858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.155339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=4fcd1026-a68a-40f7-ae2e-18918dd8484c,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:27.173536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:27.265961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.301250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.307811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a93085f7-290d-4bf3-8b5f-b79cdac586f9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:27.335166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4983d33-25e7-48fc-80ad-9776eda34534,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:27.342449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network db79b209-3dc8-4f69-80f2-7b6161770088 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:27.342449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:27.342875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:27.364495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.392267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.398329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3782480 Apr 22 17:08:27.399035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60856) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:27.413147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'a203c173-c80e-41ef-8ef6-d858965dda87', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:27.417107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db6e4062-af9e-46fe-bdf8-9bcb5308ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.421145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:27.427664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:27.434175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:27.444074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 72efa3b1-7b91-430c-a469-2c144d01b5c8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=72efa3b1-7b91-430c-a469-2c144d01b5c8,segment=NetworkSegment(58b31360-0329-4fee-a6f3-dd5ac2b10a83),segment_id=58b31360-0329-4fee-a6f3-dd5ac2b10a83)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:27.447035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:27.497930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.499216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 96eb2690-ea45-49ee-8afe-4169e6b21a22 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:27.515053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.534036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-550fe69c-2945-4ffb-bc28-b07982cc7b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:27.556534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 9ae0f749-ec3e-4e24-8db3-f871b19004b0 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:08:27.624158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.658794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.659412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-db6e4062-af9e-46fe-bdf8-9bcb5308ba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:08:27.662851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-db6e4062-af9e-46fe-bdf8-9bcb5308ba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:08:27.663140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf312638-0726-4193-8bbe-4e937de949ef tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:27.686466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d59223-4e7b-4541-bf4e-1617518ec940,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:27.692128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=72efa3b1-7b91-430c-a469-2c144d01b5c8,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:27.698072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:27.712489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:27.723580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 96eb2690-ea45-49ee-8afe-4169e6b21a22 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:27.731908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 96eb2690-ea45-49ee-8afe-4169e6b21a22 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:27.732496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.780148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.783284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3810270 Apr 22 17:08:27.784548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60860) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:27.792232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'a203c173-c80e-41ef-8ef6-d858965dda87', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:27.799817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:27.810118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:27.815523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:27.828759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:27.887175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.931711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:27.952609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 96eb2690-ea45-49ee-8afe-4169e6b21a22, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=96eb2690-ea45-49ee-8afe-4169e6b21a22,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:27.956241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Sync routers for ids ['8f00f517-7b09-4a7d-a347-5557fd42add3'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:27.984823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Routers {'8f00f517-7b09-4a7d-a347-5557fd42add3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:27.985789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8f00f517-7b09-4a7d-a347-5557fd42add3'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:28.068999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.070204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a77686e9-c5bb-4bad-937b-886d9a7a542b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:28.080689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.113519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-610c7f0f-92d7-4a26-9609-e96d87067c0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:28.122543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.131485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-775ef777-06f7-4719-9cda-da599fcf7ac1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:28.150110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:28.150310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b2394f8-32aa-4760-9c33-9b9bcfc895f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.161566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf442a9-73c1-4c6d-b951-050c0da16cef None None] Sync routers for ids ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:28.166765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469cde1a-023d-4aa2-aa30-5885907cab64,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:28.169995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:28.175801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf442a9-73c1-4c6d-b951-050c0da16cef None None] Routers {'9ae0f749-ec3e-4e24-8db3-f871b19004b0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:28.175801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7cf442a9-73c1-4c6d-b951-050c0da16cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:28.197256 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/9ae0f749-ec3e-4e24-8db3-f871b19004b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5440567 Apr 22 17:08:28.202310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60864) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:28.249761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7cf442a9-73c1-4c6d-b951-050c0da16cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:28.259582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf442a9-73c1-4c6d-b951-050c0da16cef None None] Routers {'9ae0f749-ec3e-4e24-8db3-f871b19004b0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:28.266110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7cf442a9-73c1-4c6d-b951-050c0da16cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:28.266271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.266271 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4770494 Apr 22 17:08:28.267263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60868) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:28.273317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'a203c173-c80e-41ef-8ef6-d858965dda87', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:28.282255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:28.287949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:28.294605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:28.298490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6432107-5b87-41cc-a004-f60823924ece tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:28.299232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f6432107-5b87-41cc-a004-f60823924ece tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:28.305414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:28.343595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7cf442a9-73c1-4c6d-b951-050c0da16cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:28.344141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf442a9-73c1-4c6d-b951-050c0da16cef None None] The sync data for ids ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:28.368346 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:08:28.373482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=96eb2690-ea45-49ee-8afe-4169e6b21a22,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:28.377744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.382807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:28.423081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-db6e4062-af9e-46fe-bdf8-9bcb5308ba3d None None] Provisioning complete for port 4fcd1026-a68a-40f7-ae2e-18918dd8484c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:28.423536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db6e4062-af9e-46fe-bdf8-9bcb5308ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.424996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f6432107-5b87-41cc-a004-f60823924ece tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:28.427980 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f6432107-5b87-41cc-a004-f60823924ece tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports/4fcd1026-a68a-40f7-ae2e-18918dd8484c HTTP/1.1" status: 200 len: 910 time: 0.2221675 Apr 22 17:08:28.431596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60872) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:28.457557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Set router 8f00f517-7b09-4a7d-a347-5557fd42add3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:28.460455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.518606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port a77686e9-c5bb-4bad-937b-886d9a7a542b completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:28.522134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.525113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d6ceee4-ee3b-4569-952b-b4d54b8969b7 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:28.531291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a77686e9-c5bb-4bad-937b-886d9a7a542b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:28.531776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.553343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e823140c-b7f2-4251-8bd9-e42dc6ce0e4f,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:28.567780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:28.604392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.604392 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3315568 Apr 22 17:08:28.606270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60876) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:28.615099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'a203c173-c80e-41ef-8ef6-d858965dda87', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:28.623986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:28.628164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:28.632133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:28.639592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:28.693343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:08:28.702714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.725112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-db6e4062-af9e-46fe-bdf8-9bcb5308ba3d None None] Port 4fcd1026-a68a-40f7-ae2e-18918dd8484c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:28.794890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.820160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.822376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:28.841559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4bc073e-e2bf-4779-9044-edc4288051c5,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:28.848898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:28.888092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.890230 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2823632 Apr 22 17:08:28.967309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:28.987432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3a7ea2fe-6d91-466e-a196-28117ecc55fa None None] Provisioning for port 928843d4-9057-4910-a1f4-c1b5d5b1ec12 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:28.997488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3a7ea2fe-6d91-466e-a196-28117ecc55fa None None] Provisioning complete for port 928843d4-9057-4910-a1f4-c1b5d5b1ec12 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:28.997903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a7ea2fe-6d91-466e-a196-28117ecc55fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:29.006979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:29.071430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port a77686e9-c5bb-4bad-937b-886d9a7a542b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a77686e9-c5bb-4bad-937b-886d9a7a542b,segment=NetworkSegment(6bcd7044-5139-4f36-9f94-57829304df03),segment_id=6bcd7044-5139-4f36-9f94-57829304df03)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:29.098919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ea2fe-6d91-466e-a196-28117ecc55fa None None] Port 928843d4-9057-4910-a1f4-c1b5d5b1ec12 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:29.121054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:29.126657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:23Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '928843d4-9057-4910-a1f4-c1b5d5b1ec12', 'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:14:bd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:21Z', 'updated_at': '2021-04-22T17:08:23Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:29.128903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3a7ea2fe-6d91-466e-a196-28117ecc55fa None None] Provisioning complete for port 72efa3b1-7b91-430c-a469-2c144d01b5c8 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:29.129329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a7ea2fe-6d91-466e-a196-28117ecc55fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:29.167408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7990af64-0f07-4a17-bdce-076ec35b10f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:29.229313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Checking router: 8f00f517-7b09-4a7d-a347-5557fd42add3 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:08:29.229989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Updating router 8f00f517-7b09-4a7d-a347-5557fd42add3 port 928843d4-9057-4910-a1f4-c1b5d5b1ec12 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:08:29.280293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 96eb2690-ea45-49ee-8afe-4169e6b21a22 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:29.390310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:29.421748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=a77686e9-c5bb-4bad-937b-886d9a7a542b,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:29.426377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:29.430596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 4fcd1026-a68a-40f7-ae2e-18918dd8484c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:29.431128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:29.470268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b86c8208-5077-404b-a137-c240e8f04d28 req-fed802c2-5b36-4001-a793-9d203a5e9df5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:29.509854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b86c8208-5077-404b-a137-c240e8f04d28 req-fed802c2-5b36-4001-a793-9d203a5e9df5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:29.512100 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-fed802c2-5b36-4001-a793-9d203a5e9df5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917678298&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.0951703 Apr 22 17:08:29.701860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:29.716960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c8208-5077-404b-a137-c240e8f04d28 req-c0902f85-7e9c-43d8-9091-edefd2e3e036 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:29.717811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b86c8208-5077-404b-a137-c240e8f04d28 req-c0902f85-7e9c-43d8-9091-edefd2e3e036 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:29.816773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 96eb2690-ea45-49ee-8afe-4169e6b21a22 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:29.817188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:29.848596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 4fcd1026-a68a-40f7-ae2e-18918dd8484c owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:29.937421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3a7ea2fe-6d91-466e-a196-28117ecc55fa None None] Provisioning complete for port 4fcd1026-a68a-40f7-ae2e-18918dd8484c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:29.937836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a7ea2fe-6d91-466e-a196-28117ecc55fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:30.086312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ea2fe-6d91-466e-a196-28117ecc55fa None None] Port 4fcd1026-a68a-40f7-ae2e-18918dd8484c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:30.091555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b86c8208-5077-404b-a137-c240e8f04d28 req-c0902f85-7e9c-43d8-9091-edefd2e3e036 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:30.091555 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-c0902f85-7e9c-43d8-9091-edefd2e3e036 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/networks?id=6647e6cc-ce4a-4f41-bec8-db31434e2eb9 HTTP/1.1" status: 200 len: 796 time: 0.5676675 Apr 22 17:08:30.107549 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-65525fbd-ef15-429c-9b97-0a0c407cfa02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/quotas/8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 375 time: 0.0112960 Apr 22 17:08:30.148708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:30.154463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b55216c2-edf9-41d8-aeb7-20bd4874f86b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:30.190765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 72efa3b1-7b91-430c-a469-2c144d01b5c8 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:30.206008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b86c8208-5077-404b-a137-c240e8f04d28 req-def10cf0-078b-487b-8984-9b041f75ddab tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:30.216579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=4fcd1026-a68a-40f7-ae2e-18918dd8484c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:30.256648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:30.286950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b86c8208-5077-404b-a137-c240e8f04d28 req-def10cf0-078b-487b-8984-9b041f75ddab tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:30.294090 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-def10cf0-078b-487b-8984-9b041f75ddab tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1781399 Apr 22 17:08:30.351579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 72efa3b1-7b91-430c-a469-2c144d01b5c8 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:30.352007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:30.401481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7f68ca4-c0e6-4b90-beb9-45cfadc5a62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:30.448174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:30.467055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Transition to ACTIVE for port object 928843d4-9057-4910-a1f4-c1b5d5b1ec12 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:30.516632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:30.523157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9fc5f9d5-49f3-4ec3-92c9-2a7945b9a53d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:30.537936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:30.611305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-cc7fb62d-89f5-43b8-9d67-ba7af29911af service neutron] 10.222.0.77 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023310 Apr 22 17:08:30.687015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315db1ae-8909-4756-824c-8ce28760e4e3 None None] Pushing event updated for resources: {'Port': ['ID=928843d4-9057-4910-a1f4-c1b5d5b1ec12,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:30.721188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-315db1ae-8909-4756-824c-8ce28760e4e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:30.803697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Attempting to bind port 928843d4-9057-4910-a1f4-c1b5d5b1ec12 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:08:30.805629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Attempting to bind port 928843d4-9057-4910-a1f4-c1b5d5b1ec12 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:08:30.805629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Attempting to bind port 928843d4-9057-4910-a1f4-c1b5d5b1ec12 on network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:08:30.811092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:08:30.811517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Checking segment: {'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:30.811982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:30.812431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Bound using segment: {'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:08:30.812943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Bound port: 928843d4-9057-4910-a1f4-c1b5d5b1ec12, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:08:30.813601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:30.816699 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-1b3aea0d-328d-44ba-86ad-c83cce841add service neutron] 10.222.0.77 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021177 Apr 22 17:08:30.947925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] For port 928843d4-9057-4910-a1f4-c1b5d5b1ec12, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:08:30.951307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] For port 928843d4-9057-4910-a1f4-c1b5d5b1ec12, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=928843d4-9057-4910-a1f4-c1b5d5b1ec12,segment=NetworkSegment(58b31360-0329-4fee-a6f3-dd5ac2b10a83),segment_id=58b31360-0329-4fee-a6f3-dd5ac2b10a83)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:08:30.963236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 9ae0f749-ec3e-4e24-8db3-f871b19004b0 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:08:31.054135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:31.059947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-900c6c67-4727-447d-9c7b-7bbed29354d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:31.154560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:31.169696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315db1ae-8909-4756-824c-8ce28760e4e3 None None] Pushing event updated for resources: {'Port': ['ID=928843d4-9057-4910-a1f4-c1b5d5b1ec12,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:31.179495 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dd5541f0-dd98-43ef-875a-7e1d585a30db req-f548cc5a-c6dc-43b7-af67-e06172b30574 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 210 time: 0.1454332 Apr 22 17:08:31.191805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5066a0-4205-4c9d-b68b-2d83fc67eac8 None None] Sync routers for ids ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:31.195870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-315db1ae-8909-4756-824c-8ce28760e4e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:31.204170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60904) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:31.208665 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/9ae0f749-ec3e-4e24-8db3-f871b19004b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7722094 Apr 22 17:08:31.219194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5066a0-4205-4c9d-b68b-2d83fc67eac8 None None] Routers {'9ae0f749-ec3e-4e24-8db3-f871b19004b0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:31.220529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-da5066a0-4205-4c9d-b68b-2d83fc67eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:31.321767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-da5066a0-4205-4c9d-b68b-2d83fc67eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:31.338710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a77686e9-c5bb-4bad-937b-886d9a7a542b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:31.405630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Routers {'8f00f517-7b09-4a7d-a347-5557fd42add3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:31.409211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8f00f517-7b09-4a7d-a347-5557fd42add3'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:31.512516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5066a0-4205-4c9d-b68b-2d83fc67eac8 None None] Routers {'9ae0f749-ec3e-4e24-8db3-f871b19004b0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:31.513367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-da5066a0-4205-4c9d-b68b-2d83fc67eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:31.667477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-da5066a0-4205-4c9d-b68b-2d83fc67eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:31.667477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5066a0-4205-4c9d-b68b-2d83fc67eac8 None None] The sync data for ids ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:31.667668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:31.719229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:31.725953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a77686e9-c5bb-4bad-937b-886d9a7a542b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:31.727416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:31.818249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] Set router 8f00f517-7b09-4a7d-a347-5557fd42add3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:31.842688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:32.235063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 8ff59b85-400f-4927-92e3-eb364413dfbb {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:32.235637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:32.429224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:23Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '928843d4-9057-4910-a1f4-c1b5d5b1ec12', 'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:14:bd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:21Z', 'updated_at': '2021-04-22T17:08:30Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:32.434274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f8f66-3187-46be-bb0d-efca6b2b91c0 None None] The sync data for ids ['8f00f517-7b09-4a7d-a347-5557fd42add3'] in dv-neutron-786478-3-hyperv is: [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:23Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '928843d4-9057-4910-a1f4-c1b5d5b1ec12', 'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:14:bd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:21Z', 'updated_at': '2021-04-22T17:08:30Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:32.742874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:32.777665 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-656c63d5-8a1d-4fa9-92f2-0b853386eac0 req-2b7d7b5f-b9ca-4927-a505-0578c4ce8cf4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 210 time: 0.3927872 Apr 22 17:08:32.849230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:32.985759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 8ff59b85-400f-4927-92e3-eb364413dfbb owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:33.218912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:33.225806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79f31e1f-6414-424c-8bc5-5f0411c779b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:33.255274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 928843d4-9057-4910-a1f4-c1b5d5b1ec12 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:33.291027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=8ff59b85-400f-4927-92e3-eb364413dfbb,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:33.294845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:33.447386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 928843d4-9057-4910-a1f4-c1b5d5b1ec12 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:33.454803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 928843d4-9057-4910-a1f4-c1b5d5b1ec12 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:33.455323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:33.477937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d5d531dc-8afc-4d96-b2ee-d467abeeb325 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:33.479819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d5d531dc-8afc-4d96-b2ee-d467abeeb325 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:33.494102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d5d531dc-8afc-4d96-b2ee-d467abeeb325 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:33.496268 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d5d531dc-8afc-4d96-b2ee-d467abeeb325 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=6647e6cc-ce4a-4f41-bec8-db31434e2eb9 HTTP/1.1" status: 200 len: 796 time: 0.2301319 Apr 22 17:08:33.586482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b86c8208-5077-404b-a137-c240e8f04d28 req-2a57f93c-4bbf-405d-9c5c-c58c3892ad91 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:33.602980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b86c8208-5077-404b-a137-c240e8f04d28 req-2a57f93c-4bbf-405d-9c5c-c58c3892ad91 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:33.603998 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-2a57f93c-4bbf-405d-9c5c-c58c3892ad91 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 380 time: 0.0958533 Apr 22 17:08:33.615136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'device_id': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'admin_state_up': True, 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'security_groups': ['a203c173-c80e-41ef-8ef6-d858965dda87']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:33.647994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:33.659099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:33.713610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 928843d4-9057-4910-a1f4-c1b5d5b1ec12, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=928843d4-9057-4910-a1f4-c1b5d5b1ec12,segment=NetworkSegment(58b31360-0329-4fee-a6f3-dd5ac2b10a83),segment_id=58b31360-0329-4fee-a6f3-dd5ac2b10a83)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:33.743000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:33.746746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f5da213-074a-4ecc-b2e8-58059bcfdeb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:33.825955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:33.842227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:33.868846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=928843d4-9057-4910-a1f4-c1b5d5b1ec12,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:33.874247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:33.891541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:33.898149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:34.034345 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a5d383c-bc6e-48a0-8691-00707ab76cd9 req-445629c8-efee-48a5-a692-d7b28559ea37 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 210 time: 0.1058528 Apr 22 17:08:34.055574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 9ae0f749-ec3e-4e24-8db3-f871b19004b0 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:08:34.079653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.8 (6647e6cc-ce4a-4f41-bec8-db31434e2eb9/a475816b-d67c-46b7-9eb6-93a17bd48d2d/323b6eaa-9a87-4829-bf2d-2bbd31aecd85) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:34.201043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:34.211451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e3aa8-c326-4b3e-9f96-f63aafebf31a None None] Sync routers for ids ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:34.223150 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/9ae0f749-ec3e-4e24-8db3-f871b19004b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0149794 Apr 22 17:08:34.223362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e3aa8-c326-4b3e-9f96-f63aafebf31a None None] Routers {'9ae0f749-ec3e-4e24-8db3-f871b19004b0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:34.223362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-991e3aa8-c326-4b3e-9f96-f63aafebf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:34.223856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60924) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:34.283374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c34bb09-4187-43ce-a2f9-d03b875ec2d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:34.289111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-991e3aa8-c326-4b3e-9f96-f63aafebf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:34.299041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e3aa8-c326-4b3e-9f96-f63aafebf31a None None] Routers {'9ae0f749-ec3e-4e24-8db3-f871b19004b0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:34.303637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-991e3aa8-c326-4b3e-9f96-f63aafebf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:34.303796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:34.319327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:34.372391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-991e3aa8-c326-4b3e-9f96-f63aafebf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:34.372853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c34bb09-4187-43ce-a2f9-d03b875ec2d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:34.373106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e3aa8-c326-4b3e-9f96-f63aafebf31a None None] The sync data for ids ['9ae0f749-ec3e-4e24-8db3-f871b19004b0'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:34.373223 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c34bb09-4187-43ce-a2f9-d03b875ec2d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ae0f749-ec3e-4e24-8db3-f871b19004b0 HTTP/1.1" status: 200 len: 205 time: 0.1437838 Apr 22 17:08:34.373332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60928) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:34.435477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:34.450670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:34.873660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:34.884562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:34.889385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93dba7eb-2b18-47b5-abb8-f1efaf2fabe3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:34.949133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:35.062039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=323b6eaa-9a87-4829-bf2d-2bbd31aecd85,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:35.076072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:35.119034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.148818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1c121fc5-77e8-44d0-86d1-62c7fa7dc900 None None] Provisioning for port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:35.162751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1c121fc5-77e8-44d0-86d1-62c7fa7dc900 None None] Provisioning complete for port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:35.165064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c121fc5-77e8-44d0-86d1-62c7fa7dc900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.240054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1c121fc5-77e8-44d0-86d1-62c7fa7dc900 None None] Port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:35.253190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 928843d4-9057-4910-a1f4-c1b5d5b1ec12 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:35.259318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5f39-9c8b-42ce-a34a-d8dda4b8a573 req-ade51d51-3872-4dd9-bc5b-b224cc4b2665 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:35.261252 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-79ec5f39-9c8b-42ce-a34a-d8dda4b8a573 req-ade51d51-3872-4dd9-bc5b-b224cc4b2665 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 931 time: 0.1029725 Apr 22 17:08:35.289880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:35.290461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.307544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93dba7eb-2b18-47b5-abb8-f1efaf2fabe3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.319423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93dba7eb-2b18-47b5-abb8-f1efaf2fabe3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.320283 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-79ec5f39-9c8b-42ce-a34a-d8dda4b8a573 req-3f7792b4-410f-423e-95f0-625fdbcee1e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=a203c173-c80e-41ef-8ef6-d858965dda87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514092 Apr 22 17:08:35.332901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 928843d4-9057-4910-a1f4-c1b5d5b1ec12 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:35.334593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.378299 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7681065 Apr 22 17:08:35.404611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93dba7eb-2b18-47b5-abb8-f1efaf2fabe3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.404611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dba7eb-2b18-47b5-abb8-f1efaf2fabe3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Fanout notify agent at l3_agent the message router_deleted on router 9ae0f749-ec3e-4e24-8db3-f871b19004b0 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:08:35.415925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93dba7eb-2b18-47b5-abb8-f1efaf2fabe3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.420929 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-93dba7eb-2b18-47b5-abb8-f1efaf2fabe3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/9ae0f749-ec3e-4e24-8db3-f871b19004b0 HTTP/1.1" status: 204 len: 168 time: 1.0475471 Apr 22 17:08:35.421074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60936) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:35.463558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Request body: {'port': {'device_id': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:35.504465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52c86b2-552b-4bea-9840-3944c397f4b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting subnet 13441a65-69c8-44fc-8060-823c7665cdb2 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:08:35.507980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c52c86b2-552b-4bea-9840-3944c397f4b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.566433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c52c86b2-552b-4bea-9840-3944c397f4b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.591167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.660466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c52c86b2-552b-4bea-9840-3944c397f4b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.979567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:08:35.988427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.991363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c52c86b2-552b-4bea-9840-3944c397f4b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:35.996148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c9dc25ce-ab91-49c5-8d9f-1819e81a6795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:36.004472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Transition to ACTIVE for port object 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:36.039994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c86b2-552b-4bea-9840-3944c397f4b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Subnet': ['ID=13441a65-69c8-44fc-8060-823c7665cdb2,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:36.042057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.047028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c52c86b2-552b-4bea-9840-3944c397f4b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.047028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c52c86b2-552b-4bea-9840-3944c397f4b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:36.048249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9372b10f-f35c-4b97-9b63-7219c0866b76 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:36.049197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c8421-5a3b-48b8-a7a1-38a59ac66456 None None] Network db79b209-3dc8-4f69-80f2-7b6161770088 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:36.051353 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c52c86b2-552b-4bea-9840-3944c397f4b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/13441a65-69c8-44fc-8060-823c7665cdb2 HTTP/1.1" status: 204 len: 168 time: 0.6287699 Apr 22 17:08:36.053907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60940) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:36.129647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff54b17-d727-493c-89d0-585679b743a5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting subnet 2c8dd172-bda8-428f-9631-077c62fc2105 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:08:36.133089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dff54b17-d727-493c-89d0-585679b743a5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.200321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dff54b17-d727-493c-89d0-585679b743a5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.240392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Pushing event updated for resources: {'Port': ['ID=323b6eaa-9a87-4829-bf2d-2bbd31aecd85,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:36.273937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:36.322736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dff54b17-d727-493c-89d0-585679b743a5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.328317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Attempting to bind port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:08:36.328795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Attempting to bind port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:08:36.333074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Attempting to bind port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 on network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:08:36.335065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 on network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:08:36.335673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Attempting to bind port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 on network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:08:36.343120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:08:36.343564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Checking segment: {'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:36.345557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Bound using segment: {'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:08:36.345557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Bound port: 323b6eaa-9a87-4829-bf2d-2bbd31aecd85, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b31360-0329-4fee-a6f3-dd5ac2b10a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:08:36.345557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.376772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9195dbce-c1a3-4f8a-9bb0-50ed625df9e7 None None] DHCP port deletion for db79b209-3dc8-4f69-80f2-7b6161770088 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:08:36.383524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9195dbce-c1a3-4f8a-9bb0-50ed625df9e7 None None] Deleting port a77686e9-c5bb-4bad-937b-886d9a7a542b {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:36.384011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9195dbce-c1a3-4f8a-9bb0-50ed625df9e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.454662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] For port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:08:36.458751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] For port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=323b6eaa-9a87-4829-bf2d-2bbd31aecd85,segment=NetworkSegment(58b31360-0329-4fee-a6f3-dd5ac2b10a83),segment_id=58b31360-0329-4fee-a6f3-dd5ac2b10a83)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:08:36.483389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.488753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a8a0fea-574c-43d1-89a6-eddceb660b80 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:36.548876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:36.549767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.551697 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] 10.222.0.78 "PUT /v2.0/ports/323b6eaa-9a87-4829-bf2d-2bbd31aecd85 HTTP/1.1" status: 200 len: 1093 time: 1.1613498 Apr 22 17:08:36.556712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'tag': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:08:36.597095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Pushing event updated for resources: {'Port': ['ID=323b6eaa-9a87-4829-bf2d-2bbd31aecd85,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:36.611000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:36.664149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9195dbce-c1a3-4f8a-9bb0-50ed625df9e7 None None] For port a77686e9-c5bb-4bad-937b-886d9a7a542b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a77686e9-c5bb-4bad-937b-886d9a7a542b,segment=NetworkSegment(6bcd7044-5139-4f36-9f94-57829304df03),segment_id=6bcd7044-5139-4f36-9f94-57829304df03)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:36.664149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9195dbce-c1a3-4f8a-9bb0-50ed625df9e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.687841 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'tag': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85', 'status': 'completed', 'code': 200} Apr 22 17:08:36.691029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14409d-1312-4a28-a938-f30a979df120 req-f53eb4a0-82be-4bdd-b76a-d0799697f14b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:36.691029 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2c14409d-1312-4a28-a938-f30a979df120 req-f53eb4a0-82be-4bdd-b76a-d0799697f14b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 943 time: 0.1947088 Apr 22 17:08:36.750836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c8208-5077-404b-a137-c240e8f04d28 req-e975688e-f586-4702-8aea-a5f08325523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:36.753444 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-e975688e-f586-4702-8aea-a5f08325523e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 1096 time: 0.1210499 Apr 22 17:08:36.811260 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2c14409d-1312-4a28-a938-f30a979df120 req-01af3c3b-f599-4f2b-83e6-324e668b14ec tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=a203c173-c80e-41ef-8ef6-d858965dda87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035945 Apr 22 17:08:36.849570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-e64c545c-5626-41dd-8e7f-b80dc8e5661a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=323b6eaa-9a87-4829-bf2d-2bbd31aecd85 HTTP/1.1" status: 200 len: 217 time: 0.0825810 Apr 22 17:08:36.853492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9195dbce-c1a3-4f8a-9bb0-50ed625df9e7 None None] Calling delete_port for a77686e9-c5bb-4bad-937b-886d9a7a542b owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:36.899650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dff54b17-d727-493c-89d0-585679b743a5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.909093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4cf7bc4-0c70-482b-ab51-7f45d8b663c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:36.930143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c8208-5077-404b-a137-c240e8f04d28 req-e1f3b165-98b4-4f8d-bc37-633475e97d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:36.931809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-e1f3b165-98b4-4f8d-bc37-633475e97d08 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a475816b-d67c-46b7-9eb6-93a17bd48d2d HTTP/1.1" status: 200 len: 834 time: 0.0707848 Apr 22 17:08:36.955639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff54b17-d727-493c-89d0-585679b743a5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8dd172-bda8-428f-9631-077c62fc2105,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:36.957784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dff54b17-d727-493c-89d0-585679b743a5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:36.966454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dff54b17-d727-493c-89d0-585679b743a5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:36.974363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d878cb-94ce-4e57-ba14-d6ea9321cbbd None None] Network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:36.977813 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dff54b17-d727-493c-89d0-585679b743a5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/2c8dd172-bda8-428f-9631-077c62fc2105 HTTP/1.1" status: 204 len: 168 time: 0.9220541 Apr 22 17:08:36.980172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60948) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:36.995634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9195dbce-c1a3-4f8a-9bb0-50ed625df9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:37.032135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c8208-5077-404b-a137-c240e8f04d28 req-15ed47de-4326-4e19-8c21-b2bf8ef65cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:37.033961 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-15ed47de-4326-4e19-8c21-b2bf8ef65cda service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6647e6cc-ce4a-4f41-bec8-db31434e2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929329 Apr 22 17:08:37.048911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-26f70e78-e679-493f-8372-e00ebd968401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:37.115473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195dbce-c1a3-4f8a-9bb0-50ed625df9e7 None None] Pushing event deleted for resources: {'Port': ['ID=a77686e9-c5bb-4bad-937b-886d9a7a542b,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:37.119055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:37.119171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9195dbce-c1a3-4f8a-9bb0-50ed625df9e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:37.126198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9195dbce-c1a3-4f8a-9bb0-50ed625df9e7 None None] No DVR routers for this DVR port a77686e9-c5bb-4bad-937b-886d9a7a542b on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:08:37.211909 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-1abbc641-3c7c-4265-a5e7-75dc5da6dd3f service neutron] 10.222.0.78 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666884 Apr 22 17:08:37.234801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a77686e9-c5bb-4bad-937b-886d9a7a542b no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:08:37.267726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:37.283057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: a77686e9-c5bb-4bad-937b-886d9a7a542b {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:08:37.283746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a77686e9-c5bb-4bad-937b-886d9a7a542b not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:08:37.379072 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b86c8208-5077-404b-a137-c240e8f04d28 req-797250b9-3bdf-4f46-bb0c-d4c849af151e service neutron] 10.222.0.78 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553640 Apr 22 17:08:37.394570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22262d8d-98e7-4ec6-b8ea-2d3d83effd18 None None] DHCP port deletion for 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:08:37.399778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-22262d8d-98e7-4ec6-b8ea-2d3d83effd18 None None] Deleting port 76c53e38-4132-4a2c-87f1-be24d495b69f {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:37.400209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22262d8d-98e7-4ec6-b8ea-2d3d83effd18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:37.405408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db79b209-3dc8-4f69-80f2-7b6161770088']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:37.424281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcd7044-5139-4f36-9f94-57829304df03') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:37.424281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcd7044-5139-4f36-9f94-57829304df03') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:37.433019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:37.449257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:37.456019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:08:37.577241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913d5a3-e5f9-4830-ac87-a6da7e79c274 req-c9e95626-3e20-47d6-b08c-589827423f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:37.578977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b913d5a3-e5f9-4830-ac87-a6da7e79c274 req-c9e95626-3e20-47d6-b08c-589827423f38 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 1096 time: 0.0908971 Apr 22 17:08:37.621549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-22262d8d-98e7-4ec6-b8ea-2d3d83effd18 None None] For port 76c53e38-4132-4a2c-87f1-be24d495b69f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=76c53e38-4132-4a2c-87f1-be24d495b69f,segment=NetworkSegment(eee07dd9-c13b-4273-8727-386479f9f064),segment_id=eee07dd9-c13b-4273-8727-386479f9f064)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:37.621987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22262d8d-98e7-4ec6-b8ea-2d3d83effd18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:37.641571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network db79b209-3dc8-4f69-80f2-7b6161770088 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:08:37.651990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:37.740936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913d5a3-e5f9-4830-ac87-a6da7e79c274 req-906d4e5d-895d-49b4-9286-e8da1bd7f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:37.742929 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b913d5a3-e5f9-4830-ac87-a6da7e79c274 req-906d4e5d-895d-49b4-9286-e8da1bd7f84e service neutron] 10.222.0.78 "GET /v2.0/networks?id=6647e6cc-ce4a-4f41-bec8-db31434e2eb9 HTTP/1.1" status: 200 len: 898 time: 0.1564178 Apr 22 17:08:37.765477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-22262d8d-98e7-4ec6-b8ea-2d3d83effd18 None None] Calling delete_port for 76c53e38-4132-4a2c-87f1-be24d495b69f owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:37.822724 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b913d5a3-e5f9-4830-ac87-a6da7e79c274 req-8d084f54-119a-4168-8eb5-e554ce6ed3a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=323b6eaa-9a87-4829-bf2d-2bbd31aecd85 HTTP/1.1" status: 200 len: 217 time: 0.0697181 Apr 22 17:08:37.882510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22262d8d-98e7-4ec6-b8ea-2d3d83effd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:37.884176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network db79b209-3dc8-4f69-80f2-7b6161770088 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:08:37.893770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-315db1ae-8909-4756-824c-8ce28760e4e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:37.901852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913d5a3-e5f9-4830-ac87-a6da7e79c274 req-d4a9c807-dfb9-47dd-9fa0-db7f0e2d92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:37.904063 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b913d5a3-e5f9-4830-ac87-a6da7e79c274 req-d4a9c807-dfb9-47dd-9fa0-db7f0e2d92aa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a475816b-d67c-46b7-9eb6-93a17bd48d2d HTTP/1.1" status: 200 len: 834 time: 0.0744162 Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:08:37.910693 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:08:37.948875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22262d8d-98e7-4ec6-b8ea-2d3d83effd18 None None] Pushing event deleted for resources: {'Port': ['ID=76c53e38-4132-4a2c-87f1-be24d495b69f,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:37.951786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-22262d8d-98e7-4ec6-b8ea-2d3d83effd18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:37.954163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22262d8d-98e7-4ec6-b8ea-2d3d83effd18 None None] No DVR routers for this DVR port 76c53e38-4132-4a2c-87f1-be24d495b69f on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:08:38.012918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913d5a3-e5f9-4830-ac87-a6da7e79c274 req-63980e3e-0256-4d01-90f2-45e3f0b62d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:38.014687 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b913d5a3-e5f9-4830-ac87-a6da7e79c274 req-63980e3e-0256-4d01-90f2-45e3f0b62d5a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6647e6cc-ce4a-4f41-bec8-db31434e2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999470 Apr 22 17:08:38.181284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b913d5a3-e5f9-4830-ac87-a6da7e79c274 req-c37f3b2a-b55b-456d-8847-4fd2fabd545e service neutron] 10.222.0.78 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585758 Apr 22 17:08:38.334109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b913d5a3-e5f9-4830-ac87-a6da7e79c274 req-b0b1ade5-1317-48b1-a663-d7430e4ec687 service neutron] 10.222.0.78 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449573 Apr 22 17:08:38.378862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d43d1f-b8f1-483b-9ac2-23353dfcd022 req-c51f38b4-9bb7-43ad-b7da-8df834c45fa5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:38.380446 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-38d43d1f-b8f1-483b-9ac2-23353dfcd022 req-c51f38b4-9bb7-43ad-b7da-8df834c45fa5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 943 time: 0.1150231 Apr 22 17:08:38.403341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:38.411682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad971032-7490-4f64-9f4a-96b2688fafe8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:38.424634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:38.446876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Network': ['ID=db79b209-3dc8-4f69-80f2-7b6161770088,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:38.455703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:38.457334 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/networks/db79b209-3dc8-4f69-80f2-7b6161770088 HTTP/1.1" status: 204 len: 168 time: 1.4760740 Apr 22 17:08:38.460478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60954) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:38.466047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-38d43d1f-b8f1-483b-9ac2-23353dfcd022 req-ab5b36ad-ea19-4be5-9dfa-c1a015ab5f64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=a203c173-c80e-41ef-8ef6-d858965dda87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791085 Apr 22 17:08:38.611478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:38.684144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:08:38.760624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:38.837108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=323b6eaa-9a87-4829-bf2d-2bbd31aecd85,segment=NetworkSegment(58b31360-0329-4fee-a6f3-dd5ac2b10a83),segment_id=58b31360-0329-4fee-a6f3-dd5ac2b10a83)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:38.856788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'port_id': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85', 'mac_address': 'fa:16:3e:6b:f7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:08:38.892590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075d1eed-6fb9-4df9-9d9e-915cd8b593c8']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:38.910323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee07dd9-c13b-4273-8727-386479f9f064') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:38.910812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee07dd9-c13b-4273-8727-386479f9f064') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:38.923896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:38.924491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:38.944227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:08:39.014005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:39.021446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:08:39.024852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=323b6eaa-9a87-4829-bf2d-2bbd31aecd85,segment=NetworkSegment(58b31360-0329-4fee-a6f3-dd5ac2b10a83),segment_id=58b31360-0329-4fee-a6f3-dd5ac2b10a83)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:39.099229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:39.102603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:39.177632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=323b6eaa-9a87-4829-bf2d-2bbd31aecd85,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:39.181263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:39.206287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 76c53e38-4132-4a2c-87f1-be24d495b69f no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:08:39.225770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:08:39.237516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:39.252790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 76c53e38-4132-4a2c-87f1-be24d495b69f {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:08:39.253999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 76c53e38-4132-4a2c-87f1-be24d495b69f not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:08:39.396529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['323b6eaa-9a87-4829-bf2d-2bbd31aecd85'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:08:39.424003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1ca7f-9c94-4cd1-8f4f-fa5ec87fb25a req-090e70b8-c9f9-4c31-937e-2820c6d438a7 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:39.425767 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bab1ca7f-9c94-4cd1-8f4f-fa5ec87fb25a req-090e70b8-c9f9-4c31-937e-2820c6d438a7 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 946 time: 0.0958486 Apr 22 17:08:39.427800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 075d1eed-6fb9-4df9-9d9e-915cd8b593c8 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:08:39.455221 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:08:39.488520 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bab1ca7f-9c94-4cd1-8f4f-fa5ec87fb25a req-b612ce4a-f813-4b5a-8f08-fbf6ba624d4f tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530696 Apr 22 17:08:39.727244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:39.731186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2fdfbfb-5f4f-44e0-86ed-9a6be579cbc2 tempest-ExternalNetworksTestJSON-2124685346 tempest-ExternalNetworksTestJSON-2124685346-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:39.749682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:39.757907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Network': ['ID=075d1eed-6fb9-4df9-9d9e-915cd8b593c8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:39.761585 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/networks/075d1eed-6fb9-4df9-9d9e-915cd8b593c8 HTTP/1.1" status: 204 len: 168 time: 1.2994943 Apr 22 17:08:39.763065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:39.766165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60964) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:39.773699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'network': {'name': 'tempest-RoutersTest-1716130012'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:39.784821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:39.790366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:network and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:39.794518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:39.805456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970a9d1-54db-428d-8b0b-b877fbcf1de2 req-a788d51a-f2d4-41fa-991c-774cbf755064 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:39.807122 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c970a9d1-54db-428d-8b0b-b877fbcf1de2 req-a788d51a-f2d4-41fa-991c-774cbf755064 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 944 time: 0.1357372 Apr 22 17:08:39.811824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:39.863972 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c970a9d1-54db-428d-8b0b-b877fbcf1de2 req-d9707640-4094-42f3-9975-bdd42effa13a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=a203c173-c80e-41ef-8ef6-d858965dda87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496330 Apr 22 17:08:39.881951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:39.889026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:39.920784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:08:39.930179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:39.930573 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added segment 94249718-aacc-4bb3-bcf7-134eb8dcef0a of type vlan for network 452f461c-a966-4257-a035-b6b617535f9d Apr 22 17:08:39.959450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:40.022993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:40.029141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:40.029781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:40.035660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71c0d84a-61ba-49aa-ad42-0b64085b3fe4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:40.147535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Network': ['ID=452f461c-a966-4257-a035-b6b617535f9d,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:40.150341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:40.158490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 452f461c-a966-4257-a035-b6b617535f9d details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:08:40.197320 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4296937 Apr 22 17:08:40.200811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60968) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:40.208378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'subnet': {'network_id': '452f461c-a966-4257-a035-b6b617535f9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:40.343357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:40.347494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:subnet and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:40.350615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:40.357663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:40.401456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:40.407824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:40.691506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:40.732812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f99be-4c8b-47f5-8e97-509946fd4773 req-c9ea3afe-49ae-4e83-b46e-f6755078bd46 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:40.734486 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d40f99be-4c8b-47f5-8e97-509946fd4773 req-c9ea3afe-49ae-4e83-b46e-f6755078bd46 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 946 time: 0.1207902 Apr 22 17:08:40.807577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:40.813432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:40.813859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:40.861654 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d40f99be-4c8b-47f5-8e97-509946fd4773 req-959bf898-efb8-46a0-b467-5ddc00f15e47 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080327 Apr 22 17:08:40.956682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:40.988757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:08:41.000299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=323b6eaa-9a87-4829-bf2d-2bbd31aecd85,segment=NetworkSegment(58b31360-0329-4fee-a6f3-dd5ac2b10a83),segment_id=58b31360-0329-4fee-a6f3-dd5ac2b10a83)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:41.011867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.020059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6214476c-a27a-4932-8ff9-4866ca26bfce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:41.036625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.041077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-315db1ae-8909-4756-824c-8ce28760e4e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:41.079445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-2d0bcf34-25a8-4a8d-9126-dbb76dcd1fd9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:41.080546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-2d0bcf34-25a8-4a8d-9126-dbb76dcd1fd9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Synchronizing usage tracker for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:41.120541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85', 'code': 200} Apr 22 17:08:41.131394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-2d0bcf34-25a8-4a8d-9126-dbb76dcd1fd9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Unset dirty status for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:41.132676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-2d0bcf34-25a8-4a8d-9126-dbb76dcd1fd9 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 946 time: 0.1802168 Apr 22 17:08:41.142021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=323b6eaa-9a87-4829-bf2d-2bbd31aecd85,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:41.145877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:41.173090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Subnet': ['ID=ae8606d2-c828-466c-9aa2-179077b696e3,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:41.177440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:41.193269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Checking segment: {'id': '94249718-aacc-4bb3-bcf7-134eb8dcef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '452f461c-a966-4257-a035-b6b617535f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:41.193666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network hostable DHCP agents. Network: 452f461c-a966-4257-a035-b6b617535f9d, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:08:41.220375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Deleting port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:41.220762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.232369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01834a4-7025-45c9-8647-5b6cc1f274c4 req-c5ceeb77-1684-40a9-9ec9-04f0b4af71ac tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:41.234097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e01834a4-7025-45c9-8647-5b6cc1f274c4 req-c5ceeb77-1684-40a9-9ec9-04f0b4af71ac tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 945 time: 0.1682324 Apr 22 17:08:41.268317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 452f461c-a966-4257-a035-b6b617535f9d is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:08:41.299854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e01834a4-7025-45c9-8647-5b6cc1f274c4 req-96c40516-aebe-4490-88fe-d78e015c183e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=a203c173-c80e-41ef-8ef6-d858965dda87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559607 Apr 22 17:08:41.331490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 452f461c-a966-4257-a035-b6b617535f9d) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:41.343914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7edf5-a28b-414e-a1b8-9a0a1cad112a None None] Network 452f461c-a966-4257-a035-b6b617535f9d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:41.345303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:41.345964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.396746 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1947336 Apr 22 17:08:41.399390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60980) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:41.406986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b8e1c750-4db2-4304-b1f9-3e7400d641bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-381945169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:41.414407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b8e1c750-4db2-4304-b1f9-3e7400d641bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:41.459531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b8e1c750-4db2-4304-b1f9-3e7400d641bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:router and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:41.467947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b8e1c750-4db2-4304-b1f9-3e7400d641bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:41.475716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b8e1c750-4db2-4304-b1f9-3e7400d641bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:41.510133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384211f-15aa-4390-bf6f-6a5ee24d5efd req-a8f5fbcc-0200-4549-980d-b57ab02e350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:41.512350 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b384211f-15aa-4390-bf6f-6a5ee24d5efd req-a8f5fbcc-0200-4549-980d-b57ab02e350b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 1098 time: 0.0953102 Apr 22 17:08:41.514673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] For port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=049aae58-a48f-44aa-a49f-a8b8f3ab46b8,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:41.515112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.522824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8e1c750-4db2-4304-b1f9-3e7400d641bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.524372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8e1c750-4db2-4304-b1f9-3e7400d641bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.572867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8e1c750-4db2-4304-b1f9-3e7400d641bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.577832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-452f461c-a966-4257-a035-b6b617535f9d', 'network_id': '452f461c-a966-4257-a035-b6b617535f9d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'fixed_ips': [{'subnet_id': 'ae8606d2-c828-466c-9aa2-179077b696e3'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:08:41.579038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.590976 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b384211f-15aa-4390-bf6f-6a5ee24d5efd req-e70e7a91-a79f-4916-b1d3-a120bd26dfbb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a203c173-c80e-41ef-8ef6-d858965dda87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600941 Apr 22 17:08:41.630972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8e1c750-4db2-4304-b1f9-3e7400d641bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.688172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8e1c750-4db2-4304-b1f9-3e7400d641bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.689836 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b8e1c750-4db2-4304-b1f9-3e7400d641bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2887402 Apr 22 17:08:41.692554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 60984) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:41.699994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'port': {'network_id': '452f461c-a966-4257-a035-b6b617535f9d', 'name': 'tempest-RoutersTest-1176548224'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:41.879906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:41.894532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:41.950282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:41.957134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:41.968223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Allocated IP 172.20.0.2 (452f461c-a966-4257-a035-b6b617535f9d/ae8606d2-c828-466c-9aa2-179077b696e3/c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:42.005924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] device_id is not set on port a638e14e-fbb2-41bd-8236-7351b60b041b yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:08:42.166266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615f04a-38d5-4640-a8c0-cfe28ab70ace req-4f314373-61ff-4d86-bec0-3a4f911517bd tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:42.168389 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0615f04a-38d5-4640-a8c0-cfe28ab70ace req-4f314373-61ff-4d86-bec0-3a4f911517bd tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 946 time: 0.1690488 Apr 22 17:08:42.203075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:42.216062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Transition to ACTIVE for port object c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:42.216324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:42.216568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:42.216862 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Floating IP ccac45c1-0050-4860-b020-a3aa5c7f790a disassociated. External IP: 172.26.6.88, port: 049aae58-a48f-44aa-a49f-a8b8f3ab46b8. Apr 22 17:08:42.217409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Calling delete_port for 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:42.220399 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0615f04a-38d5-4640-a8c0-cfe28ab70ace req-a8c81bd0-1383-44b4-9691-e114bce29908 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450940 Apr 22 17:08:42.241095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Transition to ACTIVE for port object c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:42.311981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:42.318801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae07edc0-f66a-4407-91ca-c033caeda216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:42.385685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Allocated IP 172.20.0.13 (452f461c-a966-4257-a035-b6b617535f9d/ae8606d2-c828-466c-9aa2-179077b696e3/a638e14e-fbb2-41bd-8236-7351b60b041b) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:42.395795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Pushing event updated for resources: {'Port': ['ID=c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:42.405100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:42.407936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Network 452f461c-a966-4257-a035-b6b617535f9d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:42.409228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:42.411973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:42.517794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Attempting to bind port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:08:42.518206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Attempting to bind port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '94249718-aacc-4bb3-bcf7-134eb8dcef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '452f461c-a966-4257-a035-b6b617535f9d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:08:42.518618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Attempting to bind port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 on network 452f461c-a966-4257-a035-b6b617535f9d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:08:42.525199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:08:42.527333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Checking segment: {'id': '94249718-aacc-4bb3-bcf7-134eb8dcef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '452f461c-a966-4257-a035-b6b617535f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:42.527333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:42.527333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Bound using segment: {'id': '94249718-aacc-4bb3-bcf7-134eb8dcef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '452f461c-a966-4257-a035-b6b617535f9d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:08:42.527708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Bound port: c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94249718-aacc-4bb3-bcf7-134eb8dcef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '452f461c-a966-4257-a035-b6b617535f9d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:08:42.527992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:42.550577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:42.559510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-519a26bd-95a9-4d33-9d73-fcc2ab764118 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:42.618133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event deleted for resources: {'Port': ['ID=049aae58-a48f-44aa-a49f-a8b8f3ab46b8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:42.621963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:42.639115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] For port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:08:42.643098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] For port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9,segment=NetworkSegment(94249718-aacc-4bb3-bcf7-134eb8dcef0a),segment_id=94249718-aacc-4bb3-bcf7-134eb8dcef0a)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:08:42.672780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:42.687868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a8edc-3097-404f-8f3c-235408218496 req-f0e74fa5-f5c3-4301-8927-24b5cd58cd9a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:42.687868 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf3a8edc-3097-404f-8f3c-235408218496 req-f0e74fa5-f5c3-4301-8927-24b5cd58cd9a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 945 time: 0.2255945 Apr 22 17:08:42.710138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:42.761683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:08:43.475308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:43.475308 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf3a8edc-3097-404f-8f3c-235408218496 req-85a33290-71e1-4b6f-bd01-61c88b0fbc87 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=a203c173-c80e-41ef-8ef6-d858965dda87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844178 Apr 22 17:08:43.475308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Transition to ACTIVE for port object a638e14e-fbb2-41bd-8236-7351b60b041b will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:43.478553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:08:43.478553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:08:43.480452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Router 87524a68-1447-4128-b4a1-50b8d4acf824 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:08:43.481413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Pushing event updated for resources: {'Port': ['ID=c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:43.481413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:43.481963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:43.482314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c1606-66b5-4103-ba12-f9f5896308dd None None] Sync routers for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:43.482314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c1606-66b5-4103-ba12-f9f5896308dd None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:43.482314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-789c1606-66b5-4103-ba12-f9f5896308dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:43.482666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] No DVR routers for this DVR port 049aae58-a48f-44aa-a49f-a8b8f3ab46b8 on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:08:43.482666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:43.482666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c6fc63-6677-4425-83a2-1be5680acddc', 'name': 'network-vif-deleted', 'tag': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:08:43.483078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:08:43.483195 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c6fc63-6677-4425-83a2-1be5680acddc', 'name': 'network-vif-deleted', 'tag': '049aae58-a48f-44aa-a49f-a8b8f3ab46b8', 'status': 'completed', 'code': 200} Apr 22 17:08:43.483311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:43.483311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05d23a6d-246c-4147-a239-9219d3f952f8 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:43.483311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 452f461c-a966-4257-a035-b6b617535f9d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:43.483311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:43.483311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:43.483761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-789c1606-66b5-4103-ba12-f9f5896308dd None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:43.483855 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d2fbd87f-2851-4ce4-aeac-3e78ba8b782b req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "DELETE /v2.0/ports/049aae58-a48f-44aa-a49f-a8b8f3ab46b8 HTTP/1.1" status: 204 len: 173 time: 2.2598569 Apr 22 17:08:43.483945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=a638e14e-fbb2-41bd-8236-7351b60b041b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:43.483945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:43.483945 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c71adca2-2fba-421d-b3be-95d64ac0a662 req-d1836275-f0d0-4347-8373-086b3b93ac24 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 210 time: 0.0773075 Apr 22 17:08:43.483945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:43.483945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:43.513853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 60996) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:43.514163 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8203986 Apr 22 17:08:43.723655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-789c1606-66b5-4103-ba12-f9f5896308dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:43.728582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c1606-66b5-4103-ba12-f9f5896308dd None None] Checking router: 87524a68-1447-4128-b4a1-50b8d4acf824 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:08:43.738557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c1606-66b5-4103-ba12-f9f5896308dd None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:43.739273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-789c1606-66b5-4103-ba12-f9f5896308dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:43.978863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-789c1606-66b5-4103-ba12-f9f5896308dd None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:44.053762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f0e10-74ed-48b4-a3ec-c4b9e5b784e0 req-483c1ab6-bb33-410e-b23f-6adf0131561e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:44.065310 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a62f0e10-74ed-48b4-a3ec-c4b9e5b784e0 req-483c1ab6-bb33-410e-b23f-6adf0131561e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 945 time: 0.1105998 Apr 22 17:08:44.146489 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a62f0e10-74ed-48b4-a3ec-c4b9e5b784e0 req-dde62c43-58be-481c-b81c-29734e682720 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=a203c173-c80e-41ef-8ef6-d858965dda87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797524 Apr 22 17:08:44.284122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:44.357752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d360deb-7d9d-46b7-8397-840d58516d09 req-68553975-b882-40cc-8c75-230e7ab29b67 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:44.359440 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1d360deb-7d9d-46b7-8397-840d58516d09 req-68553975-b882-40cc-8c75-230e7ab29b67 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 945 time: 0.0969896 Apr 22 17:08:44.365726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-789c1606-66b5-4103-ba12-f9f5896308dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:44.371585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c1606-66b5-4103-ba12-f9f5896308dd None None] The sync data for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv is: [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:44.418518 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1d360deb-7d9d-46b7-8397-840d58516d09 req-56adf70c-6cd4-4099-89f2-aff2f7f5bb92 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=a203c173-c80e-41ef-8ef6-d858965dda87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527203 Apr 22 17:08:44.467556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32774) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:44.695194 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-66544e57-52f8-4435-bc9c-8de96ad8c35c req-74fb051c-4e6d-49a2-9636-df11432d6cd4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=92c6fc63-6677-4425-83a2-1be5680acddc HTTP/1.1" status: 200 len: 210 time: 0.0846090 Apr 22 17:08:44.721790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66260ec0-3c87-4bd3-81ba-84de06d7f1e9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:44.723519 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-66260ec0-3c87-4bd3-81ba-84de06d7f1e9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 1093 time: 0.2544293 Apr 22 17:08:44.729460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32778) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:44.737563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:44.746774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:44.752080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:floatingip and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:44.755360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:44.764084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:44.768221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:44.799820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:44.805826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-26ce1f30-b69e-4c58-b903-5d33fc8e867b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:44.830292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:44.886981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ad841-8c2f-4ed7-8905-055cf1de32f1 None None] Network 452f461c-a966-4257-a035-b6b617535f9d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:44.904873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecfc6ec-8c5e-4b0e-a790-c5908fb84580 None None] New status for floating IP ccac45c1-0050-4860-b020-a3aa5c7f790a: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:08:45.022723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=a638e14e-fbb2-41bd-8236-7351b60b041b,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:45.028100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:45.076955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:45.109194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a1bfd04d-80fa-498f-bfcf-28615d4c4465 None None] Provisioning for port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:45.236602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:45.312266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:45.391756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:45.392567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.147 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/8c20b8a6-d603-4d83-929c-51a27359af3f) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:45.426107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:45.444951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:45.445689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:45.583942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:45.607310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:45.657224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9,segment=NetworkSegment(94249718-aacc-4bb3-bcf7-134eb8dcef0a),segment_id=94249718-aacc-4bb3-bcf7-134eb8dcef0a)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:45.671936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:45.683580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ff8c934d-1911-461c-a8c4-aaec73d970b5 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:45.705191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:45.716868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2a37e559-eebc-4a8a-821a-58af5c5d169d None None] Provisioning for port a638e14e-fbb2-41bd-8236-7351b60b041b completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:45.735076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:45.792052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:45.793247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=8c20b8a6-d603-4d83-929c-51a27359af3f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:45.797330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:45.798315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:45.800894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:45.827507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2a37e559-eebc-4a8a-821a-58af5c5d169d None None] Provisioning complete for port a638e14e-fbb2-41bd-8236-7351b60b041b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:45.827921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a37e559-eebc-4a8a-821a-58af5c5d169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:45.930494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2a37e559-eebc-4a8a-821a-58af5c5d169d None None] Port a638e14e-fbb2-41bd-8236-7351b60b041b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:45.937045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:45.951211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:45.958399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2a37e559-eebc-4a8a-821a-58af5c5d169d None None] Provisioning complete for port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:45.959142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a37e559-eebc-4a8a-821a-58af5c5d169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:46.251532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:46.287527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:46.319152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86174826-ec5a-4cff-b1f8-866f1630061b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:46.339233 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-2a752a10-9238-4c59-8fcc-8765884d8eef tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152742445&fields=id&tenant_id=530e913380264e7bb3742faa3e30d4c9 HTTP/1.1" status: 200 len: 267 time: 0.0720527 Apr 22 17:08:46.401626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-99a7a16c-e3a8-44b8-b5dd-524c136374c4 None None] Provisioning complete for port a638e14e-fbb2-41bd-8236-7351b60b041b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:46.401947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99a7a16c-e3a8-44b8-b5dd-524c136374c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:46.421371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:46.425378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=a638e14e-fbb2-41bd-8236-7351b60b041b,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:46.450664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:46.463942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-99a7a16c-e3a8-44b8-b5dd-524c136374c4 None None] Port a638e14e-fbb2-41bd-8236-7351b60b041b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:46.550764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6b8e-1116-4b83-8018-a0397593236c req-1dbd287c-ed2c-4ec9-8641-c5122b9cc1cd tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:46.552350 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-1dbd287c-ed2c-4ec9-8641-c5122b9cc1cd tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 812 time: 0.1995904 Apr 22 17:08:46.565378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:46.575248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 452f461c-a966-4257-a035-b6b617535f9d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:46.575984 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-c2317d2d-6328-4eb6-988d-73b8455d45f3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/quotas/530e913380264e7bb3742faa3e30d4c9 HTTP/1.1" status: 200 len: 375 time: 0.0144105 Apr 22 17:08:46.576459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:46.786566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2f2c4f6c-dcd8-4348-bd15-26396bb606c1 None None] Provisioning complete for port a638e14e-fbb2-41bd-8236-7351b60b041b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:46.787213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2f2c4f6c-dcd8-4348-bd15-26396bb606c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:46.849636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2f2c4f6c-dcd8-4348-bd15-26396bb606c1 None None] Port a638e14e-fbb2-41bd-8236-7351b60b041b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:46.887624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router c9893682-74d1-4c44-b81b-809906da8e00 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:08:47.013632 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-06e5da4b-00e9-4a52-b667-5b1ab36f52c7 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4291902 Apr 22 17:08:47.070225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:47.080668 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/c9893682-74d1-4c44-b81b-809906da8e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5610545 Apr 22 17:08:47.081170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32790) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:47.090944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c5d30-ced6-4df3-9d51-8c4481e5a259 None None] Sync routers for ids ['c9893682-74d1-4c44-b81b-809906da8e00'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:47.101025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c5d30-ced6-4df3-9d51-8c4481e5a259 None None] Routers {'c9893682-74d1-4c44-b81b-809906da8e00'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:47.101855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-317c5d30-ced6-4df3-9d51-8c4481e5a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c9893682-74d1-4c44-b81b-809906da8e00'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:47.123571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:47.173782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-317c5d30-ced6-4df3-9d51-8c4481e5a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:47.184663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c5d30-ced6-4df3-9d51-8c4481e5a259 None None] Routers {'c9893682-74d1-4c44-b81b-809906da8e00'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:47.185473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-317c5d30-ced6-4df3-9d51-8c4481e5a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c9893682-74d1-4c44-b81b-809906da8e00'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:47.220215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f51a8-28ca-410e-9dc4-a87cac387b81 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:47.221624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1a2f51a8-28ca-410e-9dc4-a87cac387b81 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:47.253023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:47.282046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1a2f51a8-28ca-410e-9dc4-a87cac387b81 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:47.285998 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1a2f51a8-28ca-410e-9dc4-a87cac387b81 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports/a638e14e-fbb2-41bd-8236-7351b60b041b HTTP/1.1" status: 200 len: 978 time: 0.2009881 Apr 22 17:08:47.286304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32794) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:47.293360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-317c5d30-ced6-4df3-9d51-8c4481e5a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:47.293829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c5d30-ced6-4df3-9d51-8c4481e5a259 None None] The sync data for ids ['c9893682-74d1-4c44-b81b-809906da8e00'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:47.312476 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-fa1f7bed-9cf2-4cfa-82f6-7953ae30cbd0 service neutron] 10.222.0.77 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798100 Apr 22 17:08:47.343477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:47.343927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:47.545868 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-b9039902-1967-4117-b50f-fdec43836da7 service neutron] 10.222.0.77 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065022 Apr 22 17:08:47.550667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:47.590727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:47.596743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-37a1aaf4-b8f5-4f73-b15a-48e2a8b305cb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:47.729821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=8c20b8a6-d603-4d83-929c-51a27359af3f,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:47.733039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:47.744023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:47.862329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:47.933917 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP e69ab46a-3b21-4fc4-890c-45925c35f95a associated. External IP: 172.26.6.147, port: 323b6eaa-9a87-4829-bf2d-2bbd31aecd85. Apr 22 17:08:48.155239 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-764128bd-9348-4f37-9c08-e0d48ec4bb11 req-9c026470-360c-46b9-ab29-0399d0f8f25e tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 210 time: 0.0783215 Apr 22 17:08:48.261870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port a638e14e-fbb2-41bd-8236-7351b60b041b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:48.262518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:48.423887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 8f00f517-7b09-4a7d-a347-5557fd42add3 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:08:48.519346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:48.641927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:48.653599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e571fd0-179e-4d60-90c8-e3d2c924a985 None None] Sync routers for ids ['8f00f517-7b09-4a7d-a347-5557fd42add3'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:48.668543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for a638e14e-fbb2-41bd-8236-7351b60b041b owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:48.673003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e571fd0-179e-4d60-90c8-e3d2c924a985 None None] Routers {'8f00f517-7b09-4a7d-a347-5557fd42add3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:48.673003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7e571fd0-179e-4d60-90c8-e3d2c924a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8f00f517-7b09-4a7d-a347-5557fd42add3'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:48.719748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:48.788186 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0545225 Apr 22 17:08:48.788186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'tag': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:08:48.791765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32814) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:48.903484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-7e571fd0-179e-4d60-90c8-e3d2c924a985 None None] Set router 8f00f517-7b09-4a7d-a347-5557fd42add3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:48.921741 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'tag': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85', 'status': 'completed', 'code': 200} Apr 22 17:08:48.928976 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0876fa93-9435-4caf-b625-1f40f1f26b06 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/e69ab46a-3b21-4fc4-890c-45925c35f95a HTTP/1.1" status: 200 len: 991 time: 0.1349385 Apr 22 17:08:48.992790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:49.006603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:49.064531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=a638e14e-fbb2-41bd-8236-7351b60b041b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:49.067554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:49.271142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca8667-c503-49cd-846e-9b77d4d9f471 req-7a04a1d5-f279-4e00-9348-78ecaec22eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:49.272932 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cca8667-c503-49cd-846e-9b77d4d9f471 req-7a04a1d5-f279-4e00-9348-78ecaec22eb9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 1098 time: 0.3264771 Apr 22 17:08:49.370539 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-14f9db5d-9aec-4241-82b0-61249831fc66 req-46440c8d-34c6-48ff-805c-847b446ecc98 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 210 time: 0.0498998 Apr 22 17:08:49.458659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:49.483610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7e571fd0-179e-4d60-90c8-e3d2c924a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:23Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'e69ab46a-3b21-4fc4-890c-45925c35f95a', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.147', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'port_id': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'mac_address': 'fa:16:3e:6b:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:08:46Z', 'updated_at': '2021-04-22T17:08:46Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928843d4-9057-4910-a1f4-c1b5d5b1ec12', 'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:14:bd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:21Z', 'updated_at': '2021-04-22T17:08:33Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:49.489096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e571fd0-179e-4d60-90c8-e3d2c924a985 None None] Checking router: 8f00f517-7b09-4a7d-a347-5557fd42add3 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:08:49.504733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e571fd0-179e-4d60-90c8-e3d2c924a985 None None] Routers {'8f00f517-7b09-4a7d-a347-5557fd42add3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:49.505870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7e571fd0-179e-4d60-90c8-e3d2c924a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8f00f517-7b09-4a7d-a347-5557fd42add3'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:49.738669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-7e571fd0-179e-4d60-90c8-e3d2c924a985 None None] Set router 8f00f517-7b09-4a7d-a347-5557fd42add3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:08:49.919776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6b8e-1116-4b83-8018-a0397593236c req-10f918d6-3203-493b-bf4c-2ba45dd4d4fe tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:49.921476 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-10f918d6-3203-493b-bf4c-2ba45dd4d4fe tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 812 time: 0.1841495 Apr 22 17:08:49.945678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32824) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:49.979565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-764a760b-0a0e-4339-835d-0929c25b26df tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530e913380264e7bb3742faa3e30d4c9 HTTP/1.1" status: 200 len: 379 time: 0.0486274 Apr 22 17:08:49.997002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'port': {'device_id': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'admin_state_up': True, 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'security_groups': ['8829949f-5921-425f-9be9-7811fa56f80f']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:50.054384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca8667-c503-49cd-846e-9b77d4d9f471 req-2bb7bf86-a712-4926-8de1-dc546e700be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:50.056080 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cca8667-c503-49cd-846e-9b77d4d9f471 req-2bb7bf86-a712-4926-8de1-dc546e700be0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6647e6cc-ce4a-4f41-bec8-db31434e2eb9 HTTP/1.1" status: 200 len: 898 time: 0.7760320 Apr 22 17:08:50.161036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:50.167711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:port and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:50.171422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:50.178950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:50.203398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7e571fd0-179e-4d60-90c8-e3d2c924a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:23Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'e69ab46a-3b21-4fc4-890c-45925c35f95a', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.147', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'port_id': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'mac_address': 'fa:16:3e:6b:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:08:46Z', 'updated_at': '2021-04-22T17:08:46Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928843d4-9057-4910-a1f4-c1b5d5b1ec12', 'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:14:bd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:21Z', 'updated_at': '2021-04-22T17:08:33Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:50.207965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e571fd0-179e-4d60-90c8-e3d2c924a985 None None] The sync data for ids ['8f00f517-7b09-4a7d-a347-5557fd42add3'] in dv-neutron-786478-3-hyperv is: [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:23Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'e69ab46a-3b21-4fc4-890c-45925c35f95a', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.147', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'port_id': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'mac_address': 'fa:16:3e:6b:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:08:46Z', 'updated_at': '2021-04-22T17:08:46Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928843d4-9057-4910-a1f4-c1b5d5b1ec12', 'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:14:bd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:21Z', 'updated_at': '2021-04-22T17:08:33Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:50.230618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Made reservation on behalf of 530e913380264e7bb3742faa3e30d4c9 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:50.236995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:50.340367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router c9893682-74d1-4c44-b81b-809906da8e00 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:08:50.354650 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8e96b457-e61c-4cd9-9a0c-43f47dd26618 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/e69ab46a-3b21-4fc4-890c-45925c35f95a HTTP/1.1" status: 200 len: 991 time: 0.3947928 Apr 22 17:08:50.372718 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cca8667-c503-49cd-846e-9b77d4d9f471 req-33445b60-1d73-4259-bde7-c3d1c53c4af3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=323b6eaa-9a87-4829-bf2d-2bbd31aecd85 HTTP/1.1" status: 200 len: 999 time: 0.2366941 Apr 22 17:08:50.442209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Allocated IP 172.20.0.3 (647c921f-7c8c-41f6-a7cf-597d4a1f7fe9/95fce758-1abf-46eb-b326-6a9c9abe6477/f0498c91-c433-4c57-9fe8-8a7e4f36f93a) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:50.574356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:50.587251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ec313-5c43-4676-a519-085e5a938218 None None] Sync routers for ids ['c9893682-74d1-4c44-b81b-809906da8e00'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:50.605176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca8667-c503-49cd-846e-9b77d4d9f471 req-ac93084c-3980-40f3-8fb5-f1ee09a88efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:50.606803 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cca8667-c503-49cd-846e-9b77d4d9f471 req-ac93084c-3980-40f3-8fb5-f1ee09a88efa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a475816b-d67c-46b7-9eb6-93a17bd48d2d HTTP/1.1" status: 200 len: 834 time: 0.1683526 Apr 22 17:08:50.607443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ec313-5c43-4676-a519-085e5a938218 None None] Routers {'c9893682-74d1-4c44-b81b-809906da8e00'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:50.608622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e66ec313-5c43-4676-a519-085e5a938218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c9893682-74d1-4c44-b81b-809906da8e00'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:50.645841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79bee0-2219-4f72-be1e-98102f20beb5 None None] New status for floating IP e69ab46a-3b21-4fc4-890c-45925c35f95a: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:08:50.690860 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/c9893682-74d1-4c44-b81b-809906da8e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4007051 Apr 22 17:08:50.693043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32834) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:50.810681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e66ec313-5c43-4676-a519-085e5a938218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:50.831681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ec313-5c43-4676-a519-085e5a938218 None None] Routers {'c9893682-74d1-4c44-b81b-809906da8e00'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:50.832390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e66ec313-5c43-4676-a519-085e5a938218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c9893682-74d1-4c44-b81b-809906da8e00'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:50.862259 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-15eb0dee-c603-49c4-ba17-57d83d2cbd37 req-5ee9d0ca-7c44-4cc2-9110-3de4f022653b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 210 time: 0.0808558 Apr 22 17:08:50.959545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e66ec313-5c43-4676-a519-085e5a938218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:50.966282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ec313-5c43-4676-a519-085e5a938218 None None] The sync data for ids ['c9893682-74d1-4c44-b81b-809906da8e00'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:08:51.113235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca8667-c503-49cd-846e-9b77d4d9f471 req-4e5fe1fc-92a6-48cf-8d33-b6e5e050f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:51.115584 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cca8667-c503-49cd-846e-9b77d4d9f471 req-4e5fe1fc-92a6-48cf-8d33-b6e5e050f8c4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6647e6cc-ce4a-4f41-bec8-db31434e2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5004094 Apr 22 17:08:51.186091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-f76d8ec0-963e-4338-b537-60ae30d1f640 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 17:08:51.187302 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f76d8ec0-963e-4338-b537-60ae30d1f640 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/c9893682-74d1-4c44-b81b-809906da8e00/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4812021 Apr 22 17:08:51.191689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32838) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:51.240242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:51.256965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Transition to ACTIVE for port object f0498c91-c433-4c57-9fe8-8a7e4f36f93a will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:51.296281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-569c9a08-b427-4957-afa5-1c9c903b08f4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:51.311601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:51.318281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4e609d4-bb91-446e-8074-4467f0f1f84c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:51.358454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32842) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:51.382562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:51.391555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:51.396533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:51.427983 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cca8667-c503-49cd-846e-9b77d4d9f471 req-2c6ac08c-07b3-4465-bde0-eb62f594bbce service neutron] 10.222.0.78 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721105 Apr 22 17:08:51.436869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-569c9a08-b427-4957-afa5-1c9c903b08f4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:51.440831 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-569c9a08-b427-4957-afa5-1c9c903b08f4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9893682-74d1-4c44-b81b-809906da8e00 HTTP/1.1" status: 200 len: 205 time: 0.2453830 Apr 22 17:08:51.458533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32846) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:51.545151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'Port': ['ID=f0498c91-c433-4c57-9fe8-8a7e4f36f93a,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:51.566143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:51.566870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:51.579453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:51.598333 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cca8667-c503-49cd-846e-9b77d4d9f471 req-bd0977ad-30f3-4aec-9756-8563897a6108 service neutron] 10.222.0.78 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482644 Apr 22 17:08:51.639467 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1424d290-8d99-4617-be46-50bc2c11433b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/e69ab46a-3b21-4fc4-890c-45925c35f95a HTTP/1.1" status: 200 len: 993 time: 0.2756305 Apr 22 17:08:51.663844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d337fef9-b509-4301-9092-b4fd2594c6b3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:51.735170 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7429478 Apr 22 17:08:51.738771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-10104267-3cf7-434a-b7e6-f3952d0aa4f4 None None] Provisioning for port f0498c91-c433-4c57-9fe8-8a7e4f36f93a completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:51.744160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-10104267-3cf7-434a-b7e6-f3952d0aa4f4 None None] Provisioning complete for port f0498c91-c433-4c57-9fe8-8a7e4f36f93a triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:51.745114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10104267-3cf7-434a-b7e6-f3952d0aa4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:51.800081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Request body: {'port': {'device_id': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:51.808380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-10104267-3cf7-434a-b7e6-f3952d0aa4f4 None None] Port f0498c91-c433-4c57-9fe8-8a7e4f36f93a cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:08:52.122993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d337fef9-b509-4301-9092-b4fd2594c6b3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:52.134380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d337fef9-b509-4301-9092-b4fd2594c6b3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:52.190908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:52.258155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d337fef9-b509-4301-9092-b4fd2594c6b3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:52.258671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d337fef9-b509-4301-9092-b4fd2594c6b3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Fanout notify agent at l3_agent the message router_deleted on router c9893682-74d1-4c44-b81b-809906da8e00 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:08:52.293826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d337fef9-b509-4301-9092-b4fd2594c6b3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:52.295036 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d337fef9-b509-4301-9092-b4fd2594c6b3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/c9893682-74d1-4c44-b81b-809906da8e00 HTTP/1.1" status: 204 len: 168 time: 0.8332210 Apr 22 17:08:52.298220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32852) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:52.303587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7558375-5dc8-4d0f-92fe-bde88a9dda10 req-3804af5b-0099-4f65-8878-fdda750a7e73 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:52.304349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d7558375-5dc8-4d0f-92fe-bde88a9dda10 req-3804af5b-0099-4f65-8878-fdda750a7e73 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Synchronizing usage tracker for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:08:52.392444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c761ec-6b36-4969-ac44-0d11fd19bbfd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting subnet ae8606d2-c828-466c-9aa2-179077b696e3 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:08:52.430029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d7558375-5dc8-4d0f-92fe-bde88a9dda10 req-3804af5b-0099-4f65-8878-fdda750a7e73 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Unset dirty status for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:08:52.431391 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d7558375-5dc8-4d0f-92fe-bde88a9dda10 req-3804af5b-0099-4f65-8878-fdda750a7e73 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 931 time: 0.3875451 Apr 22 17:08:52.458448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7c761ec-6b36-4969-ac44-0d11fd19bbfd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:52.520348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7c761ec-6b36-4969-ac44-0d11fd19bbfd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:52.559799 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d7558375-5dc8-4d0f-92fe-bde88a9dda10 req-4c0bb74b-b717-4e31-8839-1e032b41df94 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219189 Apr 22 17:08:52.619900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7c761ec-6b36-4969-ac44-0d11fd19bbfd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:52.695879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0498c91-c433-4c57-9fe8-8a7e4f36f93a {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:08:52.705017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:52.720810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Transition to ACTIVE for port object f0498c91-c433-4c57-9fe8-8a7e4f36f93a will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:52.762083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:52.767301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2563f79c-65e8-40c5-982c-507231d16f12 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:52.937341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Pushing event updated for resources: {'Port': ['ID=f0498c91-c433-4c57-9fe8-8a7e4f36f93a,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:52.946138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:52.950595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7c761ec-6b36-4969-ac44-0d11fd19bbfd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:52.956460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-010a0453-2096-4da8-a508-947a5d69d293 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:52.997584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c761ec-6b36-4969-ac44-0d11fd19bbfd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8606d2-c828-466c-9aa2-179077b696e3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:52.999842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7c761ec-6b36-4969-ac44-0d11fd19bbfd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:53.006421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d7c761ec-6b36-4969-ac44-0d11fd19bbfd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/ae8606d2-c828-466c-9aa2-179077b696e3 HTTP/1.1" status: 204 len: 168 time: 0.7069328 Apr 22 17:08:53.007789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7c761ec-6b36-4969-ac44-0d11fd19bbfd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:53.009966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32856) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:53.011062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f042d2e7-653d-45c3-8961-cfbcc7534646 None None] Network 452f461c-a966-4257-a035-b6b617535f9d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:53.031503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Attempting to bind port f0498c91-c433-4c57-9fe8-8a7e4f36f93a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:08:53.032289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Attempting to bind port f0498c91-c433-4c57-9fe8-8a7e4f36f93a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:08:53.032985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Attempting to bind port f0498c91-c433-4c57-9fe8-8a7e4f36f93a on network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:08:53.042781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Port f0498c91-c433-4c57-9fe8-8a7e4f36f93a on network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:08:53.043408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Attempting to bind port f0498c91-c433-4c57-9fe8-8a7e4f36f93a on network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:08:53.054551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:08:53.055188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Checking segment: {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:53.055906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Bound using segment: {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:08:53.056736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Bound port: f0498c91-c433-4c57-9fe8-8a7e4f36f93a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:08:53.057949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:53.143009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:53.154965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:53.155344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:53.193290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] For port f0498c91-c433-4c57-9fe8-8a7e4f36f93a, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:08:53.197102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] For port f0498c91-c433-4c57-9fe8-8a7e4f36f93a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:08:53.231546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:53.236752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:53.292809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:53.293338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:53.294861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-97164a90-862a-4335-ab65-e97322666a02 service neutron] 10.222.0.78 "PUT /v2.0/ports/f0498c91-c433-4c57-9fe8-8a7e4f36f93a HTTP/1.1" status: 200 len: 1093 time: 1.4998477 Apr 22 17:08:53.297506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'tag': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:08:53.311354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0118bdd4-5bfa-4e8f-a987-8042902e556c None None] DHCP port deletion for 452f461c-a966-4257-a035-b6b617535f9d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:08:53.318126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0118bdd4-5bfa-4e8f-a987-8042902e556c None None] Deleting port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:53.326219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0118bdd4-5bfa-4e8f-a987-8042902e556c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:53.358533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Pushing event updated for resources: {'Port': ['ID=f0498c91-c433-4c57-9fe8-8a7e4f36f93a,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:53.362536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:53.378521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'tag': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'status': 'completed', 'code': 200} Apr 22 17:08:53.417706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9,segment=NetworkSegment(94249718-aacc-4bb3-bcf7-134eb8dcef0a),segment_id=94249718-aacc-4bb3-bcf7-134eb8dcef0a)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:53.418686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:53.480436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6b8e-1116-4b83-8018-a0397593236c req-f77226d8-9e19-464a-af53-99b73bb19f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:53.482245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-f77226d8-9e19-464a-af53-99b73bb19f1a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0966816 Apr 22 17:08:53.561090 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-e084ae63-1caf-4c1a-b9d9-8f356a183f35 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a HTTP/1.1" status: 200 len: 217 time: 0.0703900 Apr 22 17:08:53.566390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:53.597532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0118bdd4-5bfa-4e8f-a987-8042902e556c None None] For port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9,segment=NetworkSegment(94249718-aacc-4bb3-bcf7-134eb8dcef0a),segment_id=94249718-aacc-4bb3-bcf7-134eb8dcef0a)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:08:53.597984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0118bdd4-5bfa-4e8f-a987-8042902e556c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:53.649574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6b8e-1116-4b83-8018-a0397593236c req-4b7efbd2-b864-4f27-8e9b-3dcddea70430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:53.651772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-4b7efbd2-b864-4f27-8e9b-3dcddea70430 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0842137 Apr 22 17:08:53.687651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:53.692957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f938fa1-2312-446d-a8b0-31c3b7418728 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:53.741230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0118bdd4-5bfa-4e8f-a987-8042902e556c None None] Calling delete_port for c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:08:53.748971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:53.752266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:53.753149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No DVR routers for this DVR port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: from cryptography.utils import int_from_bytes Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: from cryptography.utils import int_from_bytes Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: (rel_b, rel_a, rel_b), Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: (rel_b, rel_a, rel_b), Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:08:53.818644 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:08:53.827228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6b8e-1116-4b83-8018-a0397593236c req-071604ae-dc9c-4e16-8b5d-7e6796be273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:53.828865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-071604ae-dc9c-4e16-8b5d-7e6796be273b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1707590 Apr 22 17:08:53.829947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-0118bdd4-5bfa-4e8f-a987-8042902e556c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:08:53.830589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-0118bdd4-5bfa-4e8f-a987-8042902e556c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:08:53.837169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739dcaa-54cb-4d23-84fe-8a6aedd2b74b req-b0892313-fcab-4378-9bea-4b92005d6852 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:53.839299 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f739dcaa-54cb-4d23-84fe-8a6aedd2b74b req-b0892313-fcab-4378-9bea-4b92005d6852 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 943 time: 0.1280293 Apr 22 17:08:53.982251 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f739dcaa-54cb-4d23-84fe-8a6aedd2b74b req-2b674b84-39d3-4cd4-803a-aa7b96329653 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205034 Apr 22 17:08:54.024870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-2169d25f-e46f-441f-8290-657cc9ae813c service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844988 Apr 22 17:08:54.175802 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71ee6b8e-1116-4b83-8018-a0397593236c req-7a0a1416-a2a8-4267-9df9-ec922a1ac7b2 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430328 Apr 22 17:08:54.184140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:54.309805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452f461c-a966-4257-a035-b6b617535f9d']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:54.324579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94249718-aacc-4bb3-bcf7-134eb8dcef0a') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:54.324915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94249718-aacc-4bb3-bcf7-134eb8dcef0a') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:54.331710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0118bdd4-5bfa-4e8f-a987-8042902e556c None None] Deleting port c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:08:54.332130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0118bdd4-5bfa-4e8f-a987-8042902e556c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:54.335363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bffdf-db30-4a59-968d-552afa600633 req-059eab42-23b0-436f-a6d7-ed86c0f2b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:54.337109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-153bffdf-db30-4a59-968d-552afa600633 req-059eab42-23b0-436f-a6d7-ed86c0f2b3e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0879743 Apr 22 17:08:54.337916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:54.353540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:54.360697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:08:54.431741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0118bdd4-5bfa-4e8f-a987-8042902e556c None None] The port 'c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:08:54.489722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bffdf-db30-4a59-968d-552afa600633 req-3aa1998c-40ee-4117-a40d-8e2085196db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:54.493782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-153bffdf-db30-4a59-968d-552afa600633 req-3aa1998c-40ee-4117-a40d-8e2085196db6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.1472762 Apr 22 17:08:54.544880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 452f461c-a966-4257-a035-b6b617535f9d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:08:54.558575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:54.573665 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-153bffdf-db30-4a59-968d-552afa600633 req-97962d03-35ec-43a3-9447-4f30c62ff698 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a HTTP/1.1" status: 200 len: 217 time: 0.0750403 Apr 22 17:08:54.649078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bffdf-db30-4a59-968d-552afa600633 req-0742c0ab-bca5-422d-96ab-146c47bbd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:54.650733 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-153bffdf-db30-4a59-968d-552afa600633 req-0742c0ab-bca5-422d-96ab-146c47bbd3a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0704269 Apr 22 17:08:54.737058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bffdf-db30-4a59-968d-552afa600633 req-969cf195-8162-4b7f-af7f-ebf45ba54370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:54.739772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-153bffdf-db30-4a59-968d-552afa600633 req-969cf195-8162-4b7f-af7f-ebf45ba54370 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801420 Apr 22 17:08:54.746041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 452f461c-a966-4257-a035-b6b617535f9d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:08:54.770273 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:08:54.881655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:54.887175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:54.891699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c864c168-7c81-4e64-83fb-21d9e83debe7 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:54.919727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Network': ['ID=452f461c-a966-4257-a035-b6b617535f9d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:54.922613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:54.960670 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/networks/452f461c-a966-4257-a035-b6b617535f9d HTTP/1.1" status: 204 len: 168 time: 1.9450078 Apr 22 17:08:54.961642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32864) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:54.971317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'network': {'name': 'tempest-RoutersTest-1269069046'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:54.975595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:54.980038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:network and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:54.983422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:54.989825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:55.028443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:55.035756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:55.069180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:08:55.081276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:55.081703 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added segment 4613636b-6105-4690-b59b-95488064e5cc of type vlan for network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf Apr 22 17:08:55.111869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:55.176859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:55.183734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:55.184514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:55.190973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af0ae78e-02d3-4dc2-b5db-7ac11d1f708b tempest-FloatingIPNegativeTestJSON-1635840726 tempest-FloatingIPNegativeTestJSON-1635840726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:55.223713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:08:55.250170 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-153bffdf-db30-4a59-968d-552afa600633 req-63ee1073-b12e-40b8-80fd-f35028376354 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986985 Apr 22 17:08:55.263756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011b4f8-4a0c-442a-a3f2-8898046b0daf req-1c214a4e-b412-42f9-b92f-ce96188668b4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:55.265302 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4011b4f8-4a0c-442a-a3f2-8898046b0daf req-1c214a4e-b412-42f9-b92f-ce96188668b4 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 943 time: 0.1477635 Apr 22 17:08:55.266142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:08:55.266729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c6b80f0d-8e2a-4f3f-9641-0dabedff2bb9 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:08:55.305725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Network': ['ID=f779625d-ecec-4c7a-8a17-eb7ea7a00bdf,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:55.309206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:55.317335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:08:55.328114 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3638008 Apr 22 17:08:55.330653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32870) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:55.337880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'subnet': {'network_id': 'f779625d-ecec-4c7a-8a17-eb7ea7a00bdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:55.408307 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4011b4f8-4a0c-442a-a3f2-8898046b0daf req-3fd3e951-6a63-4af3-81ea-d0612fd52f50 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196105 Apr 22 17:08:55.456364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-153bffdf-db30-4a59-968d-552afa600633 req-b8488034-3186-464f-850f-746eb75b635c service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899986 Apr 22 17:08:55.466863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:55.470969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:subnet and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:55.474130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:55.481415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:55.519792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:08:55.526829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:56.038421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:56.043757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-606f26ca-9fd0-4a24-9154-0113000f9c20 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:56.123185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Subnet': ['ID=25b2c40a-def8-430a-be55-753945c8ae49,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:56.128697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:56.131336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Checking segment: {'id': '4613636b-6105-4690-b59b-95488064e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f779625d-ecec-4c7a-8a17-eb7ea7a00bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:56.131728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network hostable DHCP agents. Network: f779625d-ecec-4c7a-8a17-eb7ea7a00bdf, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:08:56.178389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:08:56.218557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, f779625d-ecec-4c7a-8a17-eb7ea7a00bdf) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:56.229404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94073d64-e0ca-49ab-bfef-da8176d99d5d None None] Network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:56.245764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:56.246857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:56.305309 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2cc0a5b2-f06c-4afa-be58-a17c09cda841 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9730935 Apr 22 17:08:56.308718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32874) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:56.314922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b478a987-04a0-4a50-b1f2-46af18832496 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-558353464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:08:56.322260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b478a987-04a0-4a50-b1f2-46af18832496 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:08:56.327271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b478a987-04a0-4a50-b1f2-46af18832496 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:router and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:08:56.330343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b478a987-04a0-4a50-b1f2-46af18832496 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:08:56.336585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b478a987-04a0-4a50-b1f2-46af18832496 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:08:56.390283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b478a987-04a0-4a50-b1f2-46af18832496 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:56.391669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b478a987-04a0-4a50-b1f2-46af18832496 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:56.407173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b478a987-04a0-4a50-b1f2-46af18832496 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:56.471535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b478a987-04a0-4a50-b1f2-46af18832496 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:56.489810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-f779625d-ecec-4c7a-8a17-eb7ea7a00bdf', 'network_id': 'f779625d-ecec-4c7a-8a17-eb7ea7a00bdf', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'fixed_ips': [{'subnet_id': '25b2c40a-def8-430a-be55-753945c8ae49'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:08:56.490933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:56.537808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b478a987-04a0-4a50-b1f2-46af18832496 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:56.543149 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b478a987-04a0-4a50-b1f2-46af18832496 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2299063 Apr 22 17:08:56.543620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32880) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:56.645818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069692d8-4d01-4248-ba37-bb92a436d1a9 req-214f31d5-d953-4f46-ad4c-e25cbb3d8c1c tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:56.650085 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-069692d8-4d01-4248-ba37-bb92a436d1a9 req-214f31d5-d953-4f46-ad4c-e25cbb3d8c1c tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 943 time: 0.0969255 Apr 22 17:08:56.715086 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-069692d8-4d01-4248-ba37-bb92a436d1a9 req-e8ac60c7-e668-42dd-8ef9-8d18480a9f14 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598116 Apr 22 17:08:56.756621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Allocated IP 172.20.0.2 (f779625d-ecec-4c7a-8a17-eb7ea7a00bdf/25b2c40a-def8-430a-be55-753945c8ae49/59daaaf8-d28e-4b21-a8e0-607aea8a42f7) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:56.984933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:56.996143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Transition to ACTIVE for port object 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:57.016490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Transition to ACTIVE for port object 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:57.051793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:57.060950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:57.132929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:57.137505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:57.142110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:57.164390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:57.183041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Pushing event updated for resources: {'Port': ['ID=59daaaf8-d28e-4b21-a8e0-607aea8a42f7,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:57.229598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.229979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.230356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.230771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.231143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.231512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.231874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.232235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.232596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.232962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.233312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.233666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:08:57.242486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:57.259521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Attempting to bind port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:08:57.260562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Attempting to bind port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '4613636b-6105-4690-b59b-95488064e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f779625d-ecec-4c7a-8a17-eb7ea7a00bdf'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:08:57.260968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Attempting to bind port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 on network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:08:57.266805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:08:57.267221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Checking segment: {'id': '4613636b-6105-4690-b59b-95488064e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f779625d-ecec-4c7a-8a17-eb7ea7a00bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:08:57.267662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:57.268122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Bound using segment: {'id': '4613636b-6105-4690-b59b-95488064e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f779625d-ecec-4c7a-8a17-eb7ea7a00bdf'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:08:57.268671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Bound port: 59daaaf8-d28e-4b21-a8e0-607aea8a42f7, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4613636b-6105-4690-b59b-95488064e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f779625d-ecec-4c7a-8a17-eb7ea7a00bdf'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:08:57.269084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:57.363234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] For port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:08:57.366686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] For port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=59daaaf8-d28e-4b21-a8e0-607aea8a42f7,segment=NetworkSegment(4613636b-6105-4690-b59b-95488064e5cc),segment_id=4613636b-6105-4690-b59b-95488064e5cc)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:08:57.422910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:57.427930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9195dbce-c1a3-4f8a-9bb0-50ed625df9e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:57.521852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Pushing event updated for resources: {'Port': ['ID=59daaaf8-d28e-4b21-a8e0-607aea8a42f7,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:57.525199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:57.543336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Allocated IP 172.20.0.1 (f779625d-ecec-4c7a-8a17-eb7ea7a00bdf/25b2c40a-def8-430a-be55-753945c8ae49/c11cf3fc-711a-475b-a391-c9e983e92bd7) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:08:57.720258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:57.737816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Transition to ACTIVE for port object c11cf3fc-711a-475b-a391-c9e983e92bd7 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:08:57.853234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:57.860136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0f6e446f-f725-4c39-9928-c4643f7fa57f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:57.904133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-764b27f0-d8e5-4aac-b5ba-2bdfaa01112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:57.947422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:57.951611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:57.954289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:08:57.954977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfcb88-1e2c-4399-b112-42553643db4f req-ce4f2f7a-99e3-4f8a-bfc8-1d4a437b82c0 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:57.956774 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05dfcb88-1e2c-4399-b112-42553643db4f req-ce4f2f7a-99e3-4f8a-bfc8-1d4a437b82c0 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 943 time: 0.1266677 Apr 22 17:08:57.993431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=c11cf3fc-711a-475b-a391-c9e983e92bd7,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:57.997144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:58.017081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05dfcb88-1e2c-4399-b112-42553643db4f req-5495b3d0-3b38-4984-adc2-89983b5af537 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471411 Apr 22 17:08:58.026379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:58.207686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:58.633195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:58.692717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:58.725698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-847f421f-34f5-41f5-b11e-2c02ab9cb27c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:08:58.826418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:58.830351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=c11cf3fc-711a-475b-a391-c9e983e92bd7,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:08:58.834168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:08:58.987965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f85776-877a-4e0a-baaf-814a93f462dd None None] Network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:08:59.110792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ed79277a-cf46-4256-a281-40ce7df88003 None None] Provisioning for port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:59.257508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f612b-f8e1-4d65-b5a1-d7fc492373e9 req-1ecced5d-8e44-4117-a84c-5ec02d1e4eca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:59.266480 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-963f612b-f8e1-4d65-b5a1-d7fc492373e9 req-1ecced5d-8e44-4117-a84c-5ec02d1e4eca tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 943 time: 0.1141467 Apr 22 17:08:59.323472 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-963f612b-f8e1-4d65-b5a1-d7fc492373e9 req-f501454c-ef00-4cb5-9606-a24692e5c57e tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554810 Apr 22 17:08:59.331586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:08:59.339229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:08:59.339229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:08:59.451803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:08:59.465239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:59.466042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:59.581951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-93e01a98-7488-4d74-9bf1-e67d2c995d27 None None] Provisioning complete for port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:08:59.584504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e01a98-7488-4d74-9bf1-e67d2c995d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:08:59.615252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router dade9e23-58eb-44d7-aaa4-4a3cc777b2ce is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:08:59.860496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:08:59.890289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/dade9e23-58eb-44d7-aaa4-4a3cc777b2ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3411059 Apr 22 17:08:59.890665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32888) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:08:59.917174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33542ff4-ba94-4721-9ba3-0effac3ff487 None None] Sync routers for ids ['dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:08:59.954483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33542ff4-ba94-4721-9ba3-0effac3ff487 None None] Routers {'dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:08:59.955172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-33542ff4-ba94-4721-9ba3-0effac3ff487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:08:59.982025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d097ea18-cd24-4bc7-8721-8935070aee15 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:08:59.982698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d097ea18-cd24-4bc7-8721-8935070aee15 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:09:00.021260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:00.035959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d097ea18-cd24-4bc7-8721-8935070aee15 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:09:00.037433 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d097ea18-cd24-4bc7-8721-8935070aee15 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports/c11cf3fc-711a-475b-a391-c9e983e92bd7 HTTP/1.1" status: 200 len: 910 time: 0.1457939 Apr 22 17:09:00.040648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32892) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:00.081073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-33542ff4-ba94-4721-9ba3-0effac3ff487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:00.111654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33542ff4-ba94-4721-9ba3-0effac3ff487 None None] Routers {'dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:00.112362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-33542ff4-ba94-4721-9ba3-0effac3ff487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:08:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:00.195875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-33542ff4-ba94-4721-9ba3-0effac3ff487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:00.196328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33542ff4-ba94-4721-9ba3-0effac3ff487 None None] The sync data for ids ['dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:00.198911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e01a98-7488-4d74-9bf1-e67d2c995d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:00.209944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=59daaaf8-d28e-4b21-a8e0-607aea8a42f7,segment=NetworkSegment(4613636b-6105-4690-b59b-95488064e5cc),segment_id=4613636b-6105-4690-b59b-95488064e5cc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:00.280998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:00.282898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a120a36-1939-4229-8a27-26108aad6279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:00.286530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:00.385061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=59daaaf8-d28e-4b21-a8e0-607aea8a42f7,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:00.398529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:00.402109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-93e01a98-7488-4d74-9bf1-e67d2c995d27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:09:00.402519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-93e01a98-7488-4d74-9bf1-e67d2c995d27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:09:00.549100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d086d8-8863-44e0-9121-2630bca99844 req-0e906fc5-4fe8-4fb2-98c1-a457e986796b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:00.553812 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e4d086d8-8863-44e0-9121-2630bca99844 req-0e906fc5-4fe8-4fb2-98c1-a457e986796b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 943 time: 0.1017320 Apr 22 17:09:00.607275 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e4d086d8-8863-44e0-9121-2630bca99844 req-233065c8-8aed-405e-a496-eef95fc7b3ac tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493634 Apr 22 17:09:00.620564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:00.792349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device f0498c91-c433-4c57-9fe8-8a7e4f36f93a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:09:00.995877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port f0498c91-c433-4c57-9fe8-8a7e4f36f93a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:01.007187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port c11cf3fc-711a-475b-a391-c9e983e92bd7 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:01.007570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:01.016251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'port_id': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'mac_address': 'fa:16:3e:da:d2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:09:01.083441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:01.097166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-93e01a98-7488-4d74-9bf1-e67d2c995d27 None None] Provisioning for port c11cf3fc-711a-475b-a391-c9e983e92bd7 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:01.105888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0498c91-c433-4c57-9fe8-8a7e4f36f93a {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:09:01.111417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-93e01a98-7488-4d74-9bf1-e67d2c995d27 None None] Provisioning complete for port c11cf3fc-711a-475b-a391-c9e983e92bd7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:01.111832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e01a98-7488-4d74-9bf1-e67d2c995d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:01.173032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port f0498c91-c433-4c57-9fe8-8a7e4f36f93a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:01.180111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93e01a98-7488-4d74-9bf1-e67d2c995d27 None None] Port c11cf3fc-711a-475b-a391-c9e983e92bd7 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:01.223823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:01.224088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:01.266461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:01.270017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-14025471-ec02-4713-b1b3-d017dfb6cfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:01.365614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for c11cf3fc-711a-475b-a391-c9e983e92bd7 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:01.375538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7f11e788-3ef0-4e69-933b-b92f75d9f026 None None] Provisioning complete for port c11cf3fc-711a-475b-a391-c9e983e92bd7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:01.375954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f11e788-3ef0-4e69-933b-b92f75d9f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:01.454513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=f0498c91-c433-4c57-9fe8-8a7e4f36f93a,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:01.467228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:01.478299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:01.482678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7f11e788-3ef0-4e69-933b-b92f75d9f026 None None] Port c11cf3fc-711a-475b-a391-c9e983e92bd7 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:01.484270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:01.484688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:01.516833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:01.527495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['f0498c91-c433-4c57-9fe8-8a7e4f36f93a'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:09:01.588074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:01.592219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56a5e160-97d8-4d35-a5e1-e803e9d050a4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:01.642257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=c11cf3fc-711a-475b-a391-c9e983e92bd7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:01.645719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:01.859932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a199bae-0f70-4468-8ae3-18921bb339a3 req-c75f1130-402f-4abc-9476-39a7411e416c tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:01.868948 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a199bae-0f70-4468-8ae3-18921bb339a3 req-c75f1130-402f-4abc-9476-39a7411e416c tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 944 time: 0.1157076 Apr 22 17:09:01.913409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:01.918257 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a199bae-0f70-4468-8ae3-18921bb339a3 req-8d4995b9-bc05-43ea-918c-c3baf960ef13 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480211 Apr 22 17:09:02.205948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router dade9e23-58eb-44d7-aaa4-4a3cc777b2ce has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:02.631398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:02.641792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8c762-19ea-4ea5-923e-541a9e6de2fe None None] Sync routers for ids ['dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:02.652132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8c762-19ea-4ea5-923e-541a9e6de2fe None None] Routers {'dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:02.655722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fee8c762-19ea-4ea5-923e-541a9e6de2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:02.675893 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/dade9e23-58eb-44d7-aaa4-4a3cc777b2ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6333885 Apr 22 17:09:02.678845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32900) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:02.723267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fee8c762-19ea-4ea5-923e-541a9e6de2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:02.731747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:02.732850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8c762-19ea-4ea5-923e-541a9e6de2fe None None] Routers {'dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:02.733530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fee8c762-19ea-4ea5-923e-541a9e6de2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:02.735628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-69803348-c9c7-420c-ac85-6deb2cddd5da tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:09:02.776553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-69803348-c9c7-420c-ac85-6deb2cddd5da tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:09:02.780475 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-69803348-c9c7-420c-ac85-6deb2cddd5da tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=dade9e23-58eb-44d7-aaa4-4a3cc777b2ce HTTP/1.1" status: 200 len: 205 time: 0.0980203 Apr 22 17:09:02.780743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32904) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:02.795226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device f0498c91-c433-4c57-9fe8-8a7e4f36f93a up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:02.801096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fee8c762-19ea-4ea5-923e-541a9e6de2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:02.801558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8c762-19ea-4ea5-923e-541a9e6de2fe None None] The sync data for ids ['dade9e23-58eb-44d7-aaa4-4a3cc777b2ce'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:02.898520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port f0498c91-c433-4c57-9fe8-8a7e4f36f93a completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:02.904722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port f0498c91-c433-4c57-9fe8-8a7e4f36f93a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:02.905282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:02.927529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5127b7a6-a863-4ef3-8e49-f27c902cf590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.035905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.067778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:09:03.081447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port f0498c91-c433-4c57-9fe8-8a7e4f36f93a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:03.121596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.126423 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'code': 200} Apr 22 17:09:03.127209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:03.128547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0470f-7c0b-43d9-a6e1-6027b0a37c9b req-f677cac9-b938-4475-938b-b2f24f498091 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:03.130273 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-daf0470f-7c0b-43d9-a6e1-6027b0a37c9b req-f677cac9-b938-4475-938b-b2f24f498091 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 944 time: 0.0971839 Apr 22 17:09:03.185542 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-daf0470f-7c0b-43d9-a6e1-6027b0a37c9b req-e16fe6d6-6f3a-466c-afe2-cc01d0dc9389 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458272 Apr 22 17:09:03.225143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=f0498c91-c433-4c57-9fe8-8a7e4f36f93a,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:03.234244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:03.253916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5127b7a6-a863-4ef3-8e49-f27c902cf590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.256291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5127b7a6-a863-4ef3-8e49-f27c902cf590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.310253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5127b7a6-a863-4ef3-8e49-f27c902cf590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.310830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5127b7a6-a863-4ef3-8e49-f27c902cf590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Fanout notify agent at l3_agent the message router_deleted on router dade9e23-58eb-44d7-aaa4-4a3cc777b2ce {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:09:03.323863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5127b7a6-a863-4ef3-8e49-f27c902cf590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.325161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5127b7a6-a863-4ef3-8e49-f27c902cf590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/dade9e23-58eb-44d7-aaa4-4a3cc777b2ce HTTP/1.1" status: 204 len: 168 time: 0.5433176 Apr 22 17:09:03.328908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32912) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:03.411125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7e0f36-679f-4390-8e06-3d15fbe9cfca tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting subnet 25b2c40a-def8-430a-be55-753945c8ae49 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:09:03.414461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0f36-679f-4390-8e06-3d15fbe9cfca tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.474170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0f36-679f-4390-8e06-3d15fbe9cfca tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.488527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f2324-8d6f-4ce7-b1e6-8f4c63d248e1 req-7f94a958-4e6a-45f2-8f4a-de377e66a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:03.490131 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee0f2324-8d6f-4ce7-b1e6-8f4c63d248e1 req-7f94a958-4e6a-45f2-8f4a-de377e66a5fc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0777385 Apr 22 17:09:03.539809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee0f2324-8d6f-4ce7-b1e6-8f4c63d248e1 req-a9fc3d65-9e10-4c6e-b331-8b597e8629ac service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 Apr 22 17:09:03.568722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0f36-679f-4390-8e06-3d15fbe9cfca tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.921828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0f36-679f-4390-8e06-3d15fbe9cfca tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.927258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-738e3e53-ca0c-4a27-abcd-2e44f8ecfbab tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:03.972645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0f36-679f-4390-8e06-3d15fbe9cfca tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:03.977963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e0f36-679f-4390-8e06-3d15fbe9cfca tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Subnet': ['ID=25b2c40a-def8-430a-be55-753945c8ae49,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:03.979312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3145d988-b13a-4e3e-b7c4-3b793f24a2a6 None None] Network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:03.981176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a7e0f36-679f-4390-8e06-3d15fbe9cfca tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:03.984594 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2a7e0f36-679f-4390-8e06-3d15fbe9cfca tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/25b2c40a-def8-430a-be55-753945c8ae49 HTTP/1.1" status: 204 len: 168 time: 0.6545808 Apr 22 17:09:03.987397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32916) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:04.116440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:04.127867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:04.128244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:04.242065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060de3df-66ca-4c32-a713-0145989a68b4 None None] DHCP port deletion for f779625d-ecec-4c7a-8a17-eb7ea7a00bdf request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:09:04.246485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-060de3df-66ca-4c32-a713-0145989a68b4 None None] Deleting port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:04.247016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-060de3df-66ca-4c32-a713-0145989a68b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:04.362195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=59daaaf8-d28e-4b21-a8e0-607aea8a42f7,segment=NetworkSegment(4613636b-6105-4690-b59b-95488064e5cc),segment_id=4613636b-6105-4690-b59b-95488064e5cc)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:04.362468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:04.415815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2c467-ed4e-4f7b-b05c-8e13f2473565 req-e5ad195a-b53f-4690-aa10-e60ffe4169cc tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:04.417655 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5ae2c467-ed4e-4f7b-b05c-8e13f2473565 req-e5ad195a-b53f-4690-aa10-e60ffe4169cc tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 945 time: 0.1014283 Apr 22 17:09:04.471527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5ae2c467-ed4e-4f7b-b05c-8e13f2473565 req-fb83294e-ff15-47fb-a3e1-befae987d432 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471961 Apr 22 17:09:04.496348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-060de3df-66ca-4c32-a713-0145989a68b4 None None] For port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=59daaaf8-d28e-4b21-a8e0-607aea8a42f7,segment=NetworkSegment(4613636b-6105-4690-b59b-95488064e5cc),segment_id=4613636b-6105-4690-b59b-95488064e5cc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:04.496348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-060de3df-66ca-4c32-a713-0145989a68b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:04.504578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:04.624910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-060de3df-66ca-4c32-a713-0145989a68b4 None None] Calling delete_port for 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:04.642123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:04.646363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80a58146-cece-4371-a977-6238e88af698 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:04.695099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=59daaaf8-d28e-4b21-a8e0-607aea8a42f7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:04.701366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No DVR routers for this DVR port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:09:04.703813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-060de3df-66ca-4c32-a713-0145989a68b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:09:04.704232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-060de3df-66ca-4c32-a713-0145989a68b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:09:04.757263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.757616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.758037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.758470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.758884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.759297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.760231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.760641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.761045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.761448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.761849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.762249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:04.765995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:04.848057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:04.971935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f779625d-ecec-4c7a-8a17-eb7ea7a00bdf']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:04.984744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4613636b-6105-4690-b59b-95488064e5cc') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:04.985084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4613636b-6105-4690-b59b-95488064e5cc') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:04.997434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:05.012580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:05.018696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:09:05.119104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:05.203329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:09:05.205294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-060de3df-66ca-4c32-a713-0145989a68b4 None None] Deleting port 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:05.205796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-060de3df-66ca-4c32-a713-0145989a68b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:05.213016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:05.242979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:09:05.308900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:09:05.309215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 59daaaf8-d28e-4b21-a8e0-607aea8a42f7 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:09:05.321319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-060de3df-66ca-4c32-a713-0145989a68b4 None None] The port '59daaaf8-d28e-4b21-a8e0-607aea8a42f7' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:09:05.395599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network f779625d-ecec-4c7a-8a17-eb7ea7a00bdf has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:09:05.422913 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:09:05.532339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:05.535929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13b164bc-298c-4d54-980f-5233646ba80e tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:05.552171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:05.564866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Network': ['ID=f779625d-ecec-4c7a-8a17-eb7ea7a00bdf,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:05.570144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:05.601734 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/networks/f779625d-ecec-4c7a-8a17-eb7ea7a00bdf HTTP/1.1" status: 204 len: 168 time: 1.6132033 Apr 22 17:09:05.605404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32924) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:05.611464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-772990319', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:05.619753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:05.625228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:router and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:05.628464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:05.635198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:05.674428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:05.676350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:05.686300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d0633-751b-4266-92f0-4edfd5d841c0 req-6ce18825-108b-4684-86fb-6093e9cd3e13 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:05.687979 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d78d0633-751b-4266-92f0-4edfd5d841c0 req-6ce18825-108b-4684-86fb-6093e9cd3e13 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 945 time: 0.0999019 Apr 22 17:09:05.692803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:05.741331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d78d0633-751b-4266-92f0-4edfd5d841c0 req-de84da65-0b8a-4a85-b40c-ed4d2d0ce7a2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456090 Apr 22 17:09:05.951370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2a403-cadf-42d9-95ed-72d41bbd8c8a req-4b1cb63e-5122-4804-a105-e0af48f046cd tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:05.953058 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bea2a403-cadf-42d9-95ed-72d41bbd8c8a req-4b1cb63e-5122-4804-a105-e0af48f046cd tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 945 time: 0.0958545 Apr 22 17:09:06.008764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bea2a403-cadf-42d9-95ed-72d41bbd8c8a req-d1da9606-7c19-4e1f-b099-2da572abc088 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465534 Apr 22 17:09:06.009735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:06.053204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32930) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:06.147917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510ef8e3-824b-4c69-b102-09debda52f1f tempest-TestVolumeBootPattern-2086216536 tempest-TestVolumeBootPattern-2086216536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:06.150528 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-510ef8e3-824b-4c69-b102-09debda52f1f tempest-TestVolumeBootPattern-2086216536 tempest-TestVolumeBootPattern-2086216536-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 1093 time: 0.0957708 Apr 22 17:09:06.154233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32934) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:06.160639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:06.168197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:06.172712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:floatingip and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:06.176110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:06.183431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:06.252830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:06.379205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:06.404180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:06.411387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:06.555243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Allocated IP 172.26.6.10 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/def7b06e-415c-4066-825c-27b5fabd27c8) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:06.715276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:06.772817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:06.778451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:06.811878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Allocated IP 172.26.6.83 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/eed86f87-dddb-4022-8147-7f591e73fa3f) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:06.843472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:06.847144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:06.849809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:06.895480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'Port': ['ID=def7b06e-415c-4066-825c-27b5fabd27c8,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:06.913085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.913527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.913956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.914381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.914858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.915283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.915725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.916140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.916556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.916970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.917377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.917786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:06.921794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:06.971502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:07.024220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:07.029377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4f52b314-8c3c-4fc2-a8a3-c89a9574fdb0 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:07.094677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:07.098206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:07.100745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:07.321000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:07.445293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=eed86f87-dddb-4022-8147-7f591e73fa3f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:07.448412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:07.449706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:07.679314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:07.725410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:07.731298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31093eaf-e480-4fa4-8efe-d315f372143c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:07.854396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'Port': ['ID=def7b06e-415c-4066-825c-27b5fabd27c8,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:07.857548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:07.863314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:07.885703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:08.053205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Floating IP 39d9d6e4-b5a4-4a18-9253-50d10ccd0616 associated. External IP: 172.26.6.10, port: f0498c91-c433-4c57-9fe8-8a7e4f36f93a. Apr 22 17:09:08.254450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:08.513837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 965e0927-a7ff-46cd-b404-358cbce822dc is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:09:08.720224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:08.732790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20925eda-267e-4857-ac8b-f010b6df7d20 None None] Sync routers for ids ['965e0927-a7ff-46cd-b404-358cbce822dc'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:08.735059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Router 87524a68-1447-4128-b4a1-50b8d4acf824 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:08.745420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20925eda-267e-4857-ac8b-f010b6df7d20 None None] Routers {'965e0927-a7ff-46cd-b404-358cbce822dc'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:08.746209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-20925eda-267e-4857-ac8b-f010b6df7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['965e0927-a7ff-46cd-b404-358cbce822dc'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:08.782593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:08.786600 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1775129 Apr 22 17:09:08.786975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32938) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:08.818752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-20925eda-267e-4857-ac8b-f010b6df7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:08.828965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20925eda-267e-4857-ac8b-f010b6df7d20 None None] Routers {'965e0927-a7ff-46cd-b404-358cbce822dc'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:08.829901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-20925eda-267e-4857-ac8b-f010b6df7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['965e0927-a7ff-46cd-b404-358cbce822dc'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:08.899801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-20925eda-267e-4857-ac8b-f010b6df7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:08.900316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20925eda-267e-4857-ac8b-f010b6df7d20 None None] The sync data for ids ['965e0927-a7ff-46cd-b404-358cbce822dc'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:08.946577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:08.956829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c1b6cf-7e00-4caa-8824-40c4e523ffd3 None None] Sync routers for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:08.967316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1b6cf-7e00-4caa-8824-40c4e523ffd3 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:08.967980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-61c1b6cf-7e00-4caa-8824-40c4e523ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:08.991188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a51c99f1-e3ac-4397-a6a9-a300c3f7d947 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/routers/965e0927-a7ff-46cd-b404-358cbce822dc HTTP/1.1" status: 200 len: 879 time: 0.2027895 Apr 22 17:09:08.993828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32942) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:08.999633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:09.073171 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9175971 Apr 22 17:09:09.073853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'tag': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:09:09.124572 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'tag': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'status': 'completed', 'code': 200} Apr 22 17:09:09.174637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-61c1b6cf-7e00-4caa-8824-40c4e523ffd3 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:09.223778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8f278d0d-cf17-42d3-8b34-b87e5da5f3b7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:router {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:09:09.239604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6e541-8244-4b0b-9df2-e8aeff787ebb req-fb0e0c52-e239-4763-a6b4-6330eec3ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:09.242350 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6fb6e541-8244-4b0b-9df2-e8aeff787ebb req-fb0e0c52-e239-4763-a6b4-6330eec3ff48 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0931294 Apr 22 17:09:09.285634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8f278d0d-cf17-42d3-8b34-b87e5da5f3b7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:router {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:09:09.290093 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8f278d0d-cf17-42d3-8b34-b87e5da5f3b7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2920914 Apr 22 17:09:09.290266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32950) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:09.296670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-de21bf39-c963-4aa8-b96a-36d19862db0f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-772990319'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:09.403765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6e541-8244-4b0b-9df2-e8aeff787ebb req-448c4729-2439-4b26-b064-0b237beff64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:09.405273 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6fb6e541-8244-4b0b-9df2-e8aeff787ebb req-448c4729-2439-4b26-b064-0b237beff64d service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.1563287 Apr 22 17:09:09.527607 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6fb6e541-8244-4b0b-9df2-e8aeff787ebb req-76586173-8738-4330-bcdd-ebe26d3f01d0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a HTTP/1.1" status: 200 len: 998 time: 0.1149678 Apr 22 17:09:09.608937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6e541-8244-4b0b-9df2-e8aeff787ebb req-735dcda1-df78-4677-8f73-b3e60bbba780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:09.613869 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6fb6e541-8244-4b0b-9df2-e8aeff787ebb req-735dcda1-df78-4677-8f73-b3e60bbba780 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0756135 Apr 22 17:09:09.616215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-61c1b6cf-7e00-4caa-8824-40c4e523ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '39d9d6e4-b5a4-4a18-9253-50d10ccd0616', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:da:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:09:07Z', 'updated_at': '2021-04-22T17:09:07Z', 'revision_number': 0, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:09.621360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c1b6cf-7e00-4caa-8824-40c4e523ffd3 None None] Checking router: 87524a68-1447-4128-b4a1-50b8d4acf824 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:09:09.631382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1b6cf-7e00-4caa-8824-40c4e523ffd3 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:09.632065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-61c1b6cf-7e00-4caa-8824-40c4e523ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:09.707120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6e541-8244-4b0b-9df2-e8aeff787ebb req-dafb89ea-43c2-449b-b59d-a97014a7a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:09.708937 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6fb6e541-8244-4b0b-9df2-e8aeff787ebb req-dafb89ea-43c2-449b-b59d-a97014a7a3bb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875862 Apr 22 17:09:09.907022 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6fb6e541-8244-4b0b-9df2-e8aeff787ebb req-7005e13b-a9ad-4b98-b7db-43f4cced6260 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799629 Apr 22 17:09:10.039137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-61c1b6cf-7e00-4caa-8824-40c4e523ffd3 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:10.108235 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6fb6e541-8244-4b0b-9df2-e8aeff787ebb req-d43ecaa5-6289-45e5-8869-1270a7a55d47 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935761 Apr 22 17:09:10.260909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de21bf39-c963-4aa8-b96a-36d19862db0f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:10.297272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de21bf39-c963-4aa8-b96a-36d19862db0f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:10.416477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-61c1b6cf-7e00-4caa-8824-40c4e523ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '39d9d6e4-b5a4-4a18-9253-50d10ccd0616', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:da:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:09:07Z', 'updated_at': '2021-04-22T17:09:07Z', 'revision_number': 0, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:10.420819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c1b6cf-7e00-4caa-8824-40c4e523ffd3 None None] The sync data for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv is: [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '39d9d6e4-b5a4-4a18-9253-50d10ccd0616', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:da:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:09:07Z', 'updated_at': '2021-04-22T17:09:07Z', 'revision_number': 0, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:10.502520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de21bf39-c963-4aa8-b96a-36d19862db0f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 965e0927-a7ff-46cd-b404-358cbce822dc has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:10.715126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5fcd3-ccec-417e-a0a5-d208875efaa2 None None] New status for floating IP 39d9d6e4-b5a4-4a18-9253-50d10ccd0616: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:09:10.715415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de21bf39-c963-4aa8-b96a-36d19862db0f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:10.722712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de21bf39-c963-4aa8-b96a-36d19862db0f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:10.727011 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-de21bf39-c963-4aa8-b96a-36d19862db0f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/965e0927-a7ff-46cd-b404-358cbce822dc HTTP/1.1" status: 200 len: 886 time: 1.4355538 Apr 22 17:09:10.727620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32958) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:10.741703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d0e5b8-94b9-4479-96ae-b6bfec4a0730 None None] Sync routers for ids ['965e0927-a7ff-46cd-b404-358cbce822dc'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:10.751997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d0e5b8-94b9-4479-96ae-b6bfec4a0730 None None] Routers {'965e0927-a7ff-46cd-b404-358cbce822dc'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:10.752682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f2d0e5b8-94b9-4479-96ae-b6bfec4a0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['965e0927-a7ff-46cd-b404-358cbce822dc'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:10.823915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f2d0e5b8-94b9-4479-96ae-b6bfec4a0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:10.833846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d0e5b8-94b9-4479-96ae-b6bfec4a0730 None None] Routers {'965e0927-a7ff-46cd-b404-358cbce822dc'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:10.834439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f2d0e5b8-94b9-4479-96ae-b6bfec4a0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['965e0927-a7ff-46cd-b404-358cbce822dc'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:10.904184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f2d0e5b8-94b9-4479-96ae-b6bfec4a0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:10.904770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d0e5b8-94b9-4479-96ae-b6bfec4a0730 None None] The sync data for ids ['965e0927-a7ff-46cd-b404-358cbce822dc'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:10.939866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41ecfc8a-226d-4737-8aff-80c09b297e57 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/routers/965e0927-a7ff-46cd-b404-358cbce822dc HTTP/1.1" status: 200 len: 886 time: 0.2098296 Apr 22 17:09:10.942947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32962) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:10.997943 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-27a10671-cbea-463d-8e39-5d8847b769a8 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=965e0927-a7ff-46cd-b404-358cbce822dc HTTP/1.1" status: 200 len: 205 time: 0.0533011 Apr 22 17:09:11.000792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32966) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:11.208065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:11.404379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:11.441266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port eed86f87-dddb-4022-8147-7f591e73fa3f {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:11.441656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:11.625582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:11.761161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for eed86f87-dddb-4022-8147-7f591e73fa3f owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:11.961236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:11.966430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32e20dae-f3a3-4fd1-8748-07eb2aad0391 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:12.013300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=eed86f87-dddb-4022-8147-7f591e73fa3f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:12.016709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:12.113412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:12.301546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:12.303899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:12.349340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:12.349925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Fanout notify agent at l3_agent the message router_deleted on router 965e0927-a7ff-46cd-b404-358cbce822dc {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:09:12.392923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:12.394122 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/965e0927-a7ff-46cd-b404-358cbce822dc HTTP/1.1" status: 204 len: 168 time: 1.3922231 Apr 22 17:09:12.397975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32970) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:12.404980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'network': {'name': 'tempest-RoutersTest-1859467694'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:12.410478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:12.414518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:network and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:12.418116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:12.424139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:12.451887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:12.457747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:12.487054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:09:12.533486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:12.533875 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added segment 32aacb31-f8a6-4817-8bd3-1bb75524efdb of type vlan for network 21fbf164-a8b6-490a-9e77-6d427e1305c5 Apr 22 17:09:12.561522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:12.621621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:12.627711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:12.628362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:12.633877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2dd979d5-0ff3-405d-9732-e35dc9fb084c tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:12.747327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Network': ['ID=21fbf164-a8b6-490a-9e77-6d427e1305c5,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:12.756110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:12.758048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 21fbf164-a8b6-490a-9e77-6d427e1305c5 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:09:12.777482 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3783312 Apr 22 17:09:12.780826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32976) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:12.787195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'subnet': {'network_id': '21fbf164-a8b6-490a-9e77-6d427e1305c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:12.908274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:12.912508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:subnet and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:12.915681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:12.921840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:12.959002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:12.965197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:13.706293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:13.711210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5d3801c7-bb31-480e-bf73-ec1bff8f6339 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:13.795858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Subnet': ['ID=2ade221c-c92b-4a7e-8151-861c04bf12fd,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:13.799462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:13.805683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Checking segment: {'id': '32aacb31-f8a6-4817-8bd3-1bb75524efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '21fbf164-a8b6-490a-9e77-6d427e1305c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:13.806172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network hostable DHCP agents. Network: 21fbf164-a8b6-490a-9e77-6d427e1305c5, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:09:13.867978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 21fbf164-a8b6-490a-9e77-6d427e1305c5 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:09:13.907474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 21fbf164-a8b6-490a-9e77-6d427e1305c5) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:13.918653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0649b661-f1d2-4e35-98f3-9e189713b2a7 None None] Network 21fbf164-a8b6-490a-9e77-6d427e1305c5 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:13.921538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:13.922183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.000146 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2180576 Apr 22 17:09:14.002709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32980) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:14.008700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1fd5106b-d9c9-4865-b1a9-49ceea8d78df tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-717020680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:14.015615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1fd5106b-d9c9-4865-b1a9-49ceea8d78df tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:14.020727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1fd5106b-d9c9-4865-b1a9-49ceea8d78df tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:router and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:14.023824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1fd5106b-d9c9-4865-b1a9-49ceea8d78df tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:14.030510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1fd5106b-d9c9-4865-b1a9-49ceea8d78df tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:14.068137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fd5106b-d9c9-4865-b1a9-49ceea8d78df tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.069735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fd5106b-d9c9-4865-b1a9-49ceea8d78df tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.086192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fd5106b-d9c9-4865-b1a9-49ceea8d78df tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.144183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fd5106b-d9c9-4865-b1a9-49ceea8d78df tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.153586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-21fbf164-a8b6-490a-9e77-6d427e1305c5', 'network_id': '21fbf164-a8b6-490a-9e77-6d427e1305c5', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'fixed_ips': [{'subnet_id': '2ade221c-c92b-4a7e-8151-861c04bf12fd'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:09:14.154492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.201044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fd5106b-d9c9-4865-b1a9-49ceea8d78df tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.202389 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1fd5106b-d9c9-4865-b1a9-49ceea8d78df tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1986601 Apr 22 17:09:14.205331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32984) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:14.316836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Allocated IP 172.20.0.2 (21fbf164-a8b6-490a-9e77-6d427e1305c5/2ade221c-c92b-4a7e-8151-861c04bf12fd/83c6d7c0-b52f-43b4-a4d2-f337f620f387) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:14.531787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.542928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Transition to ACTIVE for port object 83c6d7c0-b52f-43b4-a4d2-f337f620f387 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:14.562505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Transition to ACTIVE for port object 83c6d7c0-b52f-43b4-a4d2-f337f620f387 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:14.601591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.607436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:14.667188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Network 21fbf164-a8b6-490a-9e77-6d427e1305c5 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:14.675438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:14.680051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:14.722829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Pushing event updated for resources: {'Port': ['ID=83c6d7c0-b52f-43b4-a4d2-f337f620f387,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:14.728796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.730527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:14.783331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Attempting to bind port 83c6d7c0-b52f-43b4-a4d2-f337f620f387 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:14.783753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Attempting to bind port 83c6d7c0-b52f-43b4-a4d2-f337f620f387 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '32aacb31-f8a6-4817-8bd3-1bb75524efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '21fbf164-a8b6-490a-9e77-6d427e1305c5'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:14.784167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Attempting to bind port 83c6d7c0-b52f-43b4-a4d2-f337f620f387 on network 21fbf164-a8b6-490a-9e77-6d427e1305c5 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:14.789818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:14.790236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Checking segment: {'id': '32aacb31-f8a6-4817-8bd3-1bb75524efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '21fbf164-a8b6-490a-9e77-6d427e1305c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:14.792559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.793105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Bound using segment: {'id': '32aacb31-f8a6-4817-8bd3-1bb75524efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '21fbf164-a8b6-490a-9e77-6d427e1305c5'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:14.793662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Bound port: 83c6d7c0-b52f-43b4-a4d2-f337f620f387, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32aacb31-f8a6-4817-8bd3-1bb75524efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '21fbf164-a8b6-490a-9e77-6d427e1305c5'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:14.794099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.891423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] For port 83c6d7c0-b52f-43b4-a4d2-f337f620f387, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:14.894580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] For port 83c6d7c0-b52f-43b4-a4d2-f337f620f387, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=83c6d7c0-b52f-43b4-a4d2-f337f620f387,segment=NetworkSegment(32aacb31-f8a6-4817-8bd3-1bb75524efdb),segment_id=32aacb31-f8a6-4817-8bd3-1bb75524efdb)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:14.927323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:14.933373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31be1a5c-2025-4811-9b42-36764eb25d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:15.023207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Pushing event updated for resources: {'Port': ['ID=83c6d7c0-b52f-43b4-a4d2-f337f620f387,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:15.027641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:15.113604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Allocated IP 172.20.0.1 (21fbf164-a8b6-490a-9e77-6d427e1305c5/2ade221c-c92b-4a7e-8151-861c04bf12fd/9e256583-f8ee-4287-a3e6-ff849eae339f) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:15.317632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:15.338259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Transition to ACTIVE for port object 9e256583-f8ee-4287-a3e6-ff849eae339f will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:15.408489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:15.413169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:15.491467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 21fbf164-a8b6-490a-9e77-6d427e1305c5 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:15.494929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:15.499443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:15.542952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=9e256583-f8ee-4287-a3e6-ff849eae339f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:15.547893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:15.573375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:15.781981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:16.242983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:16.327634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:16.355036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:16.440222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3082ae0-75d1-4cc1-be18-ab5fe87a4365 None None] Network 21fbf164-a8b6-490a-9e77-6d427e1305c5 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:16.453478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:16.458293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=9e256583-f8ee-4287-a3e6-ff849eae339f,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:16.461068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:16.611679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 21fbf164-a8b6-490a-9e77-6d427e1305c5 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:16.613349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:16.628241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8899b6af-5d9b-42b0-86d9-5c20ee6c27bd None None] Provisioning for port 83c6d7c0-b52f-43b4-a4d2-f337f620f387 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:16.886420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 15540054-0bfa-4d3d-8fd2-4cea6a49c63b is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:09:16.948200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-18751034-8ae7-41ff-8cd8-b7a636fb857c None None] Provisioning for port 9e256583-f8ee-4287-a3e6-ff849eae339f completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:16.953571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-18751034-8ae7-41ff-8cd8-b7a636fb857c None None] Provisioning complete for port 9e256583-f8ee-4287-a3e6-ff849eae339f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:16.953990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18751034-8ae7-41ff-8cd8-b7a636fb857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:17.014726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-18751034-8ae7-41ff-8cd8-b7a636fb857c None None] Port 9e256583-f8ee-4287-a3e6-ff849eae339f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:17.073304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:17.083842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a77a2-3bd5-44b9-b2d2-ece2a74e89b3 None None] Sync routers for ids ['15540054-0bfa-4d3d-8fd2-4cea6a49c63b'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:17.094534 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/15540054-0bfa-4d3d-8fd2-4cea6a49c63b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8880436 Apr 22 17:09:17.095314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a77a2-3bd5-44b9-b2d2-ece2a74e89b3 None None] Routers {'15540054-0bfa-4d3d-8fd2-4cea6a49c63b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:17.096025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-502a77a2-3bd5-44b9-b2d2-ece2a74e89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['15540054-0bfa-4d3d-8fd2-4cea6a49c63b'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:17.097862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 32992) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:17.170339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-502a77a2-3bd5-44b9-b2d2-ece2a74e89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:17.183279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b2544-9c29-4a14-a176-035ef75fd928 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:17.183459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a77a2-3bd5-44b9-b2d2-ece2a74e89b3 None None] Routers {'15540054-0bfa-4d3d-8fd2-4cea6a49c63b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:17.184021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-502a77a2-3bd5-44b9-b2d2-ece2a74e89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['15540054-0bfa-4d3d-8fd2-4cea6a49c63b'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:17.184292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f01b2544-9c29-4a14-a176-035ef75fd928 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:09:17.240877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f01b2544-9c29-4a14-a176-035ef75fd928 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:09:17.245004 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f01b2544-9c29-4a14-a176-035ef75fd928 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports/9e256583-f8ee-4287-a3e6-ff849eae339f HTTP/1.1" status: 200 len: 910 time: 0.1432424 Apr 22 17:09:17.245419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 32996) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:17.252438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bc872053-d6dc-48d5-8549-5a78cd5f159d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ade221c-c92b-4a7e-8151-861c04bf12fd'}]}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:17.265415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-502a77a2-3bd5-44b9-b2d2-ece2a74e89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:17.265884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a77a2-3bd5-44b9-b2d2-ece2a74e89b3 None None] The sync data for ids ['15540054-0bfa-4d3d-8fd2-4cea6a49c63b'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:17.268270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2f754bcc-4e68-49b4-a2ff-9c01d144cea0 None None] Provisioning complete for port 9e256583-f8ee-4287-a3e6-ff849eae339f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:17.268691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2f754bcc-4e68-49b4-a2ff-9c01d144cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:17.301581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 83c6d7c0-b52f-43b4-a4d2-f337f620f387 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:17.386776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2f754bcc-4e68-49b4-a2ff-9c01d144cea0 None None] Port 9e256583-f8ee-4287-a3e6-ff849eae339f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:17.429210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 83c6d7c0-b52f-43b4-a4d2-f337f620f387 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:17.435066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 83c6d7c0-b52f-43b4-a4d2-f337f620f387 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:17.435491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:17.527947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc872053-d6dc-48d5-8549-5a78cd5f159d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:17.543714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-48376156-e3b5-4b4d-ab26-311a4299961a None None] Provisioning complete for port 9e256583-f8ee-4287-a3e6-ff849eae339f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:17.543945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48376156-e3b5-4b4d-ab26-311a4299961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:17.621861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:17.636931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-48376156-e3b5-4b4d-ab26-311a4299961a None None] Port 9e256583-f8ee-4287-a3e6-ff849eae339f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:17.658232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 83c6d7c0-b52f-43b4-a4d2-f337f620f387, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=83c6d7c0-b52f-43b4-a4d2-f337f620f387,segment=NetworkSegment(32aacb31-f8a6-4817-8bd3-1bb75524efdb),segment_id=32aacb31-f8a6-4817-8bd3-1bb75524efdb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:17.692460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:17.695080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:17.771810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=83c6d7c0-b52f-43b4-a4d2-f337f620f387,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:17.775275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:18.074603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc872053-d6dc-48d5-8549-5a78cd5f159d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:18.109537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc872053-d6dc-48d5-8549-5a78cd5f159d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:18.143879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:18.243957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc872053-d6dc-48d5-8549-5a78cd5f159d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:18.244691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc872053-d6dc-48d5-8549-5a78cd5f159d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:18.246210 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bc872053-d6dc-48d5-8549-5a78cd5f159d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/ports/9e256583-f8ee-4287-a3e6-ff849eae339f HTTP/1.1" status: 200 len: 910 time: 0.9997098 Apr 22 17:09:18.247445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc872053-d6dc-48d5-8549-5a78cd5f159d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=9e256583-f8ee-4287-a3e6-ff849eae339f,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:18.249632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33000) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:18.250886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc872053-d6dc-48d5-8549-5a78cd5f159d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:19.004395 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-eadfe6a1-4a7b-4a6e-af79-910b925afeb4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1636474 Apr 22 17:09:19.221253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:19.241697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 83c6d7c0-b52f-43b4-a4d2-f337f620f387 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:19.294489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-2defddc6-e40a-4730-93f5-c17e664f3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:19.296155 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-2defddc6-e40a-4730-93f5-c17e664f3a22 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 1098 time: 0.1874120 Apr 22 17:09:19.321735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 83c6d7c0-b52f-43b4-a4d2-f337f620f387 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:19.322158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:19.636221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-db147fff-0a23-4890-9002-b4f46867b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:19.637715 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-db147fff-0a23-4890-9002-b4f46867b62e service neutron] 10.222.0.78 "GET /v2.0/networks?id=6647e6cc-ce4a-4f41-bec8-db31434e2eb9 HTTP/1.1" status: 200 len: 898 time: 0.2803333 Apr 22 17:09:19.807279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 9e256583-f8ee-4287-a3e6-ff849eae339f {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:19.807665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:19.852535 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-716214b8-ed0e-4142-afe9-d1bd7ad1a0c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=323b6eaa-9a87-4829-bf2d-2bbd31aecd85 HTTP/1.1" status: 200 len: 1001 time: 0.2026603 Apr 22 17:09:20.022966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-dccd4778-cf22-4bf4-99ba-bf9083e4d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:20.025060 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-dccd4778-cf22-4bf4-99ba-bf9083e4d2f2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a475816b-d67c-46b7-9eb6-93a17bd48d2d HTTP/1.1" status: 200 len: 834 time: 0.1587863 Apr 22 17:09:20.122941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:20.145635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:09:20.269668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 9e256583-f8ee-4287-a3e6-ff849eae339f owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:20.328972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-a1df4ea7-6f63-469f-afec-9e5844d2b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:20.330536 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-a1df4ea7-6f63-469f-afec-9e5844d2b870 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6647e6cc-ce4a-4f41-bec8-db31434e2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2990203 Apr 22 17:09:20.519482 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-0ca8db71-247b-4009-b2e3-8e12002ca10c service neutron] 10.222.0.78 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794415 Apr 22 17:09:20.709265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:20.716060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24681c39-5704-4d08-94d4-32fb2f8aaeba tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:20.763965 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d85994b-b708-4895-9a56-710c8d0959d1 req-0e5dced2-481d-4c33-b112-a38265ad5992 service neutron] 10.222.0.78 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116272 Apr 22 17:09:20.766545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=9e256583-f8ee-4287-a3e6-ff849eae339f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:20.769998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:20.770523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33006) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:20.905723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a9842f34-9e3a-4a2d-ba79-dadc148f6ac8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/e69ab46a-3b21-4fc4-890c-45925c35f95a HTTP/1.1" status: 200 len: 993 time: 0.1336021 Apr 22 17:09:21.019861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:21.206671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33016) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:21.455495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 8c20b8a6-d603-4d83-929c-51a27359af3f {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:21.455957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:21.618199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 15540054-0bfa-4d3d-8fd2-4cea6a49c63b has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:21.649052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:21.649434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:21.780835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:21.798885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 8c20b8a6-d603-4d83-929c-51a27359af3f owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:21.801759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a270ccb6-757d-4428-a8c5-e7e809dad5d4 None None] Sync routers for ids ['15540054-0bfa-4d3d-8fd2-4cea6a49c63b'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:21.815275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a270ccb6-757d-4428-a8c5-e7e809dad5d4 None None] Routers {'15540054-0bfa-4d3d-8fd2-4cea6a49c63b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:21.816797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a270ccb6-757d-4428-a8c5-e7e809dad5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['15540054-0bfa-4d3d-8fd2-4cea6a49c63b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:21.834329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/15540054-0bfa-4d3d-8fd2-4cea6a49c63b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5831537 Apr 22 17:09:21.837357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33020) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:21.887453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a270ccb6-757d-4428-a8c5-e7e809dad5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:21.897607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a270ccb6-757d-4428-a8c5-e7e809dad5d4 None None] Routers {'15540054-0bfa-4d3d-8fd2-4cea6a49c63b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:21.898400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a270ccb6-757d-4428-a8c5-e7e809dad5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['15540054-0bfa-4d3d-8fd2-4cea6a49c63b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:21.911145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-12400c1a-59a3-4208-8841-3eb826e271b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:09:21.970854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a270ccb6-757d-4428-a8c5-e7e809dad5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:21.971305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a270ccb6-757d-4428-a8c5-e7e809dad5d4 None None] The sync data for ids ['15540054-0bfa-4d3d-8fd2-4cea6a49c63b'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:21.983990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-12400c1a-59a3-4208-8841-3eb826e271b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:09:21.985542 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-12400c1a-59a3-4208-8841-3eb826e271b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=15540054-0bfa-4d3d-8fd2-4cea6a49c63b HTTP/1.1" status: 200 len: 205 time: 0.1461813 Apr 22 17:09:21.988445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33024) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:22.108015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:22.113434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:22.136627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67169569-fc53-48a1-ab68-8dd68f3eae7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:22.164903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=8c20b8a6-d603-4d83-929c-51a27359af3f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:22.198957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:22.263425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:22.263883 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP e69ab46a-3b21-4fc4-890c-45925c35f95a disassociated (deleted). External IP: 172.26.6.147, port: 323b6eaa-9a87-4829-bf2d-2bbd31aecd85. Apr 22 17:09:22.475152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67169569-fc53-48a1-ab68-8dd68f3eae7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:22.477926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67169569-fc53-48a1-ab68-8dd68f3eae7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:22.612733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67169569-fc53-48a1-ab68-8dd68f3eae7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:22.612733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67169569-fc53-48a1-ab68-8dd68f3eae7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Fanout notify agent at l3_agent the message router_deleted on router 15540054-0bfa-4d3d-8fd2-4cea6a49c63b {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:09:22.623809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67169569-fc53-48a1-ab68-8dd68f3eae7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:22.625190 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-67169569-fc53-48a1-ab68-8dd68f3eae7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/15540054-0bfa-4d3d-8fd2-4cea6a49c63b HTTP/1.1" status: 204 len: 168 time: 0.6356421 Apr 22 17:09:22.628114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33028) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:22.662520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 8f00f517-7b09-4a7d-a347-5557fd42add3 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:22.708112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-845b9091-9e3b-4b5d-9142-7a620aaec9b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting subnet 2ade221c-c92b-4a7e-8151-861c04bf12fd {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:09:22.711834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845b9091-9e3b-4b5d-9142-7a620aaec9b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:22.778120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845b9091-9e3b-4b5d-9142-7a620aaec9b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:22.906427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845b9091-9e3b-4b5d-9142-7a620aaec9b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:22.927656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:22.941176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4688c-ced2-4547-84d3-4b8912df5ffc None None] Sync routers for ids ['8f00f517-7b09-4a7d-a347-5557fd42add3'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:22.990077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4688c-ced2-4547-84d3-4b8912df5ffc None None] Routers {'8f00f517-7b09-4a7d-a347-5557fd42add3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:22.990077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-10d4688c-ced2-4547-84d3-4b8912df5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8f00f517-7b09-4a7d-a347-5557fd42add3'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:22.992801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:23.123280 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/floatingips/e69ab46a-3b21-4fc4-890c-45925c35f95a HTTP/1.1" status: 204 len: 168 time: 1.8808680 Apr 22 17:09:23.123280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'tag': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:09:23.234124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-10d4688c-ced2-4547-84d3-4b8912df5ffc None None] Set router 8f00f517-7b09-4a7d-a347-5557fd42add3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:23.319412 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'tag': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85', 'status': 'completed', 'code': 200} Apr 22 17:09:23.519798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82915e54-c18b-455a-b368-689ceac03b83 req-a6d8105c-ff30-4fa3-b1a6-5b6952d63afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:23.519798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-82915e54-c18b-455a-b368-689ceac03b83 req-a6d8105c-ff30-4fa3-b1a6-5b6952d63afe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 1098 time: 0.1324751 Apr 22 17:09:23.705461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-10d4688c-ced2-4547-84d3-4b8912df5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:23Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '928843d4-9057-4910-a1f4-c1b5d5b1ec12', 'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:14:bd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:21Z', 'updated_at': '2021-04-22T17:08:33Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:23.705461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4688c-ced2-4547-84d3-4b8912df5ffc None None] Checking router: 8f00f517-7b09-4a7d-a347-5557fd42add3 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:09:23.723059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4688c-ced2-4547-84d3-4b8912df5ffc None None] Routers {'8f00f517-7b09-4a7d-a347-5557fd42add3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:23.723059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-10d4688c-ced2-4547-84d3-4b8912df5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8f00f517-7b09-4a7d-a347-5557fd42add3'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:23.798405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845b9091-9e3b-4b5d-9142-7a620aaec9b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:23.813234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6b44cd5a-9fa4-4e20-9434-c62ad59c4ed2 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:23.869535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b9091-9e3b-4b5d-9142-7a620aaec9b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Subnet': ['ID=2ade221c-c92b-4a7e-8151-861c04bf12fd,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:23.877259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82915e54-c18b-455a-b368-689ceac03b83 req-239692ca-448b-4b21-9e89-f765d165c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:23.877259 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-82915e54-c18b-455a-b368-689ceac03b83 req-239692ca-448b-4b21-9e89-f765d165c0cc service neutron] 10.222.0.78 "GET /v2.0/networks?id=6647e6cc-ce4a-4f41-bec8-db31434e2eb9 HTTP/1.1" status: 200 len: 898 time: 0.3565118 Apr 22 17:09:23.877259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-845b9091-9e3b-4b5d-9142-7a620aaec9b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:23.877259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845b9091-9e3b-4b5d-9142-7a620aaec9b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:23.973712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33042) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:23.976463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-845b9091-9e3b-4b5d-9142-7a620aaec9b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/2ade221c-c92b-4a7e-8151-861c04bf12fd HTTP/1.1" status: 204 len: 168 time: 1.3411269 Apr 22 17:09:23.976463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-82915e54-c18b-455a-b368-689ceac03b83 req-82bd2cf2-87ee-4092-9ab4-a42f3af35687 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=323b6eaa-9a87-4829-bf2d-2bbd31aecd85 HTTP/1.1" status: 200 len: 217 time: 0.0873334 Apr 22 17:09:24.075902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bdc1d6-95b9-47eb-963c-4b157b77dc65 None None] Network 21fbf164-a8b6-490a-9e77-6d427e1305c5 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:24.108456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dd7a1-16ee-47ec-9213-8e2f0e03eb01 req-943de6c8-7901-42ea-9ded-48297666a630 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:24.121740 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4d4dd7a1-16ee-47ec-9213-8e2f0e03eb01 req-943de6c8-7901-42ea-9ded-48297666a630 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 945 time: 0.3805926 Apr 22 17:09:24.136652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82915e54-c18b-455a-b368-689ceac03b83 req-28392b33-f9ed-4f6a-ae60-89030dac6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:24.136652 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-82915e54-c18b-455a-b368-689ceac03b83 req-28392b33-f9ed-4f6a-ae60-89030dac6668 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a475816b-d67c-46b7-9eb6-93a17bd48d2d HTTP/1.1" status: 200 len: 834 time: 0.1456792 Apr 22 17:09:24.455126 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4d4dd7a1-16ee-47ec-9213-8e2f0e03eb01 req-ce6e81eb-f451-49f6-8e7a-4b2f3aa63fed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=a203c173-c80e-41ef-8ef6-d858965dda87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084056 Apr 22 17:09:24.492652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-10d4688c-ced2-4547-84d3-4b8912df5ffc None None] Set router 8f00f517-7b09-4a7d-a347-5557fd42add3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:24.528766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82915e54-c18b-455a-b368-689ceac03b83 req-a6ce7486-2231-4d39-8b93-c97442ca858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:24.534611 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-82915e54-c18b-455a-b368-689ceac03b83 req-a6ce7486-2231-4d39-8b93-c97442ca858f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6647e6cc-ce4a-4f41-bec8-db31434e2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3882017 Apr 22 17:09:24.565767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:24.582051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 83c6d7c0-b52f-43b4-a4d2-f337f620f387 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:24.582051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:24.770424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df44c854-55c8-424c-b2c2-fa607918ec62 None None] DHCP port deletion for 21fbf164-a8b6-490a-9e77-6d427e1305c5 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:09:24.802469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-df44c854-55c8-424c-b2c2-fa607918ec62 None None] Deleting port 83c6d7c0-b52f-43b4-a4d2-f337f620f387 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:24.802469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df44c854-55c8-424c-b2c2-fa607918ec62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:24.842994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-82915e54-c18b-455a-b368-689ceac03b83 req-211c7c52-3f0e-4362-909c-be15132f6864 service neutron] 10.222.0.78 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975328 Apr 22 17:09:24.912479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port 83c6d7c0-b52f-43b4-a4d2-f337f620f387, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=83c6d7c0-b52f-43b4-a4d2-f337f620f387,segment=NetworkSegment(32aacb31-f8a6-4817-8bd3-1bb75524efdb),segment_id=32aacb31-f8a6-4817-8bd3-1bb75524efdb)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:24.912479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:25.052172 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-82915e54-c18b-455a-b368-689ceac03b83 req-8b45f53a-56d0-46a3-aa45-108516d23f37 service neutron] 10.222.0.78 "GET /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047594 Apr 22 17:09:25.131752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 83c6d7c0-b52f-43b4-a4d2-f337f620f387 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:25.159392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-df44c854-55c8-424c-b2c2-fa607918ec62 None None] For port 83c6d7c0-b52f-43b4-a4d2-f337f620f387, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=83c6d7c0-b52f-43b4-a4d2-f337f620f387,segment=NetworkSegment(32aacb31-f8a6-4817-8bd3-1bb75524efdb),segment_id=32aacb31-f8a6-4817-8bd3-1bb75524efdb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:25.159392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df44c854-55c8-424c-b2c2-fa607918ec62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:25.251615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:25.281426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ec65ec57-3b2b-4dee-b218-470f86e98883 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:25.302302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a9286-11ce-4637-ac79-ebc20ed9a7af req-804f357e-731e-4e5e-a5a1-aa093fa7b594 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:25.302302 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cb4a9286-11ce-4637-ac79-ebc20ed9a7af req-804f357e-731e-4e5e-a5a1-aa093fa7b594 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 945 time: 0.2116797 Apr 22 17:09:25.306102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-df44c854-55c8-424c-b2c2-fa607918ec62 None None] Calling delete_port for 83c6d7c0-b52f-43b4-a4d2-f337f620f387 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:25.323943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No DVR routers for this DVR port 83c6d7c0-b52f-43b4-a4d2-f337f620f387 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:09:25.345602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 83c6d7c0-b52f-43b4-a4d2-f337f620f387 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:09:25.365693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=83c6d7c0-b52f-43b4-a4d2-f337f620f387,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:25.365693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:25.398430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 83c6d7c0-b52f-43b4-a4d2-f337f620f387 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:09:25.398430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 83c6d7c0-b52f-43b4-a4d2-f337f620f387 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:09:25.476978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:25.488930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-cb4a9286-11ce-4637-ac79-ebc20ed9a7af req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:25.488930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-cb4a9286-11ce-4637-ac79-ebc20ed9a7af req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:25.495956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-df44c854-55c8-424c-b2c2-fa607918ec62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:09:25.495956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-df44c854-55c8-424c-b2c2-fa607918ec62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:09:25.502954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-10d4688c-ced2-4547-84d3-4b8912df5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:23Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '928843d4-9057-4910-a1f4-c1b5d5b1ec12', 'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:14:bd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:21Z', 'updated_at': '2021-04-22T17:08:33Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:25.502954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4688c-ced2-4547-84d3-4b8912df5ffc None None] The sync data for ids ['8f00f517-7b09-4a7d-a347-5557fd42add3'] in dv-neutron-786478-3-hyperv is: [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:08:23Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '928843d4-9057-4910-a1f4-c1b5d5b1ec12', 'name': '', 'network_id': '6647e6cc-ce4a-4f41-bec8-db31434e2eb9', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:14:bd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:21Z', 'updated_at': '2021-04-22T17:08:33Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'a475816b-d67c-46b7-9eb6-93a17bd48d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:25.714389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fbf164-a8b6-490a-9e77-6d427e1305c5']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:25.735095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32aacb31-f8a6-4817-8bd3-1bb75524efdb') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:25.735095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32aacb31-f8a6-4817-8bd3-1bb75524efdb') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:25.760809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:25.817545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:25.832186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:09:25.914453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c91cc-e280-4c04-ba73-e7868f710207 req-341e5c9e-09e5-4c2f-891e-704702cf15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:25.914453 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c89c91cc-e280-4c04-ba73-e7868f710207 req-341e5c9e-09e5-4c2f-891e-704702cf15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 945 time: 0.1586697 Apr 22 17:09:25.929251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-cb4a9286-11ce-4637-ac79-ebc20ed9a7af req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=323b6eaa-9a87-4829-bf2d-2bbd31aecd85,segment=NetworkSegment(58b31360-0329-4fee-a6f3-dd5ac2b10a83),segment_id=58b31360-0329-4fee-a6f3-dd5ac2b10a83)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:25.929251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-cb4a9286-11ce-4637-ac79-ebc20ed9a7af req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:25.992573 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c89c91cc-e280-4c04-ba73-e7868f710207 req-f16c4c72-3adc-46c3-a9e1-b794f5216abb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=a203c173-c80e-41ef-8ef6-d858965dda87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518079 Apr 22 17:09:25.996239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-df44c854-55c8-424c-b2c2-fa607918ec62 None None] Deleting port 83c6d7c0-b52f-43b4-a4d2-f337f620f387 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:25.996239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-df44c854-55c8-424c-b2c2-fa607918ec62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:26.061012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb75b0-d310-408e-8a25-91793b20120b None None] New status for floating IP e69ab46a-3b21-4fc4-890c-45925c35f95a: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:09:26.102973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-df44c854-55c8-424c-b2c2-fa607918ec62 None None] The port '83c6d7c0-b52f-43b4-a4d2-f337f620f387' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:09:26.198759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 21fbf164-a8b6-490a-9e77-6d427e1305c5 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:09:26.209287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:26.264290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-cb4a9286-11ce-4637-ac79-ebc20ed9a7af req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:26.429085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 21fbf164-a8b6-490a-9e77-6d427e1305c5 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:09:26.456121 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:09:26.736862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-cb4a9286-11ce-4637-ac79-ebc20ed9a7af req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:26.736862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cf28b289-1faf-4428-b3cf-906f1e38f4b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:26.760914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:26.760914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85507883-a191-4ec7-9575-aad0bc453ba1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:26.782187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:26.792930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=323b6eaa-9a87-4829-bf2d-2bbd31aecd85,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:26.800094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Network': ['ID=21fbf164-a8b6-490a-9e77-6d427e1305c5,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:26.804014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:26.807630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:26.891797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/networks/21fbf164-a8b6-490a-9e77-6d427e1305c5 HTTP/1.1" status: 204 len: 168 time: 2.9117417 Apr 22 17:09:26.891797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33048) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:26.891797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b2dfba14-9da1-440a-a7f1-1b367854c8b1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-548738018', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:26.906908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b2dfba14-9da1-440a-a7f1-1b367854c8b1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:26.906908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b2dfba14-9da1-440a-a7f1-1b367854c8b1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:router and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:26.916609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b2dfba14-9da1-440a-a7f1-1b367854c8b1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:26.920413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4a9286-11ce-4637-ac79-ebc20ed9a7af req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] No DVR routers for this DVR port 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:09:26.920413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-cb4a9286-11ce-4637-ac79-ebc20ed9a7af req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:26.924050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b2dfba14-9da1-440a-a7f1-1b367854c8b1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:26.935300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'name': 'network-vif-deleted', 'tag': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:09:26.942200 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cb4a9286-11ce-4637-ac79-ebc20ed9a7af req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "DELETE /v2.0/ports/323b6eaa-9a87-4829-bf2d-2bbd31aecd85 HTTP/1.1" status: 204 len: 173 time: 1.6266773 Apr 22 17:09:26.991391 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c9d579-2694-4d82-9b58-cf195ef0b093', 'name': 'network-vif-deleted', 'tag': '323b6eaa-9a87-4829-bf2d-2bbd31aecd85', 'status': 'completed', 'code': 200} Apr 22 17:09:27.003871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b2dfba14-9da1-440a-a7f1-1b367854c8b1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:27.003871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b2dfba14-9da1-440a-a7f1-1b367854c8b1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:27.113096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b2dfba14-9da1-440a-a7f1-1b367854c8b1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:27.205949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3979c881-eb18-4b43-b7d0-53e8017e6882 req-9135ebff-04cb-451b-9371-2c96e377f459 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:09:27.463513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b2dfba14-9da1-440a-a7f1-1b367854c8b1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:27.470052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3979c881-eb18-4b43-b7d0-53e8017e6882 req-9135ebff-04cb-451b-9371-2c96e377f459 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:09:27.470052 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3979c881-eb18-4b43-b7d0-53e8017e6882 req-9135ebff-04cb-451b-9371-2c96e377f459 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=80c9d579-2694-4d82-9b58-cf195ef0b093 HTTP/1.1" status: 200 len: 210 time: 0.3274961 Apr 22 17:09:27.578010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b2dfba14-9da1-440a-a7f1-1b367854c8b1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:27.579467 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b2dfba14-9da1-440a-a7f1-1b367854c8b1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6942453 Apr 22 17:09:27.582443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33056) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:27.589614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'network': {'name': 'tempest-RoutersTest-497569064'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:27.595938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:27.601773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:network and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:27.605736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:27.612487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:27.646269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:27.653093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:27.683060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:09:27.692600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:27.692815 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added segment 187debf8-d05f-4fa4-9a87-18b1393d5ce1 of type vlan for network 16d547fc-c011-431b-93c0-a2ae9a4403fe Apr 22 17:09:27.723382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:27.893082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:27.901393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:27.901393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:27.901393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca66eece-ac3b-4239-a660-5020a274d0df tempest-TagsExtTest-820541817 tempest-TagsExtTest-820541817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:27.944368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fa16365-f253-4cf9-b456-f2c7f0759c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:28.015475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Network': ['ID=16d547fc-c011-431b-93c0-a2ae9a4403fe,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:28.018279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:28.027736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 16d547fc-c011-431b-93c0-a2ae9a4403fe details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:09:28.110329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5266469 Apr 22 17:09:28.113331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33060) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:28.120385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'subnet': {'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:28.242011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:28.246769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:subnet and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:28.249846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:28.256141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:28.301793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:28.308682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:28.588284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33066) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:28.665612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e0f982-5018-41f7-b9e7-5b25c8702914 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:28.700710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e0f982-5018-41f7-b9e7-5b25c8702914 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:28.812042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:28.816984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a271e8c1-e1f4-4f0f-86ed-d6d63b62f371 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:28.869502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e0f982-5018-41f7-b9e7-5b25c8702914 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:28.875306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fef2e5c5-ed86-4956-965a-20398371d060 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:28.892255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0f982-5018-41f7-b9e7-5b25c8702914 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a203c173-c80e-41ef-8ef6-d858965dda87,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:28.894793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36e0f982-5018-41f7-b9e7-5b25c8702914 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:28.911994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Subnet': ['ID=6c8a05b3-abd9-4757-9d7a-c0bf59143022,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:28.911994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:28.911994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Checking segment: {'id': '187debf8-d05f-4fa4-9a87-18b1393d5ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:28.912360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network hostable DHCP agents. Network: 16d547fc-c011-431b-93c0-a2ae9a4403fe, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:09:28.933626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:09:28.936005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36e0f982-5018-41f7-b9e7-5b25c8702914 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:28.940389 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-36e0f982-5018-41f7-b9e7-5b25c8702914 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/a203c173-c80e-41ef-8ef6-d858965dda87 HTTP/1.1" status: 204 len: 168 time: 0.3479209 Apr 22 17:09:28.961145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 16d547fc-c011-431b-93c0-a2ae9a4403fe is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:09:28.976787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:09:28.977184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 323b6eaa-9a87-4829-bf2d-2bbd31aecd85 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:09:28.997020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33072) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:29.022050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 16d547fc-c011-431b-93c0-a2ae9a4403fe) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:29.032141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4c40d-accb-4587-9f3a-0147e212cf26 None None] Network 16d547fc-c011-431b-93c0-a2ae9a4403fe requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:29.039585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:29.040801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:29.097332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9827645 Apr 22 17:09:29.100387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33076) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:29.307414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-16d547fc-c011-431b-93c0-a2ae9a4403fe', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:09:29.307414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:29.529408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Allocated IP 172.20.0.2 (16d547fc-c011-431b-93c0-a2ae9a4403fe/6c8a05b3-abd9-4757-9d7a-c0bf59143022/c786a07a-0494-4b5a-a24d-330c56c60b2b) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:29.717093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:29.827310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:29.845648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Transition to ACTIVE for port object c786a07a-0494-4b5a-a24d-330c56c60b2b will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:29.869266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Transition to ACTIVE for port object c786a07a-0494-4b5a-a24d-330c56c60b2b will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:29.907907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:29.914238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:29.990479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Network 16d547fc-c011-431b-93c0-a2ae9a4403fe is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:29.992565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:29.994937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:29.997240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:30.040360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Pushing event updated for resources: {'Port': ['ID=c786a07a-0494-4b5a-a24d-330c56c60b2b,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:30.044055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:30.111021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Attempting to bind port c786a07a-0494-4b5a-a24d-330c56c60b2b on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:30.111447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Attempting to bind port c786a07a-0494-4b5a-a24d-330c56c60b2b by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '187debf8-d05f-4fa4-9a87-18b1393d5ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:30.111855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Attempting to bind port c786a07a-0494-4b5a-a24d-330c56c60b2b on network 16d547fc-c011-431b-93c0-a2ae9a4403fe {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:30.118771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:30.119198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Checking segment: {'id': '187debf8-d05f-4fa4-9a87-18b1393d5ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:30.119653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:30.120107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Bound using segment: {'id': '187debf8-d05f-4fa4-9a87-18b1393d5ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:30.120633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Bound port: c786a07a-0494-4b5a-a24d-330c56c60b2b, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187debf8-d05f-4fa4-9a87-18b1393d5ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:30.121063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:30.182486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Allocated IP 172.20.0.1 (16d547fc-c011-431b-93c0-a2ae9a4403fe/6c8a05b3-abd9-4757-9d7a-c0bf59143022/41f3fad4-e488-4df0-b07b-24f3272cae5c) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:30.253987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] For port c786a07a-0494-4b5a-a24d-330c56c60b2b, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:30.253987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] For port c786a07a-0494-4b5a-a24d-330c56c60b2b, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c786a07a-0494-4b5a-a24d-330c56c60b2b,segment=NetworkSegment(187debf8-d05f-4fa4-9a87-18b1393d5ce1),segment_id=187debf8-d05f-4fa4-9a87-18b1393d5ce1)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:30.292645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b177c82-c35d-46d6-915e-fa5097e8511b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:30.334892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:30.349374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:30.440118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 928843d4-9057-4910-a1f4-c1b5d5b1ec12 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:30.440118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:30.462405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:30.482185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Pushing event updated for resources: {'Port': ['ID=c786a07a-0494-4b5a-a24d-330c56c60b2b,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:30.494870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Transition to ACTIVE for port object 41f3fad4-e488-4df0-b07b-24f3272cae5c will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:30.508382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:30.609298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:30.616799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c9ab118-87a3-4fd7-8a94-b46c70bf5495 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:30.677326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 928843d4-9057-4910-a1f4-c1b5d5b1ec12, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=928843d4-9057-4910-a1f4-c1b5d5b1ec12,segment=NetworkSegment(58b31360-0329-4fee-a6f3-dd5ac2b10a83),segment_id=58b31360-0329-4fee-a6f3-dd5ac2b10a83)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:30.677326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:30.677564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 16d547fc-c011-431b-93c0-a2ae9a4403fe is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:30.680861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:30.690442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:30.747673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=41f3fad4-e488-4df0-b07b-24f3272cae5c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:30.753564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:30.791738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:30.861548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 928843d4-9057-4910-a1f4-c1b5d5b1ec12 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:30.992374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:31.144905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:31.159480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-627e6c3e-d582-4acb-98de-3ed819cc2c8f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:31.262592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=928843d4-9057-4910-a1f4-c1b5d5b1ec12,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:31.262592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:31.413865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c786a07a-0494-4b5a-a24d-330c56c60b2b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:31.511497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:31.519959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:31.553125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:31.581470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port c786a07a-0494-4b5a-a24d-330c56c60b2b completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:31.581616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:31.585262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:31.614161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:32.015403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=41f3fad4-e488-4df0-b07b-24f3272cae5c,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:32.020976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:32.034066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:32.095840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0474f212-785b-4f71-b234-7f091c5d67fa None None] Network 16d547fc-c011-431b-93c0-a2ae9a4403fe requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:32.202069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 8f00f517-7b09-4a7d-a347-5557fd42add3 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:32.205453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 16d547fc-c011-431b-93c0-a2ae9a4403fe is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:32.205453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:32.287544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f7becb38-5f1a-4f66-a3e2-6087188106cb None None] Provisioning for port c786a07a-0494-4b5a-a24d-330c56c60b2b completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:32.307191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f7becb38-5f1a-4f66-a3e2-6087188106cb None None] Provisioning complete for port c786a07a-0494-4b5a-a24d-330c56c60b2b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:32.307616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7becb38-5f1a-4f66-a3e2-6087188106cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:32.423799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:32.441622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebce4e9-dc90-4afe-9837-412d085cff97 None None] Sync routers for ids ['8f00f517-7b09-4a7d-a347-5557fd42add3'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:32.492493 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/8f00f517-7b09-4a7d-a347-5557fd42add3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4940073 Apr 22 17:09:32.495846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33082) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:32.499898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebce4e9-dc90-4afe-9837-412d085cff97 None None] Routers {'8f00f517-7b09-4a7d-a347-5557fd42add3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:32.500644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9ebce4e9-dc90-4afe-9837-412d085cff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8f00f517-7b09-4a7d-a347-5557fd42add3'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:32.546596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 973efa0e-9bec-43a3-a034-37096f626c88 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:09:32.700391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c690704-7b38-42b1-9e33-c55322988f7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting subnet a475816b-d67c-46b7-9eb6-93a17bd48d2d {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:09:32.764167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c690704-7b38-42b1-9e33-c55322988f7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:32.848895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7becb38-5f1a-4f66-a3e2-6087188106cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:32.857013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:32.874388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Sync routers for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:32.878205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c690704-7b38-42b1-9e33-c55322988f7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:32.886423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:32.887193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:32.916117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:32.922976 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8211949 Apr 22 17:09:32.925913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33086) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:32.933178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'network': {'name': 'tempest-RoutersTest-2136984826'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:32.942344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:32.948476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:network and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:32.954835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:32.980061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:32.981326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f7becb38-5f1a-4f66-a3e2-6087188106cb None None] For port c786a07a-0494-4b5a-a24d-330c56c60b2b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c786a07a-0494-4b5a-a24d-330c56c60b2b,segment=NetworkSegment(187debf8-d05f-4fa4-9a87-18b1393d5ce1),segment_id=187debf8-d05f-4fa4-9a87-18b1393d5ce1)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:33.013502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-9ebce4e9-dc90-4afe-9837-412d085cff97 None None] Set router 8f00f517-7b09-4a7d-a347-5557fd42add3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:33.061568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7becb38-5f1a-4f66-a3e2-6087188106cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:33.126110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c690704-7b38-42b1-9e33-c55322988f7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:33.130868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:33.170305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:33.177423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:33.214011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:33.226253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:09:33.241259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:33.241926 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added segment c6007606-e815-40c9-941b-2670b7cc30f8 of type vlan for network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e Apr 22 17:09:33.339030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:33.445778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7becb38-5f1a-4f66-a3e2-6087188106cb None None] Pushing event updated for resources: {'Port': ['ID=c786a07a-0494-4b5a-a24d-330c56c60b2b,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:33.450932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7becb38-5f1a-4f66-a3e2-6087188106cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:33.478017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9ebce4e9-dc90-4afe-9837-412d085cff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:09:31Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:33.483703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebce4e9-dc90-4afe-9837-412d085cff97 None None] Checking router: 8f00f517-7b09-4a7d-a347-5557fd42add3 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:09:33.496100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebce4e9-dc90-4afe-9837-412d085cff97 None None] Routers {'8f00f517-7b09-4a7d-a347-5557fd42add3'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:33.498108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9ebce4e9-dc90-4afe-9837-412d085cff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['8f00f517-7b09-4a7d-a347-5557fd42add3'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:33.550083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:33.568496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:33.569704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:33.584763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d47398b3-e7eb-45e6-8fd3-5d4913d7d239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:33.714129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-9ebce4e9-dc90-4afe-9837-412d085cff97 None None] Set router 8f00f517-7b09-4a7d-a347-5557fd42add3 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:33.721816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:30Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:31Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:33.738017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Checking router: 973efa0e-9bec-43a3-a034-37096f626c88 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:09:33.738434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Updating router 973efa0e-9bec-43a3-a034-37096f626c88 port 41f3fad4-e488-4df0-b07b-24f3272cae5c binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:09:33.790304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c690704-7b38-42b1-9e33-c55322988f7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:33.801526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d9276bc-e986-49ca-9946-ef29f779a80b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:33.835093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Network': ['ID=ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:33.835093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:33.854204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c690704-7b38-42b1-9e33-c55322988f7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:33.868183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33090) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:33.872156 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c690704-7b38-42b1-9e33-c55322988f7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/subnets/a475816b-d67c-46b7-9eb6-93a17bd48d2d HTTP/1.1" status: 204 len: 168 time: 1.3607657 Apr 22 17:09:33.872156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c690704-7b38-42b1-9e33-c55322988f7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Subnet': ['ID=a475816b-d67c-46b7-9eb6-93a17bd48d2d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:33.872156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c690704-7b38-42b1-9e33-c55322988f7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:33.882999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f101451c-404e-4813-ad90-2ad56104e490 None None] Provisioning for port 41f3fad4-e488-4df0-b07b-24f3272cae5c completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:33.891643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:09:33.892349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:33.956710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f101451c-404e-4813-ad90-2ad56104e490 None None] Provisioning complete for port 41f3fad4-e488-4df0-b07b-24f3272cae5c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:33.956710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f101451c-404e-4813-ad90-2ad56104e490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:33.966641 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0344408 Apr 22 17:09:33.969048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33094) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:33.985062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'subnet': {'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:33.993283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1537d328-7930-4569-9d49-2cc9d16be1e1 None None] Network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:34.201141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:34.208363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:subnet and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:34.214170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:34.224496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:34.268890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:34.284507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:34.375491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:34.384614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f101451c-404e-4813-ad90-2ad56104e490 None None] Port 41f3fad4-e488-4df0-b07b-24f3272cae5c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:34.394521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Transition to ACTIVE for port object 41f3fad4-e488-4df0-b07b-24f3272cae5c will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:34.457571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:34.466816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0a28e5f9-4c7b-4584-a4e2-1cb550c3c769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:34.531040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f101451c-404e-4813-ad90-2ad56104e490 None None] Provisioning complete for port c786a07a-0494-4b5a-a24d-330c56c60b2b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:34.531463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f101451c-404e-4813-ad90-2ad56104e490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:34.555823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:34.744057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Pushing event updated for resources: {'Port': ['ID=41f3fad4-e488-4df0-b07b-24f3272cae5c,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:34.747012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Attempting to bind port 41f3fad4-e488-4df0-b07b-24f3272cae5c on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:34.747355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Attempting to bind port 41f3fad4-e488-4df0-b07b-24f3272cae5c by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '187debf8-d05f-4fa4-9a87-18b1393d5ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:34.747971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Attempting to bind port 41f3fad4-e488-4df0-b07b-24f3272cae5c on network 16d547fc-c011-431b-93c0-a2ae9a4403fe {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:34.764684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.767477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.768046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.769330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.770051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.770598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.771173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.771717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.772247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.772828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.773357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.773970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:34.778943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:34.782257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:34.782923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Checking segment: {'id': '187debf8-d05f-4fa4-9a87-18b1393d5ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:34.783769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:34.784724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Bound using segment: {'id': '187debf8-d05f-4fa4-9a87-18b1393d5ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:34.785597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Bound port: 41f3fad4-e488-4df0-b07b-24f3272cae5c, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187debf8-d05f-4fa4-9a87-18b1393d5ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:34.786705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:34.846909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9ebce4e9-dc90-4afe-9837-412d085cff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:09:31Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:34.853103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebce4e9-dc90-4afe-9837-412d085cff97 None None] The sync data for ids ['8f00f517-7b09-4a7d-a347-5557fd42add3'] in dv-neutron-786478-3-hyperv is: [{'id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'name': 'tempest-TestNetworkBasicOps-router-153804851', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:08:15Z', 'updated_at': '2021-04-22T17:09:31Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '96eb2690-ea45-49ee-8afe-4169e6b21a22', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00f517-7b09-4a7d-a347-5557fd42add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:08:16Z', 'updated_at': '2021-04-22T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:34.893886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:34.905523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d69001-220d-47a8-9f6a-8623a8de387e None None] DHCP port deletion for 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:09:34.910055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-24d69001-220d-47a8-9f6a-8623a8de387e None None] Deleting port 72efa3b1-7b91-430c-a469-2c144d01b5c8 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:34.910454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24d69001-220d-47a8-9f6a-8623a8de387e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:34.929497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] For port 41f3fad4-e488-4df0-b07b-24f3272cae5c, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:34.933081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] For port 41f3fad4-e488-4df0-b07b-24f3272cae5c, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=41f3fad4-e488-4df0-b07b-24f3272cae5c,segment=NetworkSegment(187debf8-d05f-4fa4-9a87-18b1393d5ce1),segment_id=187debf8-d05f-4fa4-9a87-18b1393d5ce1)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:34.938371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 96eb2690-ea45-49ee-8afe-4169e6b21a22 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:09:34.939125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:34.963161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:34.974302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:35.074238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:35.088117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-559929d5-c884-42ab-bbb0-c9f3467d6679 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:35.095016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:35.095958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:35.193621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Pushing event updated for resources: {'Port': ['ID=41f3fad4-e488-4df0-b07b-24f3272cae5c,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:35.199103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:35.240526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Checking segment: {'id': 'c6007606-e815-40c9-941b-2670b7cc30f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:35.241017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network hostable DHCP agents. Network: ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:09:35.255372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Subnet': ['ID=4bd5987b-3786-4cb0-a02b-ae028d1d2ba3,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:35.270442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:35.279696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 96eb2690-ea45-49ee-8afe-4169e6b21a22, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=96eb2690-ea45-49ee-8afe-4169e6b21a22,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:35.280113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:35.300064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-24d69001-220d-47a8-9f6a-8623a8de387e None None] For port 72efa3b1-7b91-430c-a469-2c144d01b5c8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=72efa3b1-7b91-430c-a469-2c144d01b5c8,segment=NetworkSegment(58b31360-0329-4fee-a6f3-dd5ac2b10a83),segment_id=58b31360-0329-4fee-a6f3-dd5ac2b10a83)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:35.300834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24d69001-220d-47a8-9f6a-8623a8de387e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:35.316253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:09:35.412674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:35.438312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:35.439437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:35.474676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 96eb2690-ea45-49ee-8afe-4169e6b21a22 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:35.520446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33098) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:35.522360 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5486898 Apr 22 17:09:35.561727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:35.844837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-24d69001-220d-47a8-9f6a-8623a8de387e None None] Calling delete_port for 72efa3b1-7b91-430c-a469-2c144d01b5c8 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:09:35.915187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c786a07a-0494-4b5a-a24d-330c56c60b2b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:35.942599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53a4757-c2e4-4502-bcac-db58e0cf5b88 None None] Network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:35.969224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:30Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:34Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:35.974537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb4b72-9af1-433a-abed-d8d1baa117bc None None] The sync data for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv is: [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:30Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:34Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:36.111357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:36.198540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:36.208884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da9bc67c-d487-46d5-96e5-c115448b2b9e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:36.236040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port c786a07a-0494-4b5a-a24d-330c56c60b2b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:36.236394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:36.272845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24d69001-220d-47a8-9f6a-8623a8de387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:36.274142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=96eb2690-ea45-49ee-8afe-4169e6b21a22,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:36.286957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a17c2e0d-26fc-4359-8107-46ae3ab29332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:36.308533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:36.390294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d69001-220d-47a8-9f6a-8623a8de387e None None] Pushing event deleted for resources: {'Port': ['ID=72efa3b1-7b91-430c-a469-2c144d01b5c8,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:36.410064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24d69001-220d-47a8-9f6a-8623a8de387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:36.411475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d69001-220d-47a8-9f6a-8623a8de387e None None] No DVR routers for this DVR port 72efa3b1-7b91-430c-a469-2c144d01b5c8 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:09:36.417814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:09:36.419188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:36.458189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:36.527473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:36.730654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Allocated IP 172.21.0.2 (ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e/4bd5987b-3786-4cb0-a02b-ae028d1d2ba3/d904dca8-2ab3-425b-a7a9-312c7d728e7d) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:36.758955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:36.763520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:36.831260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 928843d4-9057-4910-a1f4-c1b5d5b1ec12 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:09:36.889547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 928843d4-9057-4910-a1f4-c1b5d5b1ec12 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:09:36.890094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 928843d4-9057-4910-a1f4-c1b5d5b1ec12 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:09:36.890705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 72efa3b1-7b91-430c-a469-2c144d01b5c8 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:09:36.927147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:36.928068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Fanout notify agent at l3_agent the message router_deleted on router 8f00f517-7b09-4a7d-a347-5557fd42add3 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:09:36.945328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 72efa3b1-7b91-430c-a469-2c144d01b5c8 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:09:36.945729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 72efa3b1-7b91-430c-a469-2c144d01b5c8 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:09:36.979130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:36.980595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/routers/8f00f517-7b09-4a7d-a347-5557fd42add3 HTTP/1.1" status: 204 len: 168 time: 3.1214709 Apr 22 17:09:36.984944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33102) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:37.176894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:37.276508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:37.293098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Transition to ACTIVE for port object d904dca8-2ab3-425b-a7a9-312c7d728e7d will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:37.341294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Transition to ACTIVE for port object d904dca8-2ab3-425b-a7a9-312c7d728e7d will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:37.366407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:37.379293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:37.385739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:37.449584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 41f3fad4-e488-4df0-b07b-24f3272cae5c up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:37.454902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Allocated IP 172.21.0.1 (ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e/4bd5987b-3786-4cb0-a02b-ae028d1d2ba3/896e6760-974c-49b0-9060-4f815b9da90b) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:37.505072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:37.512922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:37.525202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:37.533028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6647e6cc-ce4a-4f41-bec8-db31434e2eb9']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:37.549028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b31360-0329-4fee-a6f3-dd5ac2b10a83') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:37.549274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b31360-0329-4fee-a6f3-dd5ac2b10a83') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:37.566984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:37.583300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Pushing event updated for resources: {'Port': ['ID=d904dca8-2ab3-425b-a7a9-312c7d728e7d,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:37.596401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:37.607510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:09:37.618794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:37.654490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Attempting to bind port d904dca8-2ab3-425b-a7a9-312c7d728e7d on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:37.655835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Attempting to bind port d904dca8-2ab3-425b-a7a9-312c7d728e7d by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'c6007606-e815-40c9-941b-2670b7cc30f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:37.656480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Attempting to bind port d904dca8-2ab3-425b-a7a9-312c7d728e7d on network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:37.666670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:37.666670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Checking segment: {'id': 'c6007606-e815-40c9-941b-2670b7cc30f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:37.667331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:37.668016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Bound using segment: {'id': 'c6007606-e815-40c9-941b-2670b7cc30f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:37.668579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Bound port: d904dca8-2ab3-425b-a7a9-312c7d728e7d, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6007606-e815-40c9-941b-2670b7cc30f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:37.668995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:37.829248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:09:37.840917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:37.920356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 41f3fad4-e488-4df0-b07b-24f3272cae5c completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:37.934693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 41f3fad4-e488-4df0-b07b-24f3272cae5c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:37.935374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:37.999496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:38.019348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Transition to ACTIVE for port object 896e6760-974c-49b0-9060-4f815b9da90b will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:38.019960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] For port d904dca8-2ab3-425b-a7a9-312c7d728e7d, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:38.027532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] For port d904dca8-2ab3-425b-a7a9-312c7d728e7d, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d904dca8-2ab3-425b-a7a9-312c7d728e7d,segment=NetworkSegment(c6007606-e815-40c9-941b-2670b7cc30f8),segment_id=c6007606-e815-40c9-941b-2670b7cc30f8)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:38.040355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 6647e6cc-ce4a-4f41-bec8-db31434e2eb9 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:09:38.072265 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:09:38.077464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:38.094519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd180cad-b394-480c-8112-c14e579012e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:38.113954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:38.120438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:38.159367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:38.198023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:38.202046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:38.205535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:38.209269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Pushing event updated for resources: {'Port': ['ID=d904dca8-2ab3-425b-a7a9-312c7d728e7d,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:38.212654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:38.256485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 41f3fad4-e488-4df0-b07b-24f3272cae5c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=41f3fad4-e488-4df0-b07b-24f3272cae5c,segment=NetworkSegment(187debf8-d05f-4fa4-9a87-18b1393d5ce1),segment_id=187debf8-d05f-4fa4-9a87-18b1393d5ce1)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:38.257547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=896e6760-974c-49b0-9060-4f815b9da90b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:38.261155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:38.284822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:38.287236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:38.288686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aeb6d0b5-6882-400a-9091-6c35d4de9745 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:38.313721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:38.322278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Network': ['ID=6647e6cc-ce4a-4f41-bec8-db31434e2eb9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:38.326060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:38.333003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:38.337934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-22262d8d-98e7-4ec6-b8ea-2d3d83effd18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:38.392020 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/networks/6647e6cc-ce4a-4f41-bec8-db31434e2eb9 HTTP/1.1" status: 204 len: 168 time: 1.4045129 Apr 22 17:09:38.404755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33106) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:38.412117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'network': {'name': 'tempest-network-smoke--879496178', 'project_id': '8b61421b15584ef3a566a5143da81011', 'port_security_enabled': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:38.418283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:38.424446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=41f3fad4-e488-4df0-b07b-24f3272cae5c,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:38.428859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:network and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:38.429578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:38.433557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:38.473041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:38.519250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:38.545545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:38.551964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:38.713602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:09:38.794786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:38.795131 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Added segment 197562f4-b20a-4ec6-9757-b534010dc655 of type vlan for network a784ad44-d2b1-4b44-9262-6a3af8e82466 Apr 22 17:09:38.860066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.010027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.016064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:39.016714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.025819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a126ed83-f7ec-43ae-a9f7-0cb5a5a86c10 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:39.166169 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7575212 Apr 22 17:09:39.166169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Network': ['ID=a784ad44-d2b1-4b44-9262-6a3af8e82466,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:39.166613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33112) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:39.172692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'admin_state_up': True, 'project_id': '8b61421b15584ef3a566a5143da81011', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:39.177120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:39.180430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:09:39.181744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:39.185909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.186094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:router and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:39.189295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:39.197719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:39.217820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.260333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c5a928a-ef0f-4a25-aee0-5bd2b26a007d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:39.264032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.269108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.286088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.360598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=896e6760-974c-49b0-9060-4f815b9da90b,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:39.365897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:39.367409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.385620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 41f3fad4-e488-4df0-b07b-24f3272cae5c up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:39.474036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 41f3fad4-e488-4df0-b07b-24f3272cae5c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:39.474467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.543138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:39.544822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:39.651325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d904dca8-2ab3-425b-a7a9-312c7d728e7d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:39.690543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.789137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 973efa0e-9bec-43a3-a034-37096f626c88 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:39.806572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port d904dca8-2ab3-425b-a7a9-312c7d728e7d completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:39.811779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769dd99e-c1a6-4319-baf1-f7f5ce96afc4 None None] Network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:39.906714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 96eb2690-ea45-49ee-8afe-4169e6b21a22 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:09:39.965202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 96eb2690-ea45-49ee-8afe-4169e6b21a22 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:09:39.965578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 96eb2690-ea45-49ee-8afe-4169e6b21a22 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:09:39.977647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:39.986544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4242fbc7-713a-4db0-86c1-1192d5d67ea7 None None] Provisioning for port d904dca8-2ab3-425b-a7a9-312c7d728e7d completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:39.986729 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4610138 Apr 22 17:09:39.986729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33116) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:39.992927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4242fbc7-713a-4db0-86c1-1192d5d67ea7 None None] Provisioning complete for port d904dca8-2ab3-425b-a7a9-312c7d728e7d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:39.992927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4242fbc7-713a-4db0-86c1-1192d5d67ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:39.994757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'network': {'name': 'tempest-RoutersTest-132363035'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:40.001011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:40.006272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:network and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:40.009914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:40.016997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:40.029371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Sync routers for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:40.052213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:40.060941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.080266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:40.081000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:40.098783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:09:40.111552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.111552 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added segment a9091522-8825-41e6-85a3-7be08024b2c6 of type vlan for network 0293ea54-f2ed-475b-b23a-fe441833f48d Apr 22 17:09:40.144345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.216864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.223495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:40.224776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.231839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6bc84cb9-08b7-4324-9b49-bbea6142df2d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:40.349728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Network': ['ID=0293ea54-f2ed-475b-b23a-fe441833f48d,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:40.356038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:40.363320 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3747888 Apr 22 17:09:40.365720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33120) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:40.374839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'subnet': {'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:40.385924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 0293ea54-f2ed-475b-b23a-fe441833f48d details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:09:40.405868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:40.420961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.454536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.505573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:40.511935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:subnet and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:40.517364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:40.532767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:40.616468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.132 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/d1afe083-e0bf-429f-b18a-f409a1cffd15) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:40.624545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:40.636511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.673014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4242fbc7-713a-4db0-86c1-1192d5d67ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.785486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.860269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4242fbc7-713a-4db0-86c1-1192d5d67ea7 None None] For port d904dca8-2ab3-425b-a7a9-312c7d728e7d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d904dca8-2ab3-425b-a7a9-312c7d728e7d,segment=NetworkSegment(c6007606-e815-40c9-941b-2670b7cc30f8),segment_id=c6007606-e815-40c9-941b-2670b7cc30f8)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:40.887102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.899551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:40.930593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4242fbc7-713a-4db0-86c1-1192d5d67ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:40.933671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7becb38-5f1a-4f66-a3e2-6087188106cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:40.959746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:40.964345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:40.967898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:41.021388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242fbc7-713a-4db0-86c1-1192d5d67ea7 None None] Pushing event updated for resources: {'Port': ['ID=d904dca8-2ab3-425b-a7a9-312c7d728e7d,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:41.027740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4242fbc7-713a-4db0-86c1-1192d5d67ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:41.064087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 3, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:41.079256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Checking router: 973efa0e-9bec-43a3-a034-37096f626c88 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:09:41.079256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Updating router 973efa0e-9bec-43a3-a034-37096f626c88 port 896e6760-974c-49b0-9060-4f815b9da90b binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:09:41.151954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:41.208201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=d1afe083-e0bf-429f-b18a-f409a1cffd15,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:41.239615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:41.252019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c52c86b2-552b-4bea-9840-3944c397f4b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:41.264508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:41.354573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Subnet': ['ID=9f8e0569-623c-4a4d-9828-094be77826ad,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:41.360087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:41.384106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Checking segment: {'id': 'a9091522-8825-41e6-85a3-7be08024b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:41.384106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network hostable DHCP agents. Network: 0293ea54-f2ed-475b-b23a-fe441833f48d, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:09:41.436053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 0293ea54-f2ed-475b-b23a-fe441833f48d is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:09:41.481121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 0293ea54-f2ed-475b-b23a-fe441833f48d) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:41.484077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d904dca8-2ab3-425b-a7a9-312c7d728e7d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:41.499584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:41.500285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:41.541952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0730de2f-a482-4fd6-a0e6-6169e98837d8 None None] Network 0293ea54-f2ed-475b-b23a-fe441833f48d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:41.559747 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9f93b763-0b79-4c8c-94b4-a331a9d71561 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1901271 Apr 22 17:09:41.560034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33124) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:41.643057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c2b9c98f-6765-4d49-a86d-6ca33790370e None None] Provisioning complete for port d904dca8-2ab3-425b-a7a9-312c7d728e7d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:41.643485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2b9c98f-6765-4d49-a86d-6ca33790370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:41.732867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:41.956402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d904dca8-2ab3-425b-a7a9-312c7d728e7d triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:41.956837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:42.309375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-0293ea54-f2ed-475b-b23a-fe441833f48d', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:09:42.309375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:42.502682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:42.523144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:42.556773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c2b9c98f-6765-4d49-a86d-6ca33790370e None None] Provisioning for port 896e6760-974c-49b0-9060-4f815b9da90b completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:42.565485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Transition to ACTIVE for port object 896e6760-974c-49b0-9060-4f815b9da90b will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:42.574178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c2b9c98f-6765-4d49-a86d-6ca33790370e None None] Provisioning complete for port 896e6760-974c-49b0-9060-4f815b9da90b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:42.575055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2b9c98f-6765-4d49-a86d-6ca33790370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:42.651912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Allocated IP 172.22.0.2 (0293ea54-f2ed-475b-b23a-fe441833f48d/9f8e0569-623c-4a4d-9828-094be77826ad/296b9133-f678-4eb0-98b0-55180f470e62) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:42.658170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9c98f-6765-4d49-a86d-6ca33790370e None None] Port 896e6760-974c-49b0-9060-4f815b9da90b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:42.692249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:42.755304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:42.985976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72af92-785a-41d4-a79d-2a9d3dabe9db None None] Pushing event updated for resources: {'Port': ['ID=896e6760-974c-49b0-9060-4f815b9da90b,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:42.996912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e72af92-785a-41d4-a79d-2a9d3dabe9db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:43.095268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:43.114859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Attempting to bind port 896e6760-974c-49b0-9060-4f815b9da90b on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:43.115283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Attempting to bind port 896e6760-974c-49b0-9060-4f815b9da90b by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'c6007606-e815-40c9-941b-2670b7cc30f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:43.115687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Attempting to bind port 896e6760-974c-49b0-9060-4f815b9da90b on network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:43.141064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:43.141491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Checking segment: {'id': 'c6007606-e815-40c9-941b-2670b7cc30f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:43.141954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:43.142413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Bound using segment: {'id': 'c6007606-e815-40c9-941b-2670b7cc30f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:43.142995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Bound port: 896e6760-974c-49b0-9060-4f815b9da90b, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6007606-e815-40c9-941b-2670b7cc30f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:43.143419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:43.224594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:43.248455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Transition to ACTIVE for port object 296b9133-f678-4eb0-98b0-55180f470e62 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:43.295882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Transition to ACTIVE for port object 296b9133-f678-4eb0-98b0-55180f470e62 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:43.308569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] For port 896e6760-974c-49b0-9060-4f815b9da90b, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:43.312104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] For port 896e6760-974c-49b0-9060-4f815b9da90b, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=896e6760-974c-49b0-9060-4f815b9da90b,segment=NetworkSegment(c6007606-e815-40c9-941b-2670b7cc30f8),segment_id=c6007606-e815-40c9-941b-2670b7cc30f8)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:43.344057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:43.349564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ea746ac-698b-4c1d-9f7f-468312d4e64e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:43.399828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:43.427468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Network 0293ea54-f2ed-475b-b23a-fe441833f48d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:43.440367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:43.440582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:43.465884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 2d152371-353e-45de-a24a-45bb5d88dcbe is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:09:43.504833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Pushing event updated for resources: {'Port': ['ID=296b9133-f678-4eb0-98b0-55180f470e62,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:43.514313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:43.514993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:43.597965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:43.599216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:43.776405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Allocated IP 172.22.0.1 (0293ea54-f2ed-475b-b23a-fe441833f48d/9f8e0569-623c-4a4d-9828-094be77826ad/516a1644-403c-42b5-bf31-606ca9e8c02e) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:43.796383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:43.810232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Sync routers for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:43.822119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:43.823876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:43.943097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Attempting to bind port 296b9133-f678-4eb0-98b0-55180f470e62 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:43.943521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Attempting to bind port 296b9133-f678-4eb0-98b0-55180f470e62 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'a9091522-8825-41e6-85a3-7be08024b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:43.943939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Attempting to bind port 296b9133-f678-4eb0-98b0-55180f470e62 on network 0293ea54-f2ed-475b-b23a-fe441833f48d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:43.955031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:43.956371 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7886055 Apr 22 17:09:43.959847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33128) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:43.970213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:43.970617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Checking segment: {'id': 'a9091522-8825-41e6-85a3-7be08024b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:43.971322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:43.971751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Bound using segment: {'id': 'a9091522-8825-41e6-85a3-7be08024b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:43.972489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Bound port: 296b9133-f678-4eb0-98b0-55180f470e62, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9091522-8825-41e6-85a3-7be08024b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:43.972909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:43.985776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72af92-785a-41d4-a79d-2a9d3dabe9db None None] Pushing event updated for resources: {'Port': ['ID=896e6760-974c-49b0-9060-4f815b9da90b,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:43.990665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e72af92-785a-41d4-a79d-2a9d3dabe9db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:43.999744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:44.019538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Transition to ACTIVE for port object 516a1644-403c-42b5-bf31-606ca9e8c02e will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:44.046575 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1037fdc1-cbcf-42b7-9046-0951be0fe0ef tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8b61421b15584ef3a566a5143da81011&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0840387 Apr 22 17:09:44.050821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33132) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:44.061251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:44.063304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:44.078515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:44.085777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:44.164587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 0293ea54-f2ed-475b-b23a-fe441833f48d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:44.168373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:44.179430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:44.210906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9924b580-c318-4d41-80d3-e4bd3fd49c5d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:44.217321 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9924b580-c318-4d41-80d3-e4bd3fd49c5d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1649661 Apr 22 17:09:44.217789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33136) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:44.251519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:44.277051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33140) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:44.280383 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2a2a9710-6a88-40fd-8d22-f74af18f9abd tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597982 Apr 22 17:09:44.287546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-808523067', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'project_id': '8b61421b15584ef3a566a5143da81011', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:44.314304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=516a1644-403c-42b5-bf31-606ca9e8c02e,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:44.321979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:44.346702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] For port 296b9133-f678-4eb0-98b0-55180f470e62, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:44.383807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] For port 296b9133-f678-4eb0-98b0-55180f470e62, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=296b9133-f678-4eb0-98b0-55180f470e62,segment=NetworkSegment(a9091522-8825-41e6-85a3-7be08024b2c6),segment_id=a9091522-8825-41e6-85a3-7be08024b2c6)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:44.450389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:44.451507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:44.454031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:41Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:44.458380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:subnet and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:44.458587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Checking router: 2d152371-353e-45de-a24a-45bb5d88dcbe for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:09:44.463262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Updating router 2d152371-353e-45de-a24a-45bb5d88dcbe port d1afe083-e0bf-429f-b18a-f409a1cffd15 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:09:44.463402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:44.463496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:44.471851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:44.523305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:44.547970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:44.554470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:44.594331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Pushing event updated for resources: {'Port': ['ID=296b9133-f678-4eb0-98b0-55180f470e62,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:44.613812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:44.640823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 3, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:43Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:44.644085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a4d6a-cfc0-4b72-bd73-0cf8477f0781 None None] The sync data for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv is: [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 3, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:43Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:44.678419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.025205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.052554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Transition to ACTIVE for port object d1afe083-e0bf-429f-b18a-f409a1cffd15 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:45.096400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.102461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac067bdd-403b-49fa-a746-cd4bcf3c5df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:45.199915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Attempting to bind port d1afe083-e0bf-429f-b18a-f409a1cffd15 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:45.200347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Attempting to bind port d1afe083-e0bf-429f-b18a-f409a1cffd15 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:45.200793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Attempting to bind port d1afe083-e0bf-429f-b18a-f409a1cffd15 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:45.216582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:45.217009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:45.217871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.218951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:45.219514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Bound port: d1afe083-e0bf-429f-b18a-f409a1cffd15, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:45.219947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.310491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b14b31-b9c3-455b-af45-1045600a83d2 None None] Pushing event updated for resources: {'Port': ['ID=d1afe083-e0bf-429f-b18a-f409a1cffd15,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:45.315361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1b14b31-b9c3-455b-af45-1045600a83d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:45.360692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] For port d1afe083-e0bf-429f-b18a-f409a1cffd15, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:45.367784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] For port d1afe083-e0bf-429f-b18a-f409a1cffd15, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d1afe083-e0bf-429f-b18a-f409a1cffd15,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:45.398157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 296b9133-f678-4eb0-98b0-55180f470e62 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:45.417872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.427708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-94378b18-2c6c-4bd6-acef-10265e0c646f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:45.446781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.504018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.537245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc872053-d6dc-48d5-8549-5a78cd5f159d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:45.548411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 296b9133-f678-4eb0-98b0-55180f470e62 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:45.554589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:45.555225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 896e6760-974c-49b0-9060-4f815b9da90b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:45.555545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:45.624508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b14b31-b9c3-455b-af45-1045600a83d2 None None] Pushing event updated for resources: {'Port': ['ID=d1afe083-e0bf-429f-b18a-f409a1cffd15,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:45.637187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1b14b31-b9c3-455b-af45-1045600a83d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:45.663869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.675843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=516a1644-403c-42b5-bf31-606ca9e8c02e,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:45.685841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 896e6760-974c-49b0-9060-4f815b9da90b completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:45.695723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:45.696228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 896e6760-974c-49b0-9060-4f815b9da90b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:45.697191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.786413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:45.894974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.924166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:45.936152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f0564f2-443d-4dbf-8510-248b99f2117e tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:45.963786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 896e6760-974c-49b0-9060-4f815b9da90b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=896e6760-974c-49b0-9060-4f815b9da90b,segment=NetworkSegment(c6007606-e815-40c9-941b-2670b7cc30f8),segment_id=c6007606-e815-40c9-941b-2670b7cc30f8)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:46.043380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 0293ea54-f2ed-475b-b23a-fe441833f48d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:46.047832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:46.054704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-984fbf3b-8661-497b-839d-743fe99fd136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:46.069105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:46.079099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Subnet': ['ID=3bec2640-a3b6-459f-8eca-276abc134472,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:46.134339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:41Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:46.139829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3192043-9580-4836-956b-8e9d1cf756dd None None] The sync data for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv is: [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:41Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:46.181693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=896e6760-974c-49b0-9060-4f815b9da90b,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:46.184978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:46.192094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:46.205686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Checking segment: {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:46.206084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network hostable DHCP agents. Network: a784ad44-d2b1-4b44-9262-6a3af8e82466, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:09:46.208717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24369eb8-6fc0-4f2d-a0e5-5142e66b8771 None None] Network 0293ea54-f2ed-475b-b23a-fe441833f48d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:46.327340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 973efa0e-9bec-43a3-a034-37096f626c88 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:46.407744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:09:46.423438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-46ee3c07-7444-457b-a2ab-46c0d5748961 None None] Provisioning for port 296b9133-f678-4eb0-98b0-55180f470e62 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:46.440058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-46ee3c07-7444-457b-a2ab-46c0d5748961 None None] Provisioning complete for port 296b9133-f678-4eb0-98b0-55180f470e62 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:46.440480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-46ee3c07-7444-457b-a2ab-46c0d5748961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:46.486859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, a784ad44-d2b1-4b44-9262-6a3af8e82466) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:46.518872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7591572f-2d65-44a2-8454-9b2f8c594c2a None None] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:46.851450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:46.853305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:46.895758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:46.904627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33144) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:46.908760 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3475096 Apr 22 17:09:46.911320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'network': {'name': 'tempest-RoutersTest-1467643711'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:46.917956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:46.922294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:network and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:46.924063 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6446695 Apr 22 17:09:46.924936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33148) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:46.925555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:46.937461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:46.940432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-46ee3c07-7444-457b-a2ab-46c0d5748961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:46.950850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Sync routers for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:46.984332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:46.991912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:46.994777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:46.995846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:47.048933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:09:47.062883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:47.063670 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added segment 3fb825a3-d74d-443a-8342-ae55bc42d0a7 of type vlan for network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 Apr 22 17:09:47.107024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:47.123585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-a784ad44-d2b1-4b44-9262-6a3af8e82466', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:09:47.124657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:47.174195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:47.181776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:47.182477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:47.211972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-89637834-a045-4e60-95ba-67475ded1460 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:47.244809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-46ee3c07-7444-457b-a2ab-46c0d5748961 None None] For port 296b9133-f678-4eb0-98b0-55180f470e62, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=296b9133-f678-4eb0-98b0-55180f470e62,segment=NetworkSegment(a9091522-8825-41e6-85a3-7be08024b2c6),segment_id=a9091522-8825-41e6-85a3-7be08024b2c6)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:47.361017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-46ee3c07-7444-457b-a2ab-46c0d5748961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:47.369277 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4607115 Apr 22 17:09:47.402734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Network': ['ID=82873f3a-dbcd-48e2-82fa-2c2302b5d367,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:47.416382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:47.416616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:47.417243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33152) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:47.424798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'subnet': {'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:47.509129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8a6b8643-cca7-4dbf-b34c-b08305a12c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:47.581883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:09:47.612298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 896e6760-974c-49b0-9060-4f815b9da90b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:47.624770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:47.629821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:subnet and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:47.634077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:47.642045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:47.688141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Made reservation on behalf of 25a56840052c4993b5290ed0993a6b93 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:09:47.694827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:47.980314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:48.272275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8f9388d0-bfc0-42be-9897-3d68334b5728 None None] Provisioning complete for port 296b9133-f678-4eb0-98b0-55180f470e62 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:48.272579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f9388d0-bfc0-42be-9897-3d68334b5728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:48.318744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:48.325058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dff54b17-d727-493c-89d0-585679b743a5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:48.347724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee3c07-7444-457b-a2ab-46c0d5748961 None None] Pushing event updated for resources: {'Port': ['ID=296b9133-f678-4eb0-98b0-55180f470e62,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:48.351290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-46ee3c07-7444-457b-a2ab-46c0d5748961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:48.415648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Subnet': ['ID=bbcd7fe0-5cc3-4886-9c21-bcbbd0839572,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:48.416069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Allocated IP 172.20.0.2 (a784ad44-d2b1-4b44-9262-6a3af8e82466/3bec2640-a3b6-459f-8eca-276abc134472/9befd895-5641-4923-8209-727e3a8f7b01) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:48.420804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:48.431661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Checking segment: {'id': '3fb825a3-d74d-443a-8342-ae55bc42d0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:48.432214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network hostable DHCP agents. Network: 82873f3a-dbcd-48e2-82fa-2c2302b5d367, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:09:48.464192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 896e6760-974c-49b0-9060-4f815b9da90b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:48.464616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:48.503201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:09:48.547403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 82873f3a-dbcd-48e2-82fa-2c2302b5d367) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:48.561645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:48.562290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:48.606972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ce4e1-0d0c-4b6f-8c79-339d7a10ce85 None None] Network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:48.624752 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2061641 Apr 22 17:09:48.628796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33156) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:48.959514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8f9388d0-bfc0-42be-9897-3d68334b5728 None None] Provisioning for port 516a1644-403c-42b5-bf31-606ca9e8c02e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:49.002518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8f9388d0-bfc0-42be-9897-3d68334b5728 None None] Provisioning complete for port 516a1644-403c-42b5-bf31-606ca9e8c02e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:49.003111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f9388d0-bfc0-42be-9897-3d68334b5728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:49.095032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:44Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:49.110156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d1afe083-e0bf-429f-b18a-f409a1cffd15 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:49.182399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Checking router: 973efa0e-9bec-43a3-a034-37096f626c88 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:09:49.182838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Updating router 973efa0e-9bec-43a3-a034-37096f626c88 port 516a1644-403c-42b5-bf31-606ca9e8c02e binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:09:49.284211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:49.325431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8f9388d0-bfc0-42be-9897-3d68334b5728 None None] Port 516a1644-403c-42b5-bf31-606ca9e8c02e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:49.363972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:49.381125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-82873f3a-dbcd-48e2-82fa-2c2302b5d367', 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'fixed_ips': [{'subnet_id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:09:49.382040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:49.392250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:49.460724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Transition to ACTIVE for port object 9befd895-5641-4923-8209-727e3a8f7b01 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:49.569515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Transition to ACTIVE for port object 9befd895-5641-4923-8209-727e3a8f7b01 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:49.755158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.1 (a784ad44-d2b1-4b44-9262-6a3af8e82466/3bec2640-a3b6-459f-8eca-276abc134472/839eb327-bab2-44bf-a26a-49576777d7a7) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:49.832708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1fd89ab7-6530-4456-a23f-7454fd03dbb5 None None] Provisioning complete for port 516a1644-403c-42b5-bf31-606ca9e8c02e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:49.833060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fd89ab7-6530-4456-a23f-7454fd03dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:49.870776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Allocated IP 172.23.0.1 (82873f3a-dbcd-48e2-82fa-2c2302b5d367/bbcd7fe0-5cc3-4886-9c21-bcbbd0839572/5552691c-991a-4494-b041-e13908c26a7b) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:49.873026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:49.877214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port d1afe083-e0bf-429f-b18a-f409a1cffd15 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:49.894552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4947df6d-0e90-456a-aac6-adacce76a9f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:49.958098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d1afe083-e0bf-429f-b18a-f409a1cffd15 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:49.958446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.048301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:50.069376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:50.072463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:50.079188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.091872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1fd89ab7-6530-4456-a23f-7454fd03dbb5 None None] Port 516a1644-403c-42b5-bf31-606ca9e8c02e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:50.113732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Pushing event updated for resources: {'Port': ['ID=9befd895-5641-4923-8209-727e3a8f7b01,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:50.116815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:50.122617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 839eb327-bab2-44bf-a26a-49576777d7a7 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:50.133318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.155399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Transition to ACTIVE for port object 5552691c-991a-4494-b041-e13908c26a7b will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:50.207108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.213204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a1925e7-3e6a-45c7-aa20-69fe3e8300ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:50.267551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.307496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:50.311896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:50.312957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:50.318174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:50.323656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:50.351759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=839eb327-bab2-44bf-a26a-49576777d7a7,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:50.363828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:50.396489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:50.397061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80a58146-cece-4371-a977-6238e88af698 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:50.400069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Attempting to bind port 9befd895-5641-4923-8209-727e3a8f7b01 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:50.400494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Attempting to bind port 9befd895-5641-4923-8209-727e3a8f7b01 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:50.400908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Attempting to bind port 9befd895-5641-4923-8209-727e3a8f7b01 on network a784ad44-d2b1-4b44-9262-6a3af8e82466 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:50.425613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:50.426042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Checking segment: {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:50.426498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.426975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Bound using segment: {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:50.427542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Bound port: 9befd895-5641-4923-8209-727e3a8f7b01, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:50.427969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.476138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Allocated IP 172.23.0.2 (82873f3a-dbcd-48e2-82fa-2c2302b5d367/bbcd7fe0-5cc3-4886-9c21-bcbbd0839572/88a8019b-842b-474d-8891-ab474231e76b) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:09:50.509783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=5552691c-991a-4494-b041-e13908c26a7b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:50.512349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.515189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.519087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:50.530771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.661750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port d1afe083-e0bf-429f-b18a-f409a1cffd15, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d1afe083-e0bf-429f-b18a-f409a1cffd15,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:50.746225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.757607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:50.828774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] For port 9befd895-5641-4923-8209-727e3a8f7b01, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:50.848722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 296b9133-f678-4eb0-98b0-55180f470e62 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:50.901869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.922906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] For port 9befd895-5641-4923-8209-727e3a8f7b01, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9befd895-5641-4923-8209-727e3a8f7b01,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:50.956769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Transition to ACTIVE for port object 516a1644-403c-42b5-bf31-606ca9e8c02e will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:50.961550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:50.993338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=d1afe083-e0bf-429f-b18a-f409a1cffd15,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:51.030180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:51.032499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e72af92-785a-41d4-a79d-2a9d3dabe9db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:51.095720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:51.106216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:51.118040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:51.247409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:51.258485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Pushing event updated for resources: {'Port': ['ID=9befd895-5641-4923-8209-727e3a8f7b01,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:51.261325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 296b9133-f678-4eb0-98b0-55180f470e62 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:51.261644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:51.319077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:51.330300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:51.385762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Transition to ACTIVE for port object 88a8019b-842b-474d-8891-ab474231e76b will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:51.505101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Transition to ACTIVE for port object 88a8019b-842b-474d-8891-ab474231e76b will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:51.517981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e23e65-ddc5-4d9e-818b-b286395cbf76 None None] Pushing event updated for resources: {'Port': ['ID=516a1644-403c-42b5-bf31-606ca9e8c02e,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:51.520544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Attempting to bind port 516a1644-403c-42b5-bf31-606ca9e8c02e on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:51.520960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Attempting to bind port 516a1644-403c-42b5-bf31-606ca9e8c02e by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'a9091522-8825-41e6-85a3-7be08024b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:51.521365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Attempting to bind port 516a1644-403c-42b5-bf31-606ca9e8c02e on network 0293ea54-f2ed-475b-b23a-fe441833f48d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:51.525428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20e23e65-ddc5-4d9e-818b-b286395cbf76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:51.543288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:51.543288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Checking segment: {'id': 'a9091522-8825-41e6-85a3-7be08024b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:51.543288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:51.543288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Bound using segment: {'id': 'a9091522-8825-41e6-85a3-7be08024b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:51.543288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Bound port: 516a1644-403c-42b5-bf31-606ca9e8c02e, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9091522-8825-41e6-85a3-7be08024b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:51.544354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:51.596703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:51.609209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-46ee3c07-7444-457b-a2ab-46c0d5748961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:51.953909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:51.972372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:51.981053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:09:51.984489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:52.002327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Pushing event updated for resources: {'Port': ['ID=88a8019b-842b-474d-8891-ab474231e76b,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:52.005028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:52.013669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:52.036160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:52.070418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eb37157c-e65a-4cc8-abb1-38556039ccf1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:52.102457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] For port 516a1644-403c-42b5-bf31-606ca9e8c02e, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:52.114480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Attempting to bind port 88a8019b-842b-474d-8891-ab474231e76b on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:52.115197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Attempting to bind port 88a8019b-842b-474d-8891-ab474231e76b by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '3fb825a3-d74d-443a-8342-ae55bc42d0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:52.115603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Attempting to bind port 88a8019b-842b-474d-8891-ab474231e76b on network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:52.116481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:52.120439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] For port 516a1644-403c-42b5-bf31-606ca9e8c02e, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=516a1644-403c-42b5-bf31-606ca9e8c02e,segment=NetworkSegment(a9091522-8825-41e6-85a3-7be08024b2c6),segment_id=a9091522-8825-41e6-85a3-7be08024b2c6)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:52.123669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:52.124082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Checking segment: {'id': '3fb825a3-d74d-443a-8342-ae55bc42d0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:52.124526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:52.124965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Bound using segment: {'id': '3fb825a3-d74d-443a-8342-ae55bc42d0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:52.125478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Bound port: 88a8019b-842b-474d-8891-ab474231e76b, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb825a3-d74d-443a-8342-ae55bc42d0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:52.125896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:52.186925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:52.192622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:52.224283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:52.231754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event updated for resources: {'Port': ['ID=5552691c-991a-4494-b041-e13908c26a7b,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:52.236722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:52.243544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:52.244114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c24d4e66-69ba-40ba-a675-963ae1c3883a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:52.308465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-163f031e-62a9-492a-9e15-30546d158764 None None] For port 88a8019b-842b-474d-8891-ab474231e76b, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:52.313449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-163f031e-62a9-492a-9e15-30546d158764 None None] For port 88a8019b-842b-474d-8891-ab474231e76b, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=88a8019b-842b-474d-8891-ab474231e76b,segment=NetworkSegment(3fb825a3-d74d-443a-8342-ae55bc42d0a7),segment_id=3fb825a3-d74d-443a-8342-ae55bc42d0a7)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:52.314678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:52.315347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:52.388059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:52.406480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e23e65-ddc5-4d9e-818b-b286395cbf76 None None] Pushing event updated for resources: {'Port': ['ID=516a1644-403c-42b5-bf31-606ca9e8c02e,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:52.465670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20e23e65-ddc5-4d9e-818b-b286395cbf76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:52.474511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=839eb327-bab2-44bf-a26a-49576777d7a7,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:52.475585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:52.492555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:52.578321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:52.607968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:52.610199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:09:52.611309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:52.614077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:09:52.663393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Pushing event updated for resources: {'Port': ['ID=88a8019b-842b-474d-8891-ab474231e76b,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:52.671713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:53.001158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 973efa0e-9bec-43a3-a034-37096f626c88 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:53.028158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d1afe083-e0bf-429f-b18a-f409a1cffd15 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:53.109306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 2d152371-353e-45de-a24a-45bb5d88dcbe has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:53.139775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d1afe083-e0bf-429f-b18a-f409a1cffd15 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:53.140204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:53.173790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be6c26e-70ba-4bc8-bc1a-4cab789fc04a None None] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:53.293356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:52Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5552691c-991a-4494-b041-e13908c26a7b', 'name': '', 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:51:d4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:49Z', 'updated_at': '2021-04-22T17:09:51Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:53.316502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31752b8-33f7-4a5d-93ad-3a781298db58 None None] The sync data for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv is: [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:52Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5552691c-991a-4494-b041-e13908c26a7b', 'name': '', 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:51:d4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:49Z', 'updated_at': '2021-04-22T17:09:51Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:53.345829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-49d2ce18-7ee8-41f2-afe7-33c7a0c06295 None None] Provisioning for port 9befd895-5641-4923-8209-727e3a8f7b01 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:53.505477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9befd895-5641-4923-8209-727e3a8f7b01 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:53.700251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 9befd895-5641-4923-8209-727e3a8f7b01 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:53.707552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9befd895-5641-4923-8209-727e3a8f7b01 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:53.707978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:53.880130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:53.901186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:53.936332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3061273 Apr 22 17:09:53.939499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33162) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:53.947964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b00aaa33-c712-4e36-bf5b-9e65331e3aa4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:53.996350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:53.998382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 9befd895-5641-4923-8209-727e3a8f7b01, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9befd895-5641-4923-8209-727e3a8f7b01,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:54.011409 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/2d152371-353e-45de-a24a-45bb5d88dcbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0799387 Apr 22 17:09:54.013433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33166) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:54.015128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Sync routers for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:54.029162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:54.032322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8f1dd4e4-fb30-48d7-94e8-f86e464782d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:54.038149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:54.039218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:54.230943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=9befd895-5641-4923-8209-727e3a8f7b01,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:54.245437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:54.248124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dfe11ffd-57ef-4d4f-8c6d-1a6157ba9df6 None None] Provisioning complete for port 9befd895-5641-4923-8209-727e3a8f7b01 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:54.248557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfe11ffd-57ef-4d4f-8c6d-1a6157ba9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:54.414494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aabd80-6a2c-4efc-8626-39b199f417c9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.420310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aabd80-6a2c-4efc-8626-39b199f417c9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.421841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aabd80-6a2c-4efc-8626-39b199f417c9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.422355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aabd80-6a2c-4efc-8626-39b199f417c9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.422920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aabd80-6a2c-4efc-8626-39b199f417c9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.423446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aabd80-6a2c-4efc-8626-39b199f417c9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.423966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aabd80-6a2c-4efc-8626-39b199f417c9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.424486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aabd80-6a2c-4efc-8626-39b199f417c9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.425006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aabd80-6a2c-4efc-8626-39b199f417c9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.427206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aabd80-6a2c-4efc-8626-39b199f417c9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.429653 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-24aabd80-6a2c-4efc-8626-39b199f417c9 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7020 time: 0.4150064 Apr 22 17:09:54.441246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33170) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:54.549498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d7f1d-56b9-4ca3-b491-df553521cdc6 None None] Network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:09:54.612594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14129282-70e2-4ce3-b137-29c63ebc1b6a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.613041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14129282-70e2-4ce3-b137-29c63ebc1b6a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.613551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14129282-70e2-4ce3-b137-29c63ebc1b6a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.614062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14129282-70e2-4ce3-b137-29c63ebc1b6a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.614577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14129282-70e2-4ce3-b137-29c63ebc1b6a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.615124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14129282-70e2-4ce3-b137-29c63ebc1b6a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.615630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14129282-70e2-4ce3-b137-29c63ebc1b6a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.623080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14129282-70e2-4ce3-b137-29c63ebc1b6a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.623848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14129282-70e2-4ce3-b137-29c63ebc1b6a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.624357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14129282-70e2-4ce3-b137-29c63ebc1b6a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:54.632377 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-14129282-70e2-4ce3-b137-29c63ebc1b6a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6373 time: 0.1898003 Apr 22 17:09:54.636934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33174) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:54.780432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:55.107859 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a0caa4c3-aa9b-4de7-882a-fbb35a7215dd tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3580 time: 0.4581101 Apr 22 17:09:55.126767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 516a1644-403c-42b5-bf31-606ca9e8c02e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:55.154040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Sync routers for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:09:55.217680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:55.218402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:55.281539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:51Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:55.290352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Checking router: 2d152371-353e-45de-a24a-45bb5d88dcbe for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:09:55.290352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Updating router 2d152371-353e-45de-a24a-45bb5d88dcbe port 839eb327-bab2-44bf-a26a-49576777d7a7 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:09:55.356358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.401424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33180) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:55.408213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16949246', 'description': 'tempest-secgroup-smoke-16949246 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:55.416053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:55.419134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dfe11ffd-57ef-4d4f-8c6d-1a6157ba9df6 None None] Provisioning for port 839eb327-bab2-44bf-a26a-49576777d7a7 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:55.421624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:55.425561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:55.435014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:55.474436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dfe11ffd-57ef-4d4f-8c6d-1a6157ba9df6 None None] Provisioning complete for port 839eb327-bab2-44bf-a26a-49576777d7a7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:55.474895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfe11ffd-57ef-4d4f-8c6d-1a6157ba9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.493386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-b00aaa33-c712-4e36-bf5b-9e65331e3aa4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87210) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:09:55.493927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.531703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:55.537372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:55.542470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:55.549468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:55.569572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:55.575542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-b00aaa33-c712-4e36-bf5b-9e65331e3aa4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Removed routes are [] {{(pid=87210) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:09:55.576260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b00aaa33-c712-4e36-bf5b-9e65331e3aa4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.634743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 516a1644-403c-42b5-bf31-606ca9e8c02e completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:55.642659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 516a1644-403c-42b5-bf31-606ca9e8c02e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:55.643062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.661437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.690650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.699514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-dfe11ffd-57ef-4d4f-8c6d-1a6157ba9df6 None None] Port 839eb327-bab2-44bf-a26a-49576777d7a7 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:55.730865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aa4e9be5-dd17-43c2-b1b9-0b95cb58692e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:55.770757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.779397 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3696730 Apr 22 17:09:55.781112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33184) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:55.786374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:55.792245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:55.798991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7fd2d23f-e4b9-4dfb-97fc-a73a125df79f', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:55.814879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:55.822984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:55.827320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:55.836535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:55.844927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.859925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Transition to ACTIVE for port object 839eb327-bab2-44bf-a26a-49576777d7a7 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:55.900344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.918449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.925646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:55.983461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:55.993959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4f33d691-6a38-4340-837c-03372cbf305c None None] Provisioning for port 88a8019b-842b-474d-8891-ab474231e76b completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:56.015636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.018182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:56.081255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b00aaa33-c712-4e36-bf5b-9e65331e3aa4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.094169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b00aaa33-c712-4e36-bf5b-9e65331e3aa4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.105947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4941841b-5d78-4cb8-aa01-8fffa807ba6c,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:56.114711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:56.115756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.120564 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3303807 Apr 22 17:09:56.123101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33188) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:56.139858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7fd2d23f-e4b9-4dfb-97fc-a73a125df79f', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:56.152165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:56.159775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:56.177618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:56.189244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:56.189518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.249377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 516a1644-403c-42b5-bf31-606ca9e8c02e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=516a1644-403c-42b5-bf31-606ca9e8c02e,segment=NetworkSegment(a9091522-8825-41e6-85a3-7be08024b2c6),segment_id=a9091522-8825-41e6-85a3-7be08024b2c6)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:56.283354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ffab0-1905-43c9-8e0f-069d06aeac4a None None] Pushing event updated for resources: {'Port': ['ID=839eb327-bab2-44bf-a26a-49576777d7a7,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:56.284303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.284902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.286762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-411ffab0-1905-43c9-8e0f-069d06aeac4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:56.293897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9befd895-5641-4923-8209-727e3a8f7b01 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:56.299538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Attempting to bind port 839eb327-bab2-44bf-a26a-49576777d7a7 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:56.299958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Attempting to bind port 839eb327-bab2-44bf-a26a-49576777d7a7 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:56.300373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Attempting to bind port 839eb327-bab2-44bf-a26a-49576777d7a7 on network a784ad44-d2b1-4b44-9262-6a3af8e82466 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:56.312782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:56.313185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Checking segment: {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:56.313650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.314142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Bound using segment: {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:56.314659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Bound port: 839eb327-bab2-44bf-a26a-49576777d7a7, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:56.315104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.339738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:52Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5552691c-991a-4494-b041-e13908c26a7b', 'name': '', 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:51:d4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:49Z', 'updated_at': '2021-04-22T17:09:51Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:56.351064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16536962-8873-460f-ae8b-4eeec224a595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:56.388732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Checking router: 973efa0e-9bec-43a3-a034-37096f626c88 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:09:56.389816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Updating router 973efa0e-9bec-43a3-a034-37096f626c88 port 5552691c-991a-4494-b041-e13908c26a7b binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:09:56.471138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00aaa33-c712-4e36-bf5b-9e65331e3aa4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 973efa0e-9bec-43a3-a034-37096f626c88 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:56.476285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.479586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.509551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.512408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-50a0a814-d4cc-4db2-8238-c26d9ca87ea1 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:56.521839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] For port 839eb327-bab2-44bf-a26a-49576777d7a7, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:56.527972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] For port 839eb327-bab2-44bf-a26a-49576777d7a7, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=839eb327-bab2-44bf-a26a-49576777d7a7,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:56.572472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91bafaa-ebc0-4c04-a197-3a4070b02e35,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:56.574673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.577153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:56.588252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:56.611022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.616726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4903152 Apr 22 17:09:56.618230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33192) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:56.625055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7fd2d23f-e4b9-4dfb-97fc-a73a125df79f', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:56.657209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:56.664593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:56.664939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=516a1644-403c-42b5-bf31-606ca9e8c02e,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:56.668382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:56.676327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:56.740566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.745052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00aaa33-c712-4e36-bf5b-9e65331e3aa4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:56.754538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9befd895-5641-4923-8209-727e3a8f7b01 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:56.755000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.755446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b00aaa33-c712-4e36-bf5b-9e65331e3aa4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.757332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b00aaa33-c712-4e36-bf5b-9e65331e3aa4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88 HTTP/1.1" status: 200 len: 933 time: 2.8164232 Apr 22 17:09:56.763894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33196) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:56.782038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:56.782933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:56.806574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:56.887637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.918755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:56.920659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:56.965830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101915c1-266c-44a8-a620-01aa4e94b6c6,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:56.971622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:57.014189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.015340 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3960245 Apr 22 17:09:57.020988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33200) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:57.039539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7fd2d23f-e4b9-4dfb-97fc-a73a125df79f', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:57.059590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:57.063129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ffab0-1905-43c9-8e0f-069d06aeac4a None None] Pushing event updated for resources: {'Port': ['ID=839eb327-bab2-44bf-a26a-49576777d7a7,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:57.071821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:57.079277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:57.083981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-411ffab0-1905-43c9-8e0f-069d06aeac4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:57.099914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:57.149224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:09:57.162082 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2353a16e-4fa7-42d3-a7ef-40e914c25dfb tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88 HTTP/1.1" status: 200 len: 933 time: 0.3965228 Apr 22 17:09:57.163204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.165441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33204) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:57.179874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-24d33dc7-43ac-4fbf-acea-667c8f7cfb4f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'routes': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:57.196355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8f1ccac1-b4da-4dff-b96d-6128ba285eb8 None None] Provisioning for port 5552691c-991a-4494-b041-e13908c26a7b completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:57.200859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:57.205286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 88a8019b-842b-474d-8891-ab474231e76b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:57.268611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.281010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8f1ccac1-b4da-4dff-b96d-6128ba285eb8 None None] Provisioning complete for port 5552691c-991a-4494-b041-e13908c26a7b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:57.281597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f1ccac1-b4da-4dff-b96d-6128ba285eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.303525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.306382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-be7f8474-1d11-40e5-8074-1292463c33ff tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:57.345642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c849af-58f1-4239-bbdb-6e040db87d4e,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:57.349089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ccac1-b4da-4dff-b96d-6128ba285eb8 None None] Port 5552691c-991a-4494-b041-e13908c26a7b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:57.360602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:57.390978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.394050 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3710923 Apr 22 17:09:57.397094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33208) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:57.405560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7fd2d23f-e4b9-4dfb-97fc-a73a125df79f', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:57.413396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:57.419049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:57.424786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:57.434498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:57.481217 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:09:57.489476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.605592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.619970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:56Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:57.625823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89eeba2-18ec-4dd7-9d4e-c8ad197fb3e0 None None] The sync data for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv is: [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:56Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:57.641785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.645609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2d9017c1-56e8-468e-8d45-11932c0b4534 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:57.650376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 88a8019b-842b-474d-8891-ab474231e76b completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:57.677059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 88a8019b-842b-474d-8891-ab474231e76b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:57.677485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.705834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0aeca8-3b73-4d31-9beb-febfb3a218ff,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:57.713428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:57.761511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.768505 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3639052 Apr 22 17:09:57.771549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e9e8b1cf-5930-4e9a-8796-4e68072c9506 None None] Provisioning complete for port 5552691c-991a-4494-b041-e13908c26a7b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:57.771549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b1cf-5930-4e9a-8796-4e68072c9506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.777083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33212) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:57.802686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7fd2d23f-e4b9-4dfb-97fc-a73a125df79f', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:09:57.815615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:09:57.824721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:09:57.830968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:09:57.842346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:09:57.885597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.902644 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:09:57.910376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e9e8b1cf-5930-4e9a-8796-4e68072c9506 None None] Port 5552691c-991a-4494-b041-e13908c26a7b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:09:57.917002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:57.919614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Transition to ACTIVE for port object 5552691c-991a-4494-b041-e13908c26a7b will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:09:58.002649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.014166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24d69001-220d-47a8-9f6a-8623a8de387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:58.021156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.058048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.061380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-adb7e344-b02a-4b3c-9b02-8628a5efad0d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:58.091444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac08f581-80f7-423c-be77-585af0793d5d,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:58.136901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:58.159410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3bd4ddce-93e2-4bba-835d-daf7003cfc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.161475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.168137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3856282 Apr 22 17:09:58.181650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.275701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Pushing event updated for resources: {'Port': ['ID=5552691c-991a-4494-b041-e13908c26a7b,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:58.335421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.336745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.336745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.337151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.337419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.337794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.338167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.338546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.338953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.339320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.339688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.340053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:09:58.370923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-24d33dc7-43ac-4fbf-acea-667c8f7cfb4f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added routes are [] {{(pid=87210) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:09:58.371606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-24d33dc7-43ac-4fbf-acea-667c8f7cfb4f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87210) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:09:58.380494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 88a8019b-842b-474d-8891-ab474231e76b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=88a8019b-842b-474d-8891-ab474231e76b,segment=NetworkSegment(3fb825a3-d74d-443a-8342-ae55bc42d0a7),segment_id=3fb825a3-d74d-443a-8342-ae55bc42d0a7)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:58.382209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:58.422998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.435163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24d33dc7-43ac-4fbf-acea-667c8f7cfb4f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.441615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:58.494709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Attempting to bind port 5552691c-991a-4494-b041-e13908c26a7b on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:09:58.495335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Attempting to bind port 5552691c-991a-4494-b041-e13908c26a7b by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '3fb825a3-d74d-443a-8342-ae55bc42d0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:09:58.495864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Attempting to bind port 5552691c-991a-4494-b041-e13908c26a7b on network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:09:58.496870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-920a2800-4f72-466f-974a-ea53b863f602 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:09:58.533764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:09:58.534458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Checking segment: {'id': '3fb825a3-d74d-443a-8342-ae55bc42d0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:09:58.535274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.535844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Bound using segment: {'id': '3fb825a3-d74d-443a-8342-ae55bc42d0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:09:58.536577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Bound port: 5552691c-991a-4494-b041-e13908c26a7b, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb825a3-d74d-443a-8342-ae55bc42d0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:09:58.537135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.620173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=88a8019b-842b-474d-8891-ab474231e76b,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:58.631100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:58.663797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 839eb327-bab2-44bf-a26a-49576777d7a7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:58.751182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] For port 5552691c-991a-4494-b041-e13908c26a7b, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:09:58.769232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] For port 5552691c-991a-4494-b041-e13908c26a7b, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5552691c-991a-4494-b041-e13908c26a7b,segment=NetworkSegment(3fb825a3-d74d-443a-8342-ae55bc42d0a7),segment_id=3fb825a3-d74d-443a-8342-ae55bc42d0a7)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:09:58.807506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.814442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20e23e65-ddc5-4d9e-818b-b286395cbf76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:58.857963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 839eb327-bab2-44bf-a26a-49576777d7a7 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:09:58.876401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 839eb327-bab2-44bf-a26a-49576777d7a7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:58.876916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:58.967249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:09:58.968031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:09:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:59.017872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-920a2800-4f72-466f-974a-ea53b863f602 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:09:59.019162 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-920a2800-4f72-466f-974a-ea53b863f602 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16949246&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.5689793 Apr 22 17:09:59.056752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Pushing event updated for resources: {'Port': ['ID=5552691c-991a-4494-b041-e13908c26a7b,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:59.117032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:59.214542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:09:59.320778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:59.361918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24d33dc7-43ac-4fbf-acea-667c8f7cfb4f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:59.372020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24d33dc7-43ac-4fbf-acea-667c8f7cfb4f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:59.381136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-bf2d78de-b6ae-4e7a-b618-8e4df24326cb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:09:59.381914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-bf2d78de-b6ae-4e7a-b618-8e4df24326cb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:09:59.506576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 839eb327-bab2-44bf-a26a-49576777d7a7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=839eb327-bab2-44bf-a26a-49576777d7a7,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:09:59.548125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:59.549165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 516a1644-403c-42b5-bf31-606ca9e8c02e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:09:59.579952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:09:59.584262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-bf2d78de-b6ae-4e7a-b618-8e4df24326cb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:09:59.586541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-bf2d78de-b6ae-4e7a-b618-8e4df24326cb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/networks?id=a784ad44-d2b1-4b44-9262-6a3af8e82466 HTTP/1.1" status: 200 len: 796 time: 0.5544002 Apr 22 17:09:59.614104 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-e2ddfc2b-c685-4b4a-a51c-e33548a31f40 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/quotas/8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 375 time: 0.0150211 Apr 22 17:09:59.619648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d33dc7-43ac-4fbf-acea-667c8f7cfb4f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 973efa0e-9bec-43a3-a034-37096f626c88 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:09:59.768853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=839eb327-bab2-44bf-a26a-49576777d7a7,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:09:59.774092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:09:59.800802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 516a1644-403c-42b5-bf31-606ca9e8c02e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:09:59.801097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:59.878838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:58Z', 'revision_number': 7, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:56Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5552691c-991a-4494-b041-e13908c26a7b', 'name': '', 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:51:d4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:49Z', 'updated_at': '2021-04-22T17:09:58Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:09:59.880313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d33dc7-43ac-4fbf-acea-667c8f7cfb4f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:09:59.885136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4af843-6ac7-454f-9382-26e1314199f3 None None] The sync data for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv is: [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:58Z', 'revision_number': 7, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:56Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5552691c-991a-4494-b041-e13908c26a7b', 'name': '', 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:51:d4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:49Z', 'updated_at': '2021-04-22T17:09:58Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:09:59.889275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-4e3d5cf7-6ca8-470d-9071-eb25d5459f1d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:09:59.899456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-24d33dc7-43ac-4fbf-acea-667c8f7cfb4f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:09:59.904121 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-24d33dc7-43ac-4fbf-acea-667c8f7cfb4f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88 HTTP/1.1" status: 200 len: 699 time: 2.7355058 Apr 22 17:09:59.906852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33230) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:09:59.952694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-4e3d5cf7-6ca8-470d-9071-eb25d5459f1d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:09:59.954238 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-4e3d5cf7-6ca8-470d-9071-eb25d5459f1d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3305960 Apr 22 17:09:59.979233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-5175e74a-7e5b-45c7-bed7-ee46dd86b5d9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:09:59.980548 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-5175e74a-7e5b-45c7-bed7-ee46dd86b5d9 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087156 Apr 22 17:10:00.125951 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2d518b14-eb62-41cf-a6c7-8d3bf60ede2f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88 HTTP/1.1" status: 200 len: 699 time: 0.2171972 Apr 22 17:10:00.128749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33234) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:00.156503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-64b52555-8074-4e6f-9e0a-dfc047e34c10 service neutron] 10.222.0.77 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683128 Apr 22 17:10:00.292106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e59c5302-1e1c-4566-994c-60baa513e451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:00.348753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fe3cfe-cf4b-4f7b-ae2e-1ff3ef57ddae None None] Sync routers for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:10:00.362750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe3cfe-cf4b-4f7b-ae2e-1ff3ef57ddae None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:00.363457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-08fe3cfe-cf4b-4f7b-ae2e-1ff3ef57ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:00.384441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-94b207c9-b708-490e-bbec-23136d4e828d service neutron] 10.222.0.77 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173009 Apr 22 17:10:00.632963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 839eb327-bab2-44bf-a26a-49576777d7a7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:10:00.691226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-08fe3cfe-cf4b-4f7b-ae2e-1ff3ef57ddae None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:00.791780 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cdfd77fd-9de0-44e1-9a21-5a3cf5adc5aa req-8e234d7a-b543-4755-89cb-b4e39e35ffdd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 210 time: 0.1026614 Apr 22 17:10:00.934853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:01.004854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 839eb327-bab2-44bf-a26a-49576777d7a7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:10:01.005216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:01.155818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5552691c-991a-4494-b041-e13908c26a7b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:10:01.202399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-08fe3cfe-cf4b-4f7b-ae2e-1ff3ef57ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:58Z', 'revision_number': 7, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:56Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5552691c-991a-4494-b041-e13908c26a7b', 'name': '', 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:51:d4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:49Z', 'updated_at': '2021-04-22T17:09:58Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:01.210019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fe3cfe-cf4b-4f7b-ae2e-1ff3ef57ddae None None] Checking router: 973efa0e-9bec-43a3-a034-37096f626c88 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:10:01.227254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe3cfe-cf4b-4f7b-ae2e-1ff3ef57ddae None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:01.228352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-08fe3cfe-cf4b-4f7b-ae2e-1ff3ef57ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:01.321953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 5552691c-991a-4494-b041-e13908c26a7b completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:10:01.328200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 5552691c-991a-4494-b041-e13908c26a7b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:10:01.328690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:01.410671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 5552691c-991a-4494-b041-e13908c26a7b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:01.411931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:01.484789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:01.492757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:01.538301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:01.597141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 5552691c-991a-4494-b041-e13908c26a7b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5552691c-991a-4494-b041-e13908c26a7b,segment=NetworkSegment(3fb825a3-d74d-443a-8342-ae55bc42d0a7),segment_id=3fb825a3-d74d-443a-8342-ae55bc42d0a7)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:01.625402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-08fe3cfe-cf4b-4f7b-ae2e-1ff3ef57ddae None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:01.635372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:01.637678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 88a8019b-842b-474d-8891-ab474231e76b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:10:01.669016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20e23e65-ddc5-4d9e-818b-b286395cbf76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:01.754151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port 5552691c-991a-4494-b041-e13908c26a7b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5552691c-991a-4494-b041-e13908c26a7b,segment=NetworkSegment(3fb825a3-d74d-443a-8342-ae55bc42d0a7),segment_id=3fb825a3-d74d-443a-8342-ae55bc42d0a7)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:01.755294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:01.764757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=5552691c-991a-4494-b041-e13908c26a7b,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:01.776505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:01.811331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 88a8019b-842b-474d-8891-ab474231e76b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:10:01.812000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:01.971364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 5552691c-991a-4494-b041-e13908c26a7b owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:02.069461 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5427e3a6-88ac-4f43-9732-2334e9156050 req-ff302b0e-b779-4e40-9f9d-dd237f0f5b4a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 210 time: 0.0738106 Apr 22 17:10:02.097552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-08fe3cfe-cf4b-4f7b-ae2e-1ff3ef57ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:58Z', 'revision_number': 7, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:56Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5552691c-991a-4494-b041-e13908c26a7b', 'name': '', 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:51:d4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:49Z', 'updated_at': '2021-04-22T17:09:58Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:02.097552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fe3cfe-cf4b-4f7b-ae2e-1ff3ef57ddae None None] The sync data for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv is: [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:09:58Z', 'revision_number': 7, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:56Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5552691c-991a-4494-b041-e13908c26a7b', 'name': '', 'network_id': '82873f3a-dbcd-48e2-82fa-2c2302b5d367', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:51:d4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:49Z', 'updated_at': '2021-04-22T17:09:58Z', 'revision_number': 4, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': 'bbcd7fe0-5cc3-4886-9c21-bcbbd0839572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:10:02.161264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:10:02.161635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:10:02.504553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5552691c-991a-4494-b041-e13908c26a7b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:10:02.579894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 5552691c-991a-4494-b041-e13908c26a7b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:10:02.580313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:02.663288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 5552691c-991a-4494-b041-e13908c26a7b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:02.664522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:02.729620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-924757a4-23e8-432a-8c4c-cfd15dad6e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:02.731528 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-924757a4-23e8-432a-8c4c-cfd15dad6e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=a784ad44-d2b1-4b44-9262-6a3af8e82466 HTTP/1.1" status: 200 len: 796 time: 0.1775055 Apr 22 17:10:02.789129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:02.806417 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-22476d32-d381-47fe-afce-7258c517b6f2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 378 time: 0.0588586 Apr 22 17:10:02.816833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'device_id': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'admin_state_up': True, 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'security_groups': ['7fd2d23f-e4b9-4dfb-97fc-a73a125df79f']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:10:02.996968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:10:03.010862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:10:03.052102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:10:03.059118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:03.255192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port 5552691c-991a-4494-b041-e13908c26a7b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5552691c-991a-4494-b041-e13908c26a7b,segment=NetworkSegment(3fb825a3-d74d-443a-8342-ae55bc42d0a7),segment_id=3fb825a3-d74d-443a-8342-ae55bc42d0a7)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:03.255623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:03.293220 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d81c263d-3004-40a6-a84b-572d9e81a92b req-4fcb8499-9d4c-4ab1-b0d7-9046d93ff4ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 210 time: 0.0639489 Apr 22 17:10:03.311958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.4 (a784ad44-d2b1-4b44-9262-6a3af8e82466/3bec2640-a3b6-459f-8eca-276abc134472/9496e046-feda-4b92-9e44-d36221939cca) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:10:03.394394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 5552691c-991a-4494-b041-e13908c26a7b owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:03.539121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:03.591767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 9496e046-feda-4b92-9e44-d36221939cca will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:10:03.635146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:03.640738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4ecede3-b5d4-44de-a4de-5577acbbbc5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:03.686805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:03.688972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=5552691c-991a-4494-b041-e13908c26a7b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:03.692493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:03.703468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b52d15af-0b45-4ca6-b74a-1d2ad82569eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:03.766391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:10:03.769966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:10:03.772895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:10:03.849185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=9496e046-feda-4b92-9e44-d36221939cca,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:03.860236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:03.877572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:03.878589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:03.946903 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1340699 Apr 22 17:10:03.974986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Request body: {'port': {'device_id': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:10:04.004203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:04.123570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-55d1c8ef-6848-49f0-bf66-1daffadd1297 None None] Provisioning for port 9496e046-feda-4b92-9e44-d36221939cca completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:10:04.131853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:04.133703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-55d1c8ef-6848-49f0-bf66-1daffadd1297 None None] Provisioning complete for port 9496e046-feda-4b92-9e44-d36221939cca triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:10:04.134378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-55d1c8ef-6848-49f0-bf66-1daffadd1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:04.240742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-55d1c8ef-6848-49f0-bf66-1daffadd1297 None None] Port 9496e046-feda-4b92-9e44-d36221939cca cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:10:04.384365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 973efa0e-9bec-43a3-a034-37096f626c88 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:10:04.574165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:10:04.586759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2287a-e62d-4ee6-9e71-45362978113c None None] Sync routers for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:10:04.590813 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4606071 Apr 22 17:10:04.596598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dc811-4ba6-48e1-a3cd-e3286bf8e10b req-5bf06a5c-c332-4c0a-853a-778ec4d65dc8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:04.596598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-055dc811-4ba6-48e1-a3cd-e3286bf8e10b req-5bf06a5c-c332-4c0a-853a-778ec4d65dc8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:10:04.596930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33258) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:04.602181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2287a-e62d-4ee6-9e71-45362978113c None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:04.603056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f3e2287a-e62d-4ee6-9e71-45362978113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:04.700984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting subnet bbcd7fe0-5cc3-4886-9c21-bcbbd0839572 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:10:04.704705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:04.712996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9496e046-feda-4b92-9e44-d36221939cca {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:10:04.723754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:04.745745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-055dc811-4ba6-48e1-a3cd-e3286bf8e10b req-5bf06a5c-c332-4c0a-853a-778ec4d65dc8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:10:04.747615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-055dc811-4ba6-48e1-a3cd-e3286bf8e10b req-5bf06a5c-c332-4c0a-853a-778ec4d65dc8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 931 time: 0.3247929 Apr 22 17:10:04.748903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Transition to ACTIVE for port object 9496e046-feda-4b92-9e44-d36221939cca will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:10:04.781499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:04.788184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-f3e2287a-e62d-4ee6-9e71-45362978113c None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:04.789337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:04.797904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:04.858762 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-055dc811-4ba6-48e1-a3cd-e3286bf8e10b req-71373cef-641d-40d3-95b0-f1f420316800 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035380 Apr 22 17:10:04.893568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:05.226764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:05.246077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f3e2287a-e62d-4ee6-9e71-45362978113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:03Z', 'revision_number': 8, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:56Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:05.251573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2287a-e62d-4ee6-9e71-45362978113c None None] Checking router: 973efa0e-9bec-43a3-a034-37096f626c88 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:10:05.262709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2287a-e62d-4ee6-9e71-45362978113c None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:05.263391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f3e2287a-e62d-4ee6-9e71-45362978113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:05.292607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Pushing event updated for resources: {'Port': ['ID=9496e046-feda-4b92-9e44-d36221939cca,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:05.324426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:05.406882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:05.414924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Attempting to bind port 9496e046-feda-4b92-9e44-d36221939cca on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:10:05.414924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Attempting to bind port 9496e046-feda-4b92-9e44-d36221939cca by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:10:05.414924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Attempting to bind port 9496e046-feda-4b92-9e44-d36221939cca on network a784ad44-d2b1-4b44-9262-6a3af8e82466 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:10:05.415764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0dc17ff8-b70b-4f5f-a5f2-28747b412418 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:05.420666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Port 9496e046-feda-4b92-9e44-d36221939cca on network a784ad44-d2b1-4b44-9262-6a3af8e82466 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:10:05.422239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Attempting to bind port 9496e046-feda-4b92-9e44-d36221939cca on network a784ad44-d2b1-4b44-9262-6a3af8e82466 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:10:05.427702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:10:05.428622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Checking segment: {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:10:05.428622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Bound using segment: {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:10:05.429544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Bound port: 9496e046-feda-4b92-9e44-d36221939cca, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:10:05.429936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:05.449217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-f3e2287a-e62d-4ee6-9e71-45362978113c None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:05.466376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:05.469400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcd7fe0-5cc3-4886-9c21-bcbbd0839572,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:05.483398 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/bbcd7fe0-5cc3-4886-9c21-bcbbd0839572 HTTP/1.1" status: 204 len: 168 time: 0.8862922 Apr 22 17:10:05.483398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.483398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.483398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.483882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.484220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.484596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.485013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.485420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.485829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.486234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.486661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.487081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:05.489950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33262) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:05.512016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:05.523854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0dba9-7d9f-430b-8249-ac5907f02170 None None] Network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:10:05.557836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] For port 9496e046-feda-4b92-9e44-d36221939cca, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:10:05.561351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] For port 9496e046-feda-4b92-9e44-d36221939cca, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9496e046-feda-4b92-9e44-d36221939cca,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:10:05.607278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:05.612990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-57b323eb-f293-494d-962d-205ea2020108 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:05.626252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:05.638398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 88a8019b-842b-474d-8891-ab474231e76b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:05.638870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:05.685949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:05.687120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:05.689772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] 10.222.0.78 "PUT /v2.0/ports/9496e046-feda-4b92-9e44-d36221939cca HTTP/1.1" status: 200 len: 1093 time: 1.7311494 Apr 22 17:10:05.690606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'tag': '9496e046-feda-4b92-9e44-d36221939cca'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:10:05.724586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Pushing event updated for resources: {'Port': ['ID=9496e046-feda-4b92-9e44-d36221939cca,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:05.736361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:05.829356 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'tag': '9496e046-feda-4b92-9e44-d36221939cca', 'status': 'completed', 'code': 200} Apr 22 17:10:05.885747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-5c2abd51-92e2-41bd-b9e0-da22ec61498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:05.887751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-5c2abd51-92e2-41bd-b9e0-da22ec61498b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 1096 time: 0.1212211 Apr 22 17:10:05.976628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port 88a8019b-842b-474d-8891-ab474231e76b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=88a8019b-842b-474d-8891-ab474231e76b,segment=NetworkSegment(3fb825a3-d74d-443a-8342-ae55bc42d0a7),segment_id=3fb825a3-d74d-443a-8342-ae55bc42d0a7)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:05.977234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:05.978607 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-41b556be-c2cf-4b5c-91c7-81f2fb2f600b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9496e046-feda-4b92-9e44-d36221939cca HTTP/1.1" status: 200 len: 217 time: 0.0818794 Apr 22 17:10:06.060372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-a3f221bd-f73c-49e6-be91-77fce26f3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:06.061875 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-a3f221bd-f73c-49e6-be91-77fce26f3c03 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3bec2640-a3b6-459f-8eca-276abc134472 HTTP/1.1" status: 200 len: 834 time: 0.0767961 Apr 22 17:10:06.141458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 88a8019b-842b-474d-8891-ab474231e76b owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:06.225065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a17b7f-b5ed-453f-bf56-362a1cdb08f5 req-0c6f0c70-2236-4be4-86d3-f5b3ffd12fca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:06.227035 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-15a17b7f-b5ed-453f-bf56-362a1cdb08f5 req-0c6f0c70-2236-4be4-86d3-f5b3ffd12fca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 943 time: 0.1689579 Apr 22 17:10:06.231459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-a349829b-fa11-4f18-aeba-7ae377ad6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:06.233057 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-a349829b-fa11-4f18-aeba-7ae377ad6e23 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a784ad44-d2b1-4b44-9262-6a3af8e82466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1343338 Apr 22 17:10:06.278839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:06.285949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36e289fd-00f7-4e6a-ab00-961863ac6331 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:06.301382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f3e2287a-e62d-4ee6-9e71-45362978113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:03Z', 'revision_number': 8, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:56Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:06.307197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2287a-e62d-4ee6-9e71-45362978113c None None] The sync data for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv is: [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:03Z', 'revision_number': 8, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516a1644-403c-42b5-bf31-606ca9e8c02e', 'name': '', 'network_id': '0293ea54-f2ed-475b-b23a-fe441833f48d', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:59:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:43Z', 'updated_at': '2021-04-22T17:09:56Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '9f8e0569-623c-4a4d-9828-094be77826ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:10:06.348951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=88a8019b-842b-474d-8891-ab474231e76b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:06.351672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No DVR routers for this DVR port 88a8019b-842b-474d-8891-ab474231e76b on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:10:06.353413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:06.387227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc96199-70cf-4df0-8213-fa3da0554d0b None None] DHCP port deletion for 82873f3a-dbcd-48e2-82fa-2c2302b5d367 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:10:06.399311 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-15a17b7f-b5ed-453f-bf56-362a1cdb08f5 req-1d0fc1a5-f0e2-4cbf-b949-b95ae1d35d48 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1651516 Apr 22 17:10:06.505220 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-e78d568f-6e33-4c04-99d8-99df071b7536 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542424 Apr 22 17:10:06.526668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5552691c-991a-4494-b041-e13908c26a7b no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:10:06.528772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:06.575237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 5552691c-991a-4494-b041-e13908c26a7b {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:10:06.575237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5552691c-991a-4494-b041-e13908c26a7b not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:10:06.575237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 88a8019b-842b-474d-8891-ab474231e76b no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:10:06.618505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 88a8019b-842b-474d-8891-ab474231e76b {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:10:06.619268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 88a8019b-842b-474d-8891-ab474231e76b not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:10:06.677382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82873f3a-dbcd-48e2-82fa-2c2302b5d367']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:06.692760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb825a3-d74d-443a-8342-ae55bc42d0a7') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:06.693179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb825a3-d74d-443a-8342-ae55bc42d0a7') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:06.706923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baf2f7d5-c57b-4559-87b1-5bf7e2d2a240 req-6a075bfd-64e1-4c62-8cad-611e43303a74 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899037 Apr 22 17:10:06.715787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:06.737381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:06.745442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:10:06.884454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b08e-db89-424d-9b21-40449e95032d req-c74caed9-3879-4e79-b66b-427c1c66c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:06.886880 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d42b08e-db89-424d-9b21-40449e95032d req-c74caed9-3879-4e79-b66b-427c1c66c3bd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 1096 time: 0.1015456 Apr 22 17:10:06.946868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:10:06.957103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:07.076006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b08e-db89-424d-9b21-40449e95032d req-d4eab883-f324-4d8a-a385-71938b6a9cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:07.079002 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d42b08e-db89-424d-9b21-40449e95032d req-d4eab883-f324-4d8a-a385-71938b6a9cbd service neutron] 10.222.0.78 "GET /v2.0/networks?id=a784ad44-d2b1-4b44-9262-6a3af8e82466 HTTP/1.1" status: 200 len: 898 time: 0.1849148 Apr 22 17:10:07.161049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d42b08e-db89-424d-9b21-40449e95032d req-db30b6c4-c3b3-4854-bd6d-3f670b04c074 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9496e046-feda-4b92-9e44-d36221939cca HTTP/1.1" status: 200 len: 217 time: 0.0731139 Apr 22 17:10:07.175944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 82873f3a-dbcd-48e2-82fa-2c2302b5d367 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:10:07.211047 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:10:07.248800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b08e-db89-424d-9b21-40449e95032d req-45ced249-bb10-4b85-8f0b-894754ae8bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:07.250976 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d42b08e-db89-424d-9b21-40449e95032d req-45ced249-bb10-4b85-8f0b-894754ae8bfc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3bec2640-a3b6-459f-8eca-276abc134472 HTTP/1.1" status: 200 len: 834 time: 0.0827129 Apr 22 17:10:07.343450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:07.346028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b08e-db89-424d-9b21-40449e95032d req-0dcd13d1-4776-41bb-b80e-c869c0d668ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:07.348442 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d42b08e-db89-424d-9b21-40449e95032d req-0dcd13d1-4776-41bb-b80e-c869c0d668ab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a784ad44-d2b1-4b44-9262-6a3af8e82466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885999 Apr 22 17:10:07.348847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:07.353585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1488117-3cb5-458f-a189-122ab032d157 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:07.384160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Network': ['ID=82873f3a-dbcd-48e2-82fa-2c2302b5d367,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:07.387725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:07.395488 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/networks/82873f3a-dbcd-48e2-82fa-2c2302b5d367 HTTP/1.1" status: 204 len: 168 time: 1.9018667 Apr 22 17:10:07.395951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33270) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:07.520519 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d42b08e-db89-424d-9b21-40449e95032d req-b9e386fa-fb31-49d6-b069-975f9cecb019 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644833 Apr 22 17:10:07.793570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d42b08e-db89-424d-9b21-40449e95032d req-3d4e6d6f-d855-4eeb-a713-c30aa5fa1d31 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656887 Apr 22 17:10:07.810753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2c98-7970-4af4-8f4b-2f85c7028a25 req-82d50488-a082-4f55-9870-cff9507df575 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:07.813677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c85e2c98-7970-4af4-8f4b-2f85c7028a25 req-82d50488-a082-4f55-9870-cff9507df575 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 943 time: 0.2004435 Apr 22 17:10:07.874305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c85e2c98-7970-4af4-8f4b-2f85c7028a25 req-4cbf03c8-649f-4c76-aab4-796f57b0e3de tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510638 Apr 22 17:10:08.342598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:08.778437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 516a1644-403c-42b5-bf31-606ca9e8c02e {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:08.778865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:09.013006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port 516a1644-403c-42b5-bf31-606ca9e8c02e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=516a1644-403c-42b5-bf31-606ca9e8c02e,segment=NetworkSegment(a9091522-8825-41e6-85a3-7be08024b2c6),segment_id=a9091522-8825-41e6-85a3-7be08024b2c6)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:09.013761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:09.165854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 516a1644-403c-42b5-bf31-606ca9e8c02e owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:09.186752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18c0d7-3c8c-4ead-a667-520310ea4c27 req-c037caa1-02bf-413f-bf4e-fc2111addfcd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:09.196845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bc18c0d7-3c8c-4ead-a667-520310ea4c27 req-c037caa1-02bf-413f-bf4e-fc2111addfcd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 943 time: 0.1188874 Apr 22 17:10:09.250280 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bc18c0d7-3c8c-4ead-a667-520310ea4c27 req-3c59244a-38d8-4174-b063-75cc6f30c39b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533531 Apr 22 17:10:09.455572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:09.462011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:09.520632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=516a1644-403c-42b5-bf31-606ca9e8c02e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:09.567717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:09.881772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:10.293106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 973efa0e-9bec-43a3-a034-37096f626c88 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:10:10.484236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:10:10.496944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fafcac-214b-42f2-928e-c72fa247fdc5 None None] Sync routers for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:10:10.508217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fafcac-214b-42f2-928e-c72fa247fdc5 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:10.511481 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1114695 Apr 22 17:10:10.511659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-19fafcac-214b-42f2-928e-c72fa247fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:10.514101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33280) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:10.558063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d969e-5829-4941-9d20-79d9ef7d1d08 req-4f05580b-902b-465b-916f-23b6dc5886d8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:10.559845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-021d969e-5829-4941-9d20-79d9ef7d1d08 req-4f05580b-902b-465b-916f-23b6dc5886d8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 943 time: 0.1693695 Apr 22 17:10:10.635149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b63a116-f7c9-48b7-b49d-0586f606445c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting subnet 9f8e0569-623c-4a4d-9828-094be77826ad {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:10:10.635478 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-021d969e-5829-4941-9d20-79d9ef7d1d08 req-05cfbb8e-0635-4ff4-a0af-45fea4087e68 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563347 Apr 22 17:10:10.638956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b63a116-f7c9-48b7-b49d-0586f606445c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:10.717896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b63a116-f7c9-48b7-b49d-0586f606445c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:10.746032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-19fafcac-214b-42f2-928e-c72fa247fdc5 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:10.829962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b63a116-f7c9-48b7-b49d-0586f606445c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:11.140155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-19fafcac-214b-42f2-928e-c72fa247fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:09Z', 'revision_number': 9, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:11.144818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fafcac-214b-42f2-928e-c72fa247fdc5 None None] Checking router: 973efa0e-9bec-43a3-a034-37096f626c88 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:10:11.150993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 9496e046-feda-4b92-9e44-d36221939cca details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:10:11.159521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fafcac-214b-42f2-928e-c72fa247fdc5 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:11.160522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-19fafcac-214b-42f2-928e-c72fa247fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:11.330492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 9496e046-feda-4b92-9e44-d36221939cca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9496e046-feda-4b92-9e44-d36221939cca,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:11.340930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-19fafcac-214b-42f2-928e-c72fa247fdc5 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:11.345227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '9496e046-feda-4b92-9e44-d36221939cca', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'port_id': '9496e046-feda-4b92-9e44-d36221939cca', 'mac_address': 'fa:16:3e:f5:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:10:11.352977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b63a116-f7c9-48b7-b49d-0586f606445c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:11.358388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9de1ff9f-fa29-42b2-9e47-e8aec465ec16 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:11.407537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63a116-f7c9-48b7-b49d-0586f606445c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8e0569-623c-4a4d-9828-094be77826ad,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:11.409757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b63a116-f7c9-48b7-b49d-0586f606445c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:11.416264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57075d97-865c-47a7-83f7-39617f173a09 None None] Network 0293ea54-f2ed-475b-b23a-fe441833f48d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:10:11.416875 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5b63a116-f7c9-48b7-b49d-0586f606445c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/9f8e0569-623c-4a4d-9828-094be77826ad HTTP/1.1" status: 204 len: 168 time: 0.9011214 Apr 22 17:10:11.418046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5b63a116-f7c9-48b7-b49d-0586f606445c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:11.419730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33286) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:11.449716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:11.542502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9496e046-feda-4b92-9e44-d36221939cca {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:10:11.617958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 9496e046-feda-4b92-9e44-d36221939cca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9496e046-feda-4b92-9e44-d36221939cca,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:11.622927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:11.647350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 296b9133-f678-4eb0-98b0-55180f470e62 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:11.647350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:11.671745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:11.673072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:11.789664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-19fafcac-214b-42f2-928e-c72fa247fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:09Z', 'revision_number': 9, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:11.797353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fafcac-214b-42f2-928e-c72fa247fdc5 None None] The sync data for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv is: [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:09Z', 'revision_number': 9, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '896e6760-974c-49b0-9060-4f815b9da90b', 'name': '', 'network_id': 'ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:eb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:36Z', 'updated_at': '2021-04-22T17:09:45Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '4bd5987b-3786-4cb0-a02b-ae028d1d2ba3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:10:11.828029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=9496e046-feda-4b92-9e44-d36221939cca,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:11.841063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:11.930228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cced8896-2ba1-4f1e-9a9a-6601e931c344 None None] DHCP port deletion for 0293ea54-f2ed-475b-b23a-fe441833f48d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:10:11.933579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port 296b9133-f678-4eb0-98b0-55180f470e62, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=296b9133-f678-4eb0-98b0-55180f470e62,segment=NetworkSegment(a9091522-8825-41e6-85a3-7be08024b2c6),segment_id=a9091522-8825-41e6-85a3-7be08024b2c6)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:11.934419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:11.935026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cced8896-2ba1-4f1e-9a9a-6601e931c344 None None] Deleting port 296b9133-f678-4eb0-98b0-55180f470e62 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:11.935560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cced8896-2ba1-4f1e-9a9a-6601e931c344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:11.984533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412a9bf-c0fc-490f-98f4-474ef5f5c9dc req-fe1a2cd7-c5b6-42f5-8866-cf8719b48b8f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:11.986741 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a412a9bf-c0fc-490f-98f4-474ef5f5c9dc req-fe1a2cd7-c5b6-42f5-8866-cf8719b48b8f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 944 time: 0.1369557 Apr 22 17:10:11.998238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['9496e046-feda-4b92-9e44-d36221939cca'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:10:12.056071 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a412a9bf-c0fc-490f-98f4-474ef5f5c9dc req-38ae0306-97e4-42ad-9e36-9f16f65d13f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594776 Apr 22 17:10:12.099688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 296b9133-f678-4eb0-98b0-55180f470e62 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:12.210653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:12.216445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:12.266533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=296b9133-f678-4eb0-98b0-55180f470e62,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:12.268548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No DVR routers for this DVR port 296b9133-f678-4eb0-98b0-55180f470e62 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:10:12.270205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:12.301614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cced8896-2ba1-4f1e-9a9a-6601e931c344 None None] For port 296b9133-f678-4eb0-98b0-55180f470e62, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=296b9133-f678-4eb0-98b0-55180f470e62,segment=NetworkSegment(a9091522-8825-41e6-85a3-7be08024b2c6),segment_id=a9091522-8825-41e6-85a3-7be08024b2c6)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:12.301775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cced8896-2ba1-4f1e-9a9a-6601e931c344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:12.411460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:12.464280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cced8896-2ba1-4f1e-9a9a-6601e931c344 None None] Calling delete_port for 296b9133-f678-4eb0-98b0-55180f470e62 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:12.523081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 516a1644-403c-42b5-bf31-606ca9e8c02e no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:10:12.555384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0293ea54-f2ed-475b-b23a-fe441833f48d']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:12.569161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9091522-8825-41e6-85a3-7be08024b2c6') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:12.569948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9091522-8825-41e6-85a3-7be08024b2c6') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:12.583398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:12.584261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 516a1644-403c-42b5-bf31-606ca9e8c02e {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:10:12.584663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 516a1644-403c-42b5-bf31-606ca9e8c02e not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:10:12.585775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 296b9133-f678-4eb0-98b0-55180f470e62 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:10:12.604569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:12.611476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:10:12.643805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 296b9133-f678-4eb0-98b0-55180f470e62 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:10:12.644208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 296b9133-f678-4eb0-98b0-55180f470e62 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:10:12.694995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-cced8896-2ba1-4f1e-9a9a-6601e931c344 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:10:12.695571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-cced8896-2ba1-4f1e-9a9a-6601e931c344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:10:12.800348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 0293ea54-f2ed-475b-b23a-fe441833f48d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:10:12.809208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:13.019621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 0293ea54-f2ed-475b-b23a-fe441833f48d has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:10:13.048598 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:10:13.166300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:13.173868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:13.181109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51df6678-5f7b-4697-8ed1-2a4f0f29af7a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:13.196825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cced8896-2ba1-4f1e-9a9a-6601e931c344 None None] Deleting port 296b9133-f678-4eb0-98b0-55180f470e62 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:13.197530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cced8896-2ba1-4f1e-9a9a-6601e931c344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:13.225090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Network': ['ID=0293ea54-f2ed-475b-b23a-fe441833f48d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:13.228484 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/networks/0293ea54-f2ed-475b-b23a-fe441833f48d HTTP/1.1" status: 204 len: 168 time: 1.8076785 Apr 22 17:10:13.229669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:13.233506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33294) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:13.305709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cced8896-2ba1-4f1e-9a9a-6601e931c344 None None] The port '296b9133-f678-4eb0-98b0-55180f470e62' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:10:13.373745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bb771-0be3-4a9b-a78a-276abbc9c99b req-b9b67b6d-2f1b-4771-ae92-89e98768d3b3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:13.376676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-044bb771-0be3-4a9b-a78a-276abbc9c99b req-b9b67b6d-2f1b-4771-ae92-89e98768d3b3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 944 time: 0.1320994 Apr 22 17:10:13.437651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-044bb771-0be3-4a9b-a78a-276abbc9c99b req-dd8d0523-993c-4bf3-a6e2-c56d39a1034a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533788 Apr 22 17:10:14.170132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:14.567154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 896e6760-974c-49b0-9060-4f815b9da90b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:14.569693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:14.736550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735967-27e4-4c2d-96dd-f6e7406b8b53 req-55d469bf-d2fe-4967-8cbd-3d13e3c5d430 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:14.739626 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7735967-27e4-4c2d-96dd-f6e7406b8b53 req-55d469bf-d2fe-4967-8cbd-3d13e3c5d430 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 944 time: 0.1362886 Apr 22 17:10:14.796655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port 896e6760-974c-49b0-9060-4f815b9da90b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=896e6760-974c-49b0-9060-4f815b9da90b,segment=NetworkSegment(c6007606-e815-40c9-941b-2670b7cc30f8),segment_id=c6007606-e815-40c9-941b-2670b7cc30f8)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:14.797074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:14.830479 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7735967-27e4-4c2d-96dd-f6e7406b8b53 req-ab64f625-1329-40ba-9b3f-3ae9d856a208 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789173 Apr 22 17:10:14.939663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 896e6760-974c-49b0-9060-4f815b9da90b owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:15.153413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 9496e046-feda-4b92-9e44-d36221939cca up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:10:15.235112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:15.242682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ca335ea-a7a8-40ee-80bc-9bb75bc0bb3f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:15.280490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 9496e046-feda-4b92-9e44-d36221939cca completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:10:15.286125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 9496e046-feda-4b92-9e44-d36221939cca triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:10:15.286548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:15.297095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=896e6760-974c-49b0-9060-4f815b9da90b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:15.331371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:15.429623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:15.470000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9496e046-feda-4b92-9e44-d36221939cca'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:10:15.483609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 9496e046-feda-4b92-9e44-d36221939cca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9496e046-feda-4b92-9e44-d36221939cca,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:15.526286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:15.528496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4fcdc23-b132-4546-b5c7-6e248995523b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:15.583766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9496e046-feda-4b92-9e44-d36221939cca', 'code': 200} Apr 22 17:10:15.645104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=9496e046-feda-4b92-9e44-d36221939cca,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:15.649338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:15.721838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:15.910570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1edea1-e95c-4a92-a6ad-f5aba42cecd8 req-47966420-81db-4f57-8071-cffad040d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:15.911554 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf1edea1-e95c-4a92-a6ad-f5aba42cecd8 req-47966420-81db-4f57-8071-cffad040d809 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 1098 time: 0.0901935 Apr 22 17:10:15.973905 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf1edea1-e95c-4a92-a6ad-f5aba42cecd8 req-8970857f-5cf9-4c3d-a807-c4b9130180fe service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511410 Apr 22 17:10:16.068195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9f129-f7b5-4c05-a394-5afe19e554cb req-9bf47cd9-2c62-4fa0-aba5-f1d6878afc02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:16.069943 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0be9f129-f7b5-4c05-a394-5afe19e554cb req-9bf47cd9-2c62-4fa0-aba5-f1d6878afc02 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 945 time: 0.0991967 Apr 22 17:10:16.121639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 973efa0e-9bec-43a3-a034-37096f626c88 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:10:16.125639 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0be9f129-f7b5-4c05-a394-5afe19e554cb req-f28af3cc-fb45-4fcc-bd94-074fd892d37d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438056 Apr 22 17:10:16.310151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:10:16.320581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851185-efa7-48a1-ac32-9a5a1f9ebe51 None None] Sync routers for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:10:16.325035 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0898154 Apr 22 17:10:16.328159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33304) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:16.335085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851185-efa7-48a1-ac32-9a5a1f9ebe51 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:16.335793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8d851185-efa7-48a1-ac32-9a5a1f9ebe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:16.410851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting subnet 4bd5987b-3786-4cb0-a02b-ae028d1d2ba3 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:10:16.415172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:16.495057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:16.516133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8d851185-efa7-48a1-ac32-9a5a1f9ebe51 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:16.658988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:16.968213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8d851185-efa7-48a1-ac32-9a5a1f9ebe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:15Z', 'revision_number': 10, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:16.973068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851185-efa7-48a1-ac32-9a5a1f9ebe51 None None] Checking router: 973efa0e-9bec-43a3-a034-37096f626c88 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:10:16.985762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851185-efa7-48a1-ac32-9a5a1f9ebe51 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:16.986474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8d851185-efa7-48a1-ac32-9a5a1f9ebe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:17.196355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:17.207335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a11f5f9a-dace-41d5-b23c-2f16fc56ee1b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:17.243758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:17.261781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd5987b-3786-4cb0-a02b-ae028d1d2ba3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:17.267018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/4bd5987b-3786-4cb0-a02b-ae028d1d2ba3 HTTP/1.1" status: 204 len: 168 time: 0.9370115 Apr 22 17:10:17.270143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33310) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:17.337296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.338867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.338867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.339194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.339706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.340466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.341082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.341823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.342465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.343231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.343896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.344573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:10:17.352317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:17.431872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cf211b-2d9b-4a44-b50d-b69024e1640e None None] Network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:10:17.434522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9341b4-08c4-4cf6-b9f6-e27106651e4d req-af01d623-66e7-41f8-a300-7c60639e1079 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:17.437644 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a9341b4-08c4-4cf6-b9f6-e27106651e4d req-af01d623-66e7-41f8-a300-7c60639e1079 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 945 time: 0.1692743 Apr 22 17:10:17.461219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:17.482098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port d904dca8-2ab3-425b-a7a9-312c7d728e7d {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:17.482826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:17.507290 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a9341b4-08c4-4cf6-b9f6-e27106651e4d req-cc75b8c9-0766-4d08-bb03-64f17e4fbb8f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568409 Apr 22 17:10:17.632770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8d851185-efa7-48a1-ac32-9a5a1f9ebe51 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:17.820155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92077a8e-a624-4965-b7dd-8492e145495a req-90d0a4a0-bf56-4aad-a09f-ee5888b0a3dd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:17.822147 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-92077a8e-a624-4965-b7dd-8492e145495a req-90d0a4a0-bf56-4aad-a09f-ee5888b0a3dd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 945 time: 0.1653705 Apr 22 17:10:17.901740 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-92077a8e-a624-4965-b7dd-8492e145495a req-586b3575-5af0-4a0e-ac6a-523cca616b75 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607619 Apr 22 17:10:17.937354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port d904dca8-2ab3-425b-a7a9-312c7d728e7d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d904dca8-2ab3-425b-a7a9-312c7d728e7d,segment=NetworkSegment(c6007606-e815-40c9-941b-2670b7cc30f8),segment_id=c6007606-e815-40c9-941b-2670b7cc30f8)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:17.937755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:17.946384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33316) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:18.020952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ede3a77-1b27-45e8-9fb9-6f97d4e042b0 None None] DHCP port deletion for ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:10:18.027813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1ede3a77-1b27-45e8-9fb9-6f97d4e042b0 None None] Deleting port d904dca8-2ab3-425b-a7a9-312c7d728e7d {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:18.029029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ede3a77-1b27-45e8-9fb9-6f97d4e042b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:18.130927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for d904dca8-2ab3-425b-a7a9-312c7d728e7d owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:18.166563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8d851185-efa7-48a1-ac32-9a5a1f9ebe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:15Z', 'revision_number': 10, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:18.191271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851185-efa7-48a1-ac32-9a5a1f9ebe51 None None] The sync data for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv is: [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:15Z', 'revision_number': 10, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None, '_interfaces': [{'id': '41f3fad4-e488-4df0-b07b-24f3272cae5c', 'name': '', 'network_id': '16d547fc-c011-431b-93c0-a2ae9a4403fe', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'mac_address': 'fa:16:3e:57:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973efa0e-9bec-43a3-a034-37096f626c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:29Z', 'updated_at': '2021-04-22T17:09:38Z', 'revision_number': 5, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'subnets': [{'id': '6c8a05b3-abd9-4757-9d7a-c0bf59143022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:10:18.234054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06dcde-a37b-492d-95f8-ccbf719cd212 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:18.235734 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1b06dcde-a37b-492d-95f8-ccbf719cd212 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 1093 time: 0.2883565 Apr 22 17:10:18.251533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33320) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:18.261008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '9496e046-feda-4b92-9e44-d36221939cca', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:10:18.271007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:10:18.276029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:floatingip and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:10:18.280529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:10:18.290278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:10:18.302905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1ede3a77-1b27-45e8-9fb9-6f97d4e042b0 None None] For port d904dca8-2ab3-425b-a7a9-312c7d728e7d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d904dca8-2ab3-425b-a7a9-312c7d728e7d,segment=NetworkSegment(c6007606-e815-40c9-941b-2670b7cc30f8),segment_id=c6007606-e815-40c9-941b-2670b7cc30f8)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:18.306562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ede3a77-1b27-45e8-9fb9-6f97d4e042b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:18.354865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:18.359606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:18.407139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:18.419721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No DVR routers for this DVR port d904dca8-2ab3-425b-a7a9-312c7d728e7d on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:10:18.455321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1ede3a77-1b27-45e8-9fb9-6f97d4e042b0 None None] Calling delete_port for d904dca8-2ab3-425b-a7a9-312c7d728e7d owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:18.489980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=d904dca8-2ab3-425b-a7a9-312c7d728e7d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:18.504696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:18.566569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 896e6760-974c-49b0-9060-4f815b9da90b no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:10:18.619383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:18.629869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 896e6760-974c-49b0-9060-4f815b9da90b {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:10:18.630278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 896e6760-974c-49b0-9060-4f815b9da90b not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:10:18.630805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d904dca8-2ab3-425b-a7a9-312c7d728e7d no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:10:18.668788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:18.680118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: d904dca8-2ab3-425b-a7a9-312c7d728e7d {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:10:18.680481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d904dca8-2ab3-425b-a7a9-312c7d728e7d not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:10:18.685087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-1ede3a77-1b27-45e8-9fb9-6f97d4e042b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:10:18.685374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-1ede3a77-1b27-45e8-9fb9-6f97d4e042b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:10:18.801166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.236 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/f862371c-f581-40db-9954-b2e6e6f7095e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:10:18.820165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:18.834298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6007606-e815-40c9-941b-2670b7cc30f8') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:18.836860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6007606-e815-40c9-941b-2670b7cc30f8') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:18.848438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:18.871434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:18.877943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:10:18.991724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:19.046299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:19.050931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-719afb10-130c-4ff3-8bdc-baa93ab0848d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:19.071422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:10:19.081602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:19.126456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:10:19.129710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:10:19.134359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:10:19.171109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=f862371c-f581-40db-9954-b2e6e6f7095e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:19.175803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:19.186321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1ede3a77-1b27-45e8-9fb9-6f97d4e042b0 None None] Deleting port d904dca8-2ab3-425b-a7a9-312c7d728e7d {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:19.186859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ede3a77-1b27-45e8-9fb9-6f97d4e042b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:19.274132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1ede3a77-1b27-45e8-9fb9-6f97d4e042b0 None None] The port 'd904dca8-2ab3-425b-a7a9-312c7d728e7d' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:10:19.635881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:10:19.670676 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:10:19.844785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:19.855960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:19.858853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3985441f-7f99-4065-a599-7000349da8e4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:19.890752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Network': ['ID=ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:19.893774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:19.896587 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/networks/ae8cb8cb-e6cb-45bb-ac9b-45c7e214a85e HTTP/1.1" status: 204 len: 168 time: 2.6244135 Apr 22 17:10:19.899971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33324) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:19.988205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:20.206779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:20.444859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:20.500707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:20.506043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07adfcfa-46ce-4ffe-93d4-20cf0d991a80 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:20.526427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:20.623704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=f862371c-f581-40db-9954-b2e6e6f7095e,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:20.626761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:20.635192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:20.827334 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP 195d8904-805f-4df0-ad31-02daad43465e associated. External IP: 172.26.6.236, port: 9496e046-feda-4b92-9e44-d36221939cca. Apr 22 17:10:21.335325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port 41f3fad4-e488-4df0-b07b-24f3272cae5c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:21.335325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:21.338012 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56ee7cb6-583b-4590-9f13-944e187be416 req-be973111-8a27-410f-8f1c-cce09dff6a62 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2264411 Apr 22 17:10:21.339425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port 41f3fad4-e488-4df0-b07b-24f3272cae5c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=41f3fad4-e488-4df0-b07b-24f3272cae5c,segment=NetworkSegment(187debf8-d05f-4fa4-9a87-18b1393d5ce1),segment_id=187debf8-d05f-4fa4-9a87-18b1393d5ce1)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:21.339425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:21.339425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for 41f3fad4-e488-4df0-b07b-24f3272cae5c owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:21.390066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee7cb6-583b-4590-9f13-944e187be416 req-fc413253-24bf-43df-be7a-ee9b2d7f1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:21.391689 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56ee7cb6-583b-4590-9f13-944e187be416 req-fc413253-24bf-43df-be7a-ee9b2d7f1b82 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 1098 time: 0.2239261 Apr 22 17:10:21.403791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 2d152371-353e-45de-a24a-45bb5d88dcbe has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:10:21.598205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:21.598205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-946b2508-19fd-4b93-91f8-cbb869e899bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:21.647493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=41f3fad4-e488-4df0-b07b-24f3272cae5c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:21.652710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:21.737805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee7cb6-583b-4590-9f13-944e187be416 req-3e9dda22-2322-44ca-a62e-76884b3fb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:21.739451 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56ee7cb6-583b-4590-9f13-944e187be416 req-3e9dda22-2322-44ca-a62e-76884b3fb12d service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.3216832 Apr 22 17:10:21.743341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:10:21.753823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41430a9-d5f8-4028-a5a2-9db5e21b3586 None None] Sync routers for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:10:21.767005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41430a9-d5f8-4028-a5a2-9db5e21b3586 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:21.768224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b41430a9-d5f8-4028-a5a2-9db5e21b3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:21.876359 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56ee7cb6-583b-4590-9f13-944e187be416 req-7851edc1-f03b-4f15-9406-4163559979e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a HTTP/1.1" status: 200 len: 1000 time: 0.1265545 Apr 22 17:10:21.936018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:21.962135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:22.011259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b41430a9-d5f8-4028-a5a2-9db5e21b3586 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:22.030608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee7cb6-583b-4590-9f13-944e187be416 req-afc5ffbd-41fc-4cd4-82bf-f7e8013e1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:22.032312 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56ee7cb6-583b-4590-9f13-944e187be416 req-afc5ffbd-41fc-4cd4-82bf-f7e8013e1a7c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.1488700 Apr 22 17:10:22.036900 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7813683 Apr 22 17:10:22.036900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'tag': '9496e046-feda-4b92-9e44-d36221939cca'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:10:22.051231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33330) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:22.172935 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'tag': '9496e046-feda-4b92-9e44-d36221939cca', 'status': 'completed', 'code': 200} Apr 22 17:10:22.250689 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-798f2451-c616-4e61-824d-1d04346f5d36 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 200 len: 991 time: 0.1958899 Apr 22 17:10:22.269256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee7cb6-583b-4590-9f13-944e187be416 req-47600203-977f-4c40-9e2b-9abb6d17b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:22.270748 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56ee7cb6-583b-4590-9f13-944e187be416 req-47600203-977f-4c40-9e2b-9abb6d17b3c1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2302461 Apr 22 17:10:22.368408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 973efa0e-9bec-43a3-a034-37096f626c88 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:10:22.394897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecc0a9-4b6b-40f7-8447-8aa0f06f4379 req-2c73433a-0570-4655-bd77-5042ec61eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:22.394897 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94ecc0a9-4b6b-40f7-8447-8aa0f06f4379 req-2c73433a-0570-4655-bd77-5042ec61eaa4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 1098 time: 0.1849971 Apr 22 17:10:22.438391 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56ee7cb6-583b-4590-9f13-944e187be416 req-9f501bac-aede-45cc-b418-d4cc89fb3a20 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603692 Apr 22 17:10:22.568001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:10:22.587049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff22b6-5152-4ab1-962b-d0e7f2d2ac56 None None] Sync routers for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:10:22.602938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff22b6-5152-4ab1-962b-d0e7f2d2ac56 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:22.607146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6fff22b6-5152-4ab1-962b-d0e7f2d2ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:22.662778 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7612238 Apr 22 17:10:22.666698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33336) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:22.690480 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56ee7cb6-583b-4590-9f13-944e187be416 req-a92ef7d1-118f-4479-86af-b90d2aef6413 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426028 Apr 22 17:10:22.721267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b41430a9-d5f8-4028-a5a2-9db5e21b3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '195d8904-805f-4df0-ad31-02daad43465e', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'port_id': '9496e046-feda-4b92-9e44-d36221939cca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'mac_address': 'fa:16:3e:f5:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:10:19Z', 'updated_at': '2021-04-22T17:10:19Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:22.727038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41430a9-d5f8-4028-a5a2-9db5e21b3586 None None] Checking router: 2d152371-353e-45de-a24a-45bb5d88dcbe for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:10:22.744193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41430a9-d5f8-4028-a5a2-9db5e21b3586 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:22.745367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b41430a9-d5f8-4028-a5a2-9db5e21b3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:22.790292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc53eae-4bdb-4d76-bad1-8b7a34710e71 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting subnet 6c8a05b3-abd9-4757-9d7a-c0bf59143022 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:10:22.795601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bc53eae-4bdb-4d76-bad1-8b7a34710e71 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:22.821300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-6fff22b6-5152-4ab1-962b-d0e7f2d2ac56 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:22.841751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecc0a9-4b6b-40f7-8447-8aa0f06f4379 req-4aa52467-84d6-4bbb-8c20-4e3bbb34d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:22.843411 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94ecc0a9-4b6b-40f7-8447-8aa0f06f4379 req-4aa52467-84d6-4bbb-8c20-4e3bbb34d241 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a784ad44-d2b1-4b44-9262-6a3af8e82466 HTTP/1.1" status: 200 len: 898 time: 0.2989259 Apr 22 17:10:22.951487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bc53eae-4bdb-4d76-bad1-8b7a34710e71 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:22.959342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6fff22b6-5152-4ab1-962b-d0e7f2d2ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:21Z', 'revision_number': 11, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:22.964074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff22b6-5152-4ab1-962b-d0e7f2d2ac56 None None] Checking router: 973efa0e-9bec-43a3-a034-37096f626c88 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:10:22.974200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff22b6-5152-4ab1-962b-d0e7f2d2ac56 None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:22.974924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6fff22b6-5152-4ab1-962b-d0e7f2d2ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:23.009746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b41430a9-d5f8-4028-a5a2-9db5e21b3586 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:23.036986 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94ecc0a9-4b6b-40f7-8447-8aa0f06f4379 req-95c1d2eb-05b4-4eb2-810c-be853b11ebcb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9496e046-feda-4b92-9e44-d36221939cca HTTP/1.1" status: 200 len: 999 time: 0.1816239 Apr 22 17:10:23.136702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecc0a9-4b6b-40f7-8447-8aa0f06f4379 req-3c028492-c356-4a64-a831-317d35c1bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:23.138660 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94ecc0a9-4b6b-40f7-8447-8aa0f06f4379 req-3c028492-c356-4a64-a831-317d35c1bced service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3bec2640-a3b6-459f-8eca-276abc134472 HTTP/1.1" status: 200 len: 834 time: 0.0896657 Apr 22 17:10:23.144873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-6fff22b6-5152-4ab1-962b-d0e7f2d2ac56 None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:23.146207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bc53eae-4bdb-4d76-bad1-8b7a34710e71 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:23.254949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33340) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:23.306927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6fff22b6-5152-4ab1-962b-d0e7f2d2ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:21Z', 'revision_number': 11, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:23.312001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff22b6-5152-4ab1-962b-d0e7f2d2ac56 None None] The sync data for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv is: [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:21Z', 'revision_number': 11, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:10:23.655624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b41430a9-d5f8-4028-a5a2-9db5e21b3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '195d8904-805f-4df0-ad31-02daad43465e', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'port_id': '9496e046-feda-4b92-9e44-d36221939cca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'mac_address': 'fa:16:3e:f5:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:10:19Z', 'updated_at': '2021-04-22T17:10:19Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:23.662639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41430a9-d5f8-4028-a5a2-9db5e21b3586 None None] The sync data for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv is: [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '195d8904-805f-4df0-ad31-02daad43465e', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'port_id': '9496e046-feda-4b92-9e44-d36221939cca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'mac_address': 'fa:16:3e:f5:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:10:19Z', 'updated_at': '2021-04-22T17:10:19Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:10:23.831864 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b54bf3ad-67e4-434d-87c1-20c85cb89c59 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 200 len: 991 time: 0.5730832 Apr 22 17:10:23.921796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecc0a9-4b6b-40f7-8447-8aa0f06f4379 req-930fe88a-34f4-4498-bd70-a1e5924b11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:23.924287 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94ecc0a9-4b6b-40f7-8447-8aa0f06f4379 req-930fe88a-34f4-4498-bd70-a1e5924b11df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a784ad44-d2b1-4b44-9262-6a3af8e82466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7426682 Apr 22 17:10:24.037138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25eb431-b600-455a-83e1-51312089c6dc None None] New status for floating IP 195d8904-805f-4df0-ad31-02daad43465e: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:10:24.140806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94ecc0a9-4b6b-40f7-8447-8aa0f06f4379 req-80b34fd4-94ff-4a7f-91a1-4bd80f907364 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848602 Apr 22 17:10:24.173783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bc53eae-4bdb-4d76-bad1-8b7a34710e71 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:24.182429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7c761ec-6b36-4969-ac44-0d11fd19bbfd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:24.280995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bc53eae-4bdb-4d76-bad1-8b7a34710e71 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:24.284294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc53eae-4bdb-4d76-bad1-8b7a34710e71 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8a05b3-abd9-4757-9d7a-c0bf59143022,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:24.287756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1e8681-488e-4821-bb4c-617d621aa6fc None None] Network 16d547fc-c011-431b-93c0-a2ae9a4403fe requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:10:24.294105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5bc53eae-4bdb-4d76-bad1-8b7a34710e71 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:24.307264 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5bc53eae-4bdb-4d76-bad1-8b7a34710e71 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/6c8a05b3-abd9-4757-9d7a-c0bf59143022 HTTP/1.1" status: 204 len: 168 time: 1.6391921 Apr 22 17:10:24.309916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33344) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:24.467618 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94ecc0a9-4b6b-40f7-8447-8aa0f06f4379 req-e11e5dd2-05b6-4015-ba93-c56a515cec44 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191233 Apr 22 17:10:24.485828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 41f3fad4-e488-4df0-b07b-24f3272cae5c no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:10:24.487457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:24.501452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Deleting port c786a07a-0494-4b5a-a24d-330c56c60b2b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:24.502102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:24.532773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 41f3fad4-e488-4df0-b07b-24f3272cae5c {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:10:24.533099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 41f3fad4-e488-4df0-b07b-24f3272cae5c not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:10:24.634870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5e91e0-3594-47b8-9a89-5fd11cf5a29e None None] DHCP port deletion for 16d547fc-c011-431b-93c0-a2ae9a4403fe request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:10:24.639692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e91e0-3594-47b8-9a89-5fd11cf5a29e None None] Deleting port c786a07a-0494-4b5a-a24d-330c56c60b2b {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:24.640238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b5e91e0-3594-47b8-9a89-5fd11cf5a29e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:24.746437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] For port c786a07a-0494-4b5a-a24d-330c56c60b2b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c786a07a-0494-4b5a-a24d-330c56c60b2b,segment=NetworkSegment(187debf8-d05f-4fa4-9a87-18b1393d5ce1),segment_id=187debf8-d05f-4fa4-9a87-18b1393d5ce1)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:24.747098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:24.835525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33348) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:24.896470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Calling delete_port for c786a07a-0494-4b5a-a24d-330c56c60b2b owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:24.973222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a0a73c04-e7e4-464b-b442-f9d4f0d7a303 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 200 len: 993 time: 0.1314411 Apr 22 17:10:25.023223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:25.028741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61bef194-2506-4d3e-92a3-ce34a72ceb78 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:25.080159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Port': ['ID=c786a07a-0494-4b5a-a24d-330c56c60b2b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:25.083810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:25.085323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1b5e91e0-3594-47b8-9a89-5fd11cf5a29e None None] For port c786a07a-0494-4b5a-a24d-330c56c60b2b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c786a07a-0494-4b5a-a24d-330c56c60b2b,segment=NetworkSegment(187debf8-d05f-4fa4-9a87-18b1393d5ce1),segment_id=187debf8-d05f-4fa4-9a87-18b1393d5ce1)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:10:25.085726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No DVR routers for this DVR port c786a07a-0494-4b5a-a24d-330c56c60b2b on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:10:25.085845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b5e91e0-3594-47b8-9a89-5fd11cf5a29e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:25.224912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e91e0-3594-47b8-9a89-5fd11cf5a29e None None] Calling delete_port for c786a07a-0494-4b5a-a24d-330c56c60b2b owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:10:25.229789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:25.317772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-1b5e91e0-3594-47b8-9a89-5fd11cf5a29e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:10:25.318187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-1b5e91e0-3594-47b8-9a89-5fd11cf5a29e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:10:25.370419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d547fc-c011-431b-93c0-a2ae9a4403fe']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:25.384827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187debf8-d05f-4fa4-9a87-18b1393d5ce1') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:25.385162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187debf8-d05f-4fa4-9a87-18b1393d5ce1') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:25.398146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:25.417673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:25.424471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:10:25.608281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 16d547fc-c011-431b-93c0-a2ae9a4403fe has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:10:25.618456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:25.806878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Network 16d547fc-c011-431b-93c0-a2ae9a4403fe has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:10:25.819023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e91e0-3594-47b8-9a89-5fd11cf5a29e None None] Deleting port c786a07a-0494-4b5a-a24d-330c56c60b2b {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:10:25.819483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b5e91e0-3594-47b8-9a89-5fd11cf5a29e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:10:25.831694 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:10:25.895054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e91e0-3594-47b8-9a89-5fd11cf5a29e None None] The port 'c786a07a-0494-4b5a-a24d-330c56c60b2b' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:10:25.954721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:25.958257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:25.981472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:25.991586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Pushing event deleted for resources: {'Network': ['ID=16d547fc-c011-431b-93c0-a2ae9a4403fe,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:25.996696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:26.000548 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/networks/16d547fc-c011-431b-93c0-a2ae9a4403fe HTTP/1.1" status: 204 len: 168 time: 1.6896031 Apr 22 17:10:26.008687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33352) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:26.014746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-859bc7ba-3ef7-40ab-ab71-555e21053668 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'routes': None}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:10:26.337240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-859bc7ba-3ef7-40ab-ab71-555e21053668 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Added routes are [] {{(pid=87210) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:10:26.337598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.extraroute_db [None req-859bc7ba-3ef7-40ab-ab71-555e21053668 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Removed routes are [] {{(pid=87210) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:10:26.337995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-859bc7ba-3ef7-40ab-ab71-555e21053668 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:26.513726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c786a07a-0494-4b5a-a24d-330c56c60b2b no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:10:26.550302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: c786a07a-0494-4b5a-a24d-330c56c60b2b {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:10:26.550872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c786a07a-0494-4b5a-a24d-330c56c60b2b not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:10:26.622779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-859bc7ba-3ef7-40ab-ab71-555e21053668 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:26.626306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-859bc7ba-3ef7-40ab-ab71-555e21053668 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:26.775154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859bc7ba-3ef7-40ab-ab71-555e21053668 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router 973efa0e-9bec-43a3-a034-37096f626c88 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:10:26.921674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859bc7ba-3ef7-40ab-ab71-555e21053668 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:10:26.931158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-859bc7ba-3ef7-40ab-ab71-555e21053668 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:26.932004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8ff71-a163-41fe-906f-bd2fa9f7e4bf None None] Sync routers for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:10:26.932418 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-859bc7ba-3ef7-40ab-ab71-555e21053668 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88 HTTP/1.1" status: 200 len: 700 time: 0.9226632 Apr 22 17:10:26.935707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33356) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:26.942907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8ff71-a163-41fe-906f-bd2fa9f7e4bf None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:26.943423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a7d8ff71-a163-41fe-906f-bd2fa9f7e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:26.988482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9dd1ad1c-0d76-4681-9950-d74f8bca955a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:10:27.036063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9dd1ad1c-0d76-4681-9950-d74f8bca955a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:10:27.036063 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9dd1ad1c-0d76-4681-9950-d74f8bca955a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=973efa0e-9bec-43a3-a034-37096f626c88 HTTP/1.1" status: 200 len: 205 time: 0.0977545 Apr 22 17:10:27.038141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33360) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:27.084850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a7d8ff71-a163-41fe-906f-bd2fa9f7e4bf None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:27.204610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a7d8ff71-a163-41fe-906f-bd2fa9f7e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:21Z', 'revision_number': 11, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:27.209486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8ff71-a163-41fe-906f-bd2fa9f7e4bf None None] Checking router: 973efa0e-9bec-43a3-a034-37096f626c88 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:10:27.219612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8ff71-a163-41fe-906f-bd2fa9f7e4bf None None] Routers {'973efa0e-9bec-43a3-a034-37096f626c88'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:27.220373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a7d8ff71-a163-41fe-906f-bd2fa9f7e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['973efa0e-9bec-43a3-a034-37096f626c88'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:27.227567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2450a08f-b26f-4153-bd47-b2e88237d0b4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:27.362306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a7d8ff71-a163-41fe-906f-bd2fa9f7e4bf None None] Set router 973efa0e-9bec-43a3-a034-37096f626c88 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:27.482959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a7d8ff71-a163-41fe-906f-bd2fa9f7e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:21Z', 'revision_number': 11, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:27.487423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8ff71-a163-41fe-906f-bd2fa9f7e4bf None None] The sync data for ids ['973efa0e-9bec-43a3-a034-37096f626c88'] in dv-neutron-786478-3-hyperv is: [{'id': '973efa0e-9bec-43a3-a034-37096f626c88', 'name': 'tempest-RoutersTest-router-548738018', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:27Z', 'updated_at': '2021-04-22T17:10:21Z', 'revision_number': 11, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:10:27.553931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2450a08f-b26f-4153-bd47-b2e88237d0b4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:27.556500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2450a08f-b26f-4153-bd47-b2e88237d0b4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:27.606114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2450a08f-b26f-4153-bd47-b2e88237d0b4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:27.606415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2450a08f-b26f-4153-bd47-b2e88237d0b4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Fanout notify agent at l3_agent the message router_deleted on router 973efa0e-9bec-43a3-a034-37096f626c88 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:10:27.622973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2450a08f-b26f-4153-bd47-b2e88237d0b4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:27.624204 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2450a08f-b26f-4153-bd47-b2e88237d0b4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88 HTTP/1.1" status: 204 len: 168 time: 0.5845304 Apr 22 17:10:27.628713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33364) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:27.635432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-da766861-bc42-4bde-b33c-61bd1010a991 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-920883795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:10:27.642828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-da766861-bc42-4bde-b33c-61bd1010a991 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:10:27.647496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-da766861-bc42-4bde-b33c-61bd1010a991 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Usage tracker for resource:router and tenant:25a56840052c4993b5290ed0993a6b93 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:10:27.650506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-da766861-bc42-4bde-b33c-61bd1010a991 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:10:27.656725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-da766861-bc42-4bde-b33c-61bd1010a991 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:10:27.701126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da766861-bc42-4bde-b33c-61bd1010a991 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:27.703043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da766861-bc42-4bde-b33c-61bd1010a991 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:27.915869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da766861-bc42-4bde-b33c-61bd1010a991 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:27.966144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da766861-bc42-4bde-b33c-61bd1010a991 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:28.026328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6373488-3f41-48f7-b304-e2555db11107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:28.074496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da766861-bc42-4bde-b33c-61bd1010a991 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:28.076955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-da766861-bc42-4bde-b33c-61bd1010a991 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4471400 Apr 22 17:10:28.079927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33368) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:28.085653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b5c5b11f-1cd7-4f6f-b158-55512e35d27e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:10:28.500151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5c5b11f-1cd7-4f6f-b158-55512e35d27e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:28.554756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5c5b11f-1cd7-4f6f-b158-55512e35d27e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:28.803503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c5b11f-1cd7-4f6f-b158-55512e35d27e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Router ee28e700-7cfd-4e45-a865-e2156c4026ab is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:10:28.952860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c5b11f-1cd7-4f6f-b158-55512e35d27e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:10:28.961126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5c5b11f-1cd7-4f6f-b158-55512e35d27e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:28.962436 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b5c5b11f-1cd7-4f6f-b158-55512e35d27e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "PUT /v2.0/routers/ee28e700-7cfd-4e45-a865-e2156c4026ab HTTP/1.1" status: 200 len: 693 time: 0.8814526 Apr 22 17:10:28.964117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b1cab9-16c5-449a-a74f-4b3a9e97bbae None None] Sync routers for ids ['ee28e700-7cfd-4e45-a865-e2156c4026ab'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:10:28.969601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33372) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:28.975084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b1cab9-16c5-449a-a74f-4b3a9e97bbae None None] Routers {'ee28e700-7cfd-4e45-a865-e2156c4026ab'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:28.975900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-23b1cab9-16c5-449a-a74f-4b3a9e97bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ee28e700-7cfd-4e45-a865-e2156c4026ab'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:29.117978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-23b1cab9-16c5-449a-a74f-4b3a9e97bbae None None] Set router ee28e700-7cfd-4e45-a865-e2156c4026ab gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:29.238657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-23b1cab9-16c5-449a-a74f-4b3a9e97bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee28e700-7cfd-4e45-a865-e2156c4026ab', 'name': 'tempest-RoutersTest-router-920883795', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:10:27Z', 'updated_at': '2021-04-22T17:10:28Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:29.243909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b1cab9-16c5-449a-a74f-4b3a9e97bbae None None] Checking router: ee28e700-7cfd-4e45-a865-e2156c4026ab for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:10:29.254024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b1cab9-16c5-449a-a74f-4b3a9e97bbae None None] Routers {'ee28e700-7cfd-4e45-a865-e2156c4026ab'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:10:29.254764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-23b1cab9-16c5-449a-a74f-4b3a9e97bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:10:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ee28e700-7cfd-4e45-a865-e2156c4026ab'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:29.396430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-23b1cab9-16c5-449a-a74f-4b3a9e97bbae None None] Set router ee28e700-7cfd-4e45-a865-e2156c4026ab gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:10:29.418653 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a57dd2ee-9a8e-47be-bb90-97e4d6f4a5e8 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/routers/ee28e700-7cfd-4e45-a865-e2156c4026ab HTTP/1.1" status: 200 len: 699 time: 0.4453177 Apr 22 17:10:29.418924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33376) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:29.471774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ac4c2ba4-a01e-4802-be2c-add664e99dd9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Synchronizing usage tracker for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:10:29.485134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ac4c2ba4-a01e-4802-be2c-add664e99dd9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Unset dirty status for tenant:25a56840052c4993b5290ed0993a6b93 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:10:29.486387 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ac4c2ba4-a01e-4802-be2c-add664e99dd9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee28e700-7cfd-4e45-a865-e2156c4026ab HTTP/1.1" status: 200 len: 205 time: 0.0656221 Apr 22 17:10:29.489256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33380) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:29.512422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-23b1cab9-16c5-449a-a74f-4b3a9e97bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee28e700-7cfd-4e45-a865-e2156c4026ab', 'name': 'tempest-RoutersTest-router-920883795', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:10:27Z', 'updated_at': '2021-04-22T17:10:28Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:10:29.516868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b1cab9-16c5-449a-a74f-4b3a9e97bbae None None] The sync data for ids ['ee28e700-7cfd-4e45-a865-e2156c4026ab'] in dv-neutron-786478-3-hyperv is: [{'id': 'ee28e700-7cfd-4e45-a865-e2156c4026ab', 'name': 'tempest-RoutersTest-router-920883795', 'tenant_id': '25a56840052c4993b5290ed0993a6b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:10:27Z', 'updated_at': '2021-04-22T17:10:28Z', 'revision_number': 2, 'project_id': '25a56840052c4993b5290ed0993a6b93', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:10:29.642030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1658cd52-e362-4b40-a5b6-1aa97bac4bea tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:29.973430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1658cd52-e362-4b40-a5b6-1aa97bac4bea tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:29.975949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1658cd52-e362-4b40-a5b6-1aa97bac4bea tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:30.037626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1658cd52-e362-4b40-a5b6-1aa97bac4bea tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:30.038161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1658cd52-e362-4b40-a5b6-1aa97bac4bea tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Fanout notify agent at l3_agent the message router_deleted on router ee28e700-7cfd-4e45-a865-e2156c4026ab {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:10:30.055047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1658cd52-e362-4b40-a5b6-1aa97bac4bea tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:30.056276 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1658cd52-e362-4b40-a5b6-1aa97bac4bea tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/ee28e700-7cfd-4e45-a865-e2156c4026ab HTTP/1.1" status: 204 len: 168 time: 0.5659246 Apr 22 17:10:30.060586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33384) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.114836 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-194cf24c-0ebc-429b-be4d-1c164882581d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee28e700-7cfd-4e45-a865-e2156c4026ab HTTP/1.1" status: 200 len: 205 time: 0.0527592 Apr 22 17:10:30.117910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33388) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.194891 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-4a9bfb3d-ba63-4145-bf57-4f54c2fc2a74 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] delete failed (client error): The resource could not be found. Apr 22 17:10:30.196352 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4a9bfb3d-ba63-4145-bf57-4f54c2fc2a74 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/ee28e700-7cfd-4e45-a865-e2156c4026ab HTTP/1.1" status: 404 len: 336 time: 0.0774443 Apr 22 17:10:30.199229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33392) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.243874 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecae1eee-0d75-47a4-a228-5bf2ec52330c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] DELETE failed (client error): The resource could not be found. Apr 22 17:10:30.244386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecae1eee-0d75-47a4-a228-5bf2ec52330c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:10:30.246243 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ecae1eee-0d75-47a4-a228-5bf2ec52330c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/bbcd7fe0-5cc3-4886-9c21-bcbbd0839572 HTTP/1.1" status: 404 len: 337 time: 0.0460114 Apr 22 17:10:30.249285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33396) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.258562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a50fa214-90ad-48c4-a783-e1c70d2d7345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:30.296426 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-46935e12-69b8-4b3a-9e5b-9a79da0961e3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] DELETE failed (client error): The resource could not be found. Apr 22 17:10:30.296942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46935e12-69b8-4b3a-9e5b-9a79da0961e3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:10:30.298858 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-46935e12-69b8-4b3a-9e5b-9a79da0961e3 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/9f8e0569-623c-4a4d-9828-094be77826ad HTTP/1.1" status: 404 len: 337 time: 0.0484307 Apr 22 17:10:30.301914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33400) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.345011 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-49abe9d9-72cd-42b0-9b96-b1355cab0297 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] DELETE failed (client error): The resource could not be found. Apr 22 17:10:30.345523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49abe9d9-72cd-42b0-9b96-b1355cab0297 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:10:30.347633 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-49abe9d9-72cd-42b0-9b96-b1355cab0297 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/4bd5987b-3786-4cb0-a02b-ae028d1d2ba3 HTTP/1.1" status: 404 len: 337 time: 0.0446584 Apr 22 17:10:30.351470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33404) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.397895 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db8094d-8336-4976-a2d7-4dafee4d1d68 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] DELETE failed (client error): The resource could not be found. Apr 22 17:10:30.398412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db8094d-8336-4976-a2d7-4dafee4d1d68 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:10:30.400412 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9db8094d-8336-4976-a2d7-4dafee4d1d68 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/6c8a05b3-abd9-4757-9d7a-c0bf59143022 HTTP/1.1" status: 404 len: 337 time: 0.0477247 Apr 22 17:10:30.403631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33408) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.462429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33412) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.462780 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5cb0f88b-4220-4e6f-b1b7-a020285df7b0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=973efa0e-9bec-43a3-a034-37096f626c88 HTTP/1.1" status: 200 len: 205 time: 0.0577309 Apr 22 17:10:30.545574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-3437bb06-156b-414a-b83c-d79d885dbd17 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] delete failed (client error): The resource could not be found. Apr 22 17:10:30.546748 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3437bb06-156b-414a-b83c-d79d885dbd17 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/973efa0e-9bec-43a3-a034-37096f626c88 HTTP/1.1" status: 404 len: 336 time: 0.0830338 Apr 22 17:10:30.549887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33416) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.604438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ad9cf0e1-7c53-49e2-a375-57cb7d225c68 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=15540054-0bfa-4d3d-8fd2-4cea6a49c63b HTTP/1.1" status: 200 len: 205 time: 0.0516961 Apr 22 17:10:30.605593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33420) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.684931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-76682756-b012-404e-8515-bfbd58571fdd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] delete failed (client error): The resource could not be found. Apr 22 17:10:30.684931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-76682756-b012-404e-8515-bfbd58571fdd tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/15540054-0bfa-4d3d-8fd2-4cea6a49c63b HTTP/1.1" status: 404 len: 336 time: 0.0765436 Apr 22 17:10:30.685988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33424) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.730189 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-8172122f-d592-4fee-9ad5-f297e240e633 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] DELETE failed (client error): The resource could not be found. Apr 22 17:10:30.730746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8172122f-d592-4fee-9ad5-f297e240e633 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:10:30.732889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8172122f-d592-4fee-9ad5-f297e240e633 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/2ade221c-c92b-4a7e-8151-861c04bf12fd HTTP/1.1" status: 404 len: 337 time: 0.0456581 Apr 22 17:10:30.738833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33428) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.795059 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-541519d0-551c-4da8-810e-41c10e6bffd6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=965e0927-a7ff-46cd-b404-358cbce822dc HTTP/1.1" status: 200 len: 205 time: 0.0548115 Apr 22 17:10:30.800569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33434) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.881097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-03bc3a94-9f34-428c-95da-236389f3c90c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] delete failed (client error): The resource could not be found. Apr 22 17:10:30.882350 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-03bc3a94-9f34-428c-95da-236389f3c90c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/965e0927-a7ff-46cd-b404-358cbce822dc HTTP/1.1" status: 404 len: 336 time: 0.0806336 Apr 22 17:10:30.885472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33438) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:30.942489 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5bdfca76-6432-4542-aed7-1d8e2a96ebe5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=dade9e23-58eb-44d7-aaa4-4a3cc777b2ce HTTP/1.1" status: 200 len: 205 time: 0.0555353 Apr 22 17:10:30.946201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33442) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:31.028214 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-33812a4e-d9e0-4f46-8acc-14b2c24522b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] delete failed (client error): The resource could not be found. Apr 22 17:10:31.028735 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-33812a4e-d9e0-4f46-8acc-14b2c24522b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/dade9e23-58eb-44d7-aaa4-4a3cc777b2ce HTTP/1.1" status: 404 len: 336 time: 0.0814688 Apr 22 17:10:31.033561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33446) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:31.081554 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b28e126-020c-4d90-9e22-702ae4e2739b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] DELETE failed (client error): The resource could not be found. Apr 22 17:10:31.082288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b28e126-020c-4d90-9e22-702ae4e2739b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:10:31.085173 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9b28e126-020c-4d90-9e22-702ae4e2739b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/25b2c40a-def8-430a-be55-753945c8ae49 HTTP/1.1" status: 404 len: 337 time: 0.0498612 Apr 22 17:10:31.088350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33450) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:31.140161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af58a1b3-579c-41d1-aac9-79abd0c2b2bc tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9893682-74d1-4c44-b81b-809906da8e00 HTTP/1.1" status: 200 len: 205 time: 0.0504386 Apr 22 17:10:31.142913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33454) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:31.222377 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-2319e310-a527-4066-997c-30138e5a662a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] delete failed (client error): The resource could not be found. Apr 22 17:10:31.223583 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2319e310-a527-4066-997c-30138e5a662a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/c9893682-74d1-4c44-b81b-809906da8e00 HTTP/1.1" status: 404 len: 336 time: 0.0796688 Apr 22 17:10:31.228299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33458) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:31.270947 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a88d5d-e9e9-45c6-bedc-b90c6551636a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] DELETE failed (client error): The resource could not be found. Apr 22 17:10:31.271516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a88d5d-e9e9-45c6-bedc-b90c6551636a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:10:31.274079 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41a88d5d-e9e9-45c6-bedc-b90c6551636a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/ae8606d2-c828-466c-9aa2-179077b696e3 HTTP/1.1" status: 404 len: 337 time: 0.0444913 Apr 22 17:10:31.277465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33462) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:31.345723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-82087024-24a6-404b-b8a5-39c487492e5e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ae0f749-ec3e-4e24-8db3-f871b19004b0 HTTP/1.1" status: 200 len: 205 time: 0.0585854 Apr 22 17:10:31.345723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33466) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:31.414337 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-2153ee9b-16af-4d59-b607-05abf413c2ef tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] delete failed (client error): The resource could not be found. Apr 22 17:10:31.415599 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2153ee9b-16af-4d59-b607-05abf413c2ef tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/routers/9ae0f749-ec3e-4e24-8db3-f871b19004b0 HTTP/1.1" status: 404 len: 336 time: 0.0750833 Apr 22 17:10:31.418132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:31.419168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33470) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:31.449548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:31.468069 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b30e4e-63f5-47bb-af2f-0f0547c72e4b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] DELETE failed (client error): The resource could not be found. Apr 22 17:10:31.468591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b30e4e-63f5-47bb-af2f-0f0547c72e4b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:10:31.470502 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-88b30e4e-63f5-47bb-af2f-0f0547c72e4b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/13441a65-69c8-44fc-8060-823c7665cdb2 HTTP/1.1" status: 404 len: 337 time: 0.0502660 Apr 22 17:10:31.473690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33474) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:31.520819 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-d650429c-4f88-4028-8466-0f51b0294740 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] DELETE failed (client error): The resource could not be found. Apr 22 17:10:31.521338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d650429c-4f88-4028-8466-0f51b0294740 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:10:31.523841 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d650429c-4f88-4028-8466-0f51b0294740 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] 10.222.0.77 "DELETE /v2.0/subnets/2c8dd172-bda8-428f-9631-077c62fc2105 HTTP/1.1" status: 404 len: 337 time: 0.0490303 Apr 22 17:10:32.261559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33482) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:32.432040 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af718e11-56ac-4e52-8fb5-187bec7dc1ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25a56840052c4993b5290ed0993a6b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687479 Apr 22 17:10:32.434486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33488) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:32.500415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-133fe6c9-b175-4df9-aad2-56bc6400afab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:32.530068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-133fe6c9-b175-4df9-aad2-56bc6400afab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:32.614831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-133fe6c9-b175-4df9-aad2-56bc6400afab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:32.620202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e90fe0e-a750-4033-96e3-5ef7ba5f4a93 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:32.634005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fe6c9-b175-4df9-aad2-56bc6400afab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6276a5de-f207-4e02-bbf3-d61fe899a0c7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:32.637539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-133fe6c9-b175-4df9-aad2-56bc6400afab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:32.640360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-133fe6c9-b175-4df9-aad2-56bc6400afab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:32.642363 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-133fe6c9-b175-4df9-aad2-56bc6400afab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6276a5de-f207-4e02-bbf3-d61fe899a0c7 HTTP/1.1" status: 204 len: 168 time: 0.2068651 Apr 22 17:10:32.743436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:33.706519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33512) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:33.711012 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0063038 Apr 22 17:10:33.714488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33514) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:33.845180 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a0e823bc-8d4c-4e10-a847-3dbeacd897e1 tempest-NetworksApiDiscovery-63039515 tempest-NetworksApiDiscovery-63039515-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1293032 Apr 22 17:10:34.149795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:10:34.276792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33524) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:34.417788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ba44d47-b739-484f-a98b-7d0189d86583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:34.438275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1ba44d47-b739-484f-a98b-7d0189d86583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:10:34.442881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1ba44d47-b739-484f-a98b-7d0189d86583 admin admin] Usage tracker for resource:security_group_rule and tenant:5a7375bacb7c44c1a5bf8fea41cc7c98 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:10:34.447330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1ba44d47-b739-484f-a98b-7d0189d86583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:10:34.453966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1ba44d47-b739-484f-a98b-7d0189d86583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:10:34.699984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ba44d47-b739-484f-a98b-7d0189d86583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:34.731639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ba44d47-b739-484f-a98b-7d0189d86583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:34.743032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d558908a-556e-4da4-9066-99d8746abdbd tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:34.786135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba44d47-b739-484f-a98b-7d0189d86583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171791ed-11a3-42c5-8f50-934e32ca56be,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:34.790203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1ba44d47-b739-484f-a98b-7d0189d86583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:34.794010 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1ba44d47-b739-484f-a98b-7d0189d86583 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a7375bacb7c44c1a5bf8fea41cc7c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153866 Apr 22 17:10:34.796180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33530) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:34.864039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61aec790-fbd4-448c-a680-3fdd2202aec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:34.894444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61aec790-fbd4-448c-a680-3fdd2202aec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:34.975691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61aec790-fbd4-448c-a680-3fdd2202aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:34.981207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eed36079-bc0b-4448-9c8e-a6e37ee167ab tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:10:34.996161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aec790-fbd4-448c-a680-3fdd2202aec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171791ed-11a3-42c5-8f50-934e32ca56be,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:10:34.999251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61aec790-fbd4-448c-a680-3fdd2202aec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:10:35.002723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-61aec790-fbd4-448c-a680-3fdd2202aec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:35.002723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-61aec790-fbd4-448c-a680-3fdd2202aec7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/171791ed-11a3-42c5-8f50-934e32ca56be HTTP/1.1" status: 204 len: 168 time: 0.2045491 Apr 22 17:10:35.209513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:56.550113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33554) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:56.821860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7390fc2a-cc2b-4cbd-95e7-9a024206074e tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:56.822501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7390fc2a-cc2b-4cbd-95e7-9a024206074e tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:56.823070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7390fc2a-cc2b-4cbd-95e7-9a024206074e tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:56.824880 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7390fc2a-cc2b-4cbd-95e7-9a024206074e tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=8b61421b15584ef3a566a5143da81011&network_id=a784ad44-d2b1-4b44-9262-6a3af8e82466 HTTP/1.1" status: 200 len: 2999 time: 0.2735915 Apr 22 17:10:58.011387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ba2d-7d1f-40eb-9035-7afa71083529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:10:58.742436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33568) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:58.809071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a131d-5029-45b4-94a5-90f6ae5dce35 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:10:58.811828 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7e7a131d-5029-45b4-94a5-90f6ae5dce35 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 HTTP/1.1" status: 200 len: 814 time: 0.0677161 Apr 22 17:10:59.297270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33576) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:10:59.303034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-baa9ad0a-4e13-4c2d-90bd-b0bc8e900e88 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:10:59.411649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-baa9ad0a-4e13-4c2d-90bd-b0bc8e900e88 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:00.008652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-baa9ad0a-4e13-4c2d-90bd-b0bc8e900e88 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:00.042612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-baa9ad0a-4e13-4c2d-90bd-b0bc8e900e88 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:00.043484 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-baa9ad0a-4e13-4c2d-90bd-b0bc8e900e88 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP 195d8904-805f-4df0-ad31-02daad43465e disassociated. External IP: 172.26.6.236, port: 9496e046-feda-4b92-9e44-d36221939cca. Apr 22 17:11:00.254191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8793da9-3918-408e-9583-02e85ba55b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:00.436799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa9ad0a-4e13-4c2d-90bd-b0bc8e900e88 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 2d152371-353e-45de-a24a-45bb5d88dcbe has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:11:00.627622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa9ad0a-4e13-4c2d-90bd-b0bc8e900e88 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:11:00.632588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-baa9ad0a-4e13-4c2d-90bd-b0bc8e900e88 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:00.638041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b1d5d-2b1c-4872-9d1a-41e5735836b8 None None] Sync routers for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:11:00.648420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b1d5d-2b1c-4872-9d1a-41e5735836b8 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:11:00.649176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fe9b1d5d-2b1c-4872-9d1a-41e5735836b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:11:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:11:00.699463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-baa9ad0a-4e13-4c2d-90bd-b0bc8e900e88 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 200 len: 690 time: 1.4010298 Apr 22 17:11:00.700588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'tag': '9496e046-feda-4b92-9e44-d36221939cca'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:11:00.703167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33580) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:00.754854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'tag': '9496e046-feda-4b92-9e44-d36221939cca', 'status': 'completed', 'code': 200} Apr 22 17:11:00.823925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fe3f4719-6578-459b-bf6f-93336bd952ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 200 len: 690 time: 0.1192026 Apr 22 17:11:00.842778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-fe9b1d5d-2b1c-4872-9d1a-41e5735836b8 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:11:00.866019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd652ca-ca19-42ce-90ba-99d192e9011d req-7324792b-9f50-4dd3-9826-cd0e302f7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:00.867700 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cd652ca-ca19-42ce-90ba-99d192e9011d req-7324792b-9f50-4dd3-9826-cd0e302f7b9a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 1098 time: 0.0821965 Apr 22 17:11:01.018323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd652ca-ca19-42ce-90ba-99d192e9011d req-60a87188-6e87-4945-8cc4-59bacccb4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:01.019926 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cd652ca-ca19-42ce-90ba-99d192e9011d req-60a87188-6e87-4945-8cc4-59bacccb4fbe service neutron] 10.222.0.78 "GET /v2.0/networks?id=a784ad44-d2b1-4b44-9262-6a3af8e82466 HTTP/1.1" status: 200 len: 898 time: 0.1419339 Apr 22 17:11:01.102162 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cd652ca-ca19-42ce-90ba-99d192e9011d req-6a119618-952e-4e77-8144-25f5b83a158d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9496e046-feda-4b92-9e44-d36221939cca HTTP/1.1" status: 200 len: 217 time: 0.0715518 Apr 22 17:11:01.177175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd652ca-ca19-42ce-90ba-99d192e9011d req-f6e453d3-915c-420f-b278-57ae63d1e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:01.178702 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cd652ca-ca19-42ce-90ba-99d192e9011d req-f6e453d3-915c-420f-b278-57ae63d1e443 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3bec2640-a3b6-459f-8eca-276abc134472 HTTP/1.1" status: 200 len: 834 time: 0.0667803 Apr 22 17:11:01.181746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fe9b1d5d-2b1c-4872-9d1a-41e5735836b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:11:01.186366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b1d5d-2b1c-4872-9d1a-41e5735836b8 None None] Checking router: 2d152371-353e-45de-a24a-45bb5d88dcbe for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:11:01.196010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b1d5d-2b1c-4872-9d1a-41e5735836b8 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:11:01.197036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fe9b1d5d-2b1c-4872-9d1a-41e5735836b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:11:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:11:01.267705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd652ca-ca19-42ce-90ba-99d192e9011d req-4f3cb2f8-3afc-4461-8217-587df11051c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:01.269440 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cd652ca-ca19-42ce-90ba-99d192e9011d req-4f3cb2f8-3afc-4461-8217-587df11051c9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a784ad44-d2b1-4b44-9262-6a3af8e82466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808156 Apr 22 17:11:01.421314 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cd652ca-ca19-42ce-90ba-99d192e9011d req-e7fdc3b2-edde-49cf-88a4-a7411043b213 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404135 Apr 22 17:11:01.427073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-fe9b1d5d-2b1c-4872-9d1a-41e5735836b8 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:11:01.477012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:01.502614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:01.571251 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cd652ca-ca19-42ce-90ba-99d192e9011d req-b2bb42ca-d90c-489d-9260-0fe4cab64123 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420772 Apr 22 17:11:01.828380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33586) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:01.919795 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dc2ec6f1-7f7b-49f4-abed-339424f3e105 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 200 len: 690 time: 0.0900683 Apr 22 17:11:01.947746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fe9b1d5d-2b1c-4872-9d1a-41e5735836b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:11:01.952016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b1d5d-2b1c-4872-9d1a-41e5735836b8 None None] The sync data for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv is: [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:11:02.361816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7f9914-7f90-48f5-bd11-88733891d21f None None] New status for floating IP 195d8904-805f-4df0-ad31-02daad43465e: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:11:02.763667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:02.924041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33590) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:03.014488 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ae90c02d-c9d7-4251-9560-29825ad305be tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 200 len: 688 time: 0.0889885 Apr 22 17:11:04.337919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33598) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:04.343822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547113084', 'description': 'tempest-secgroup-smoke-547113084 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:11:04.350306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:11:04.360501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:11:04.402502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:04.427864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:11:04.431946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:11:04.435486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:11:04.441503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:11:04.519577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:04.551342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:04.557103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7625b3c9-1daa-4a32-837b-1b325c70ba2d tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:04.602363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7be5c1-e094-4e61-89aa-803f227b746a,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:04.606106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:04.633634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:04.635146 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2960339 Apr 22 17:11:04.638165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33602) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:04.644124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'be7be5c1-e094-4e61-89aa-803f227b746a', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:11:04.650974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:11:04.655157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:11:04.658256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:11:04.664388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:11:04.709438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:04.774448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:04.814057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:04.816014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:04.838105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affdec09-eda1-4df8-a0ef-f1f8913aa006,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:04.842548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:04.879425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:04.880763 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-28eb219c-b784-4df9-8c66-feed09a2add8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2415607 Apr 22 17:11:04.883834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33606) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:04.889501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'be7be5c1-e094-4e61-89aa-803f227b746a', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:11:04.896025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:11:04.900110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:11:04.903142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:11:04.909730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:11:04.966712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.032806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.052304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.060575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:05.083483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fd2815-7007-496b-8122-7b0ca7af1c9a,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:05.086208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:05.113872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.115278 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2304363 Apr 22 17:11:05.118319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33610) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:05.124455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'be7be5c1-e094-4e61-89aa-803f227b746a', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:11:05.131075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.131226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:11:05.135334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:11:05.138373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:11:05.144559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:11:05.190660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.259219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.285027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.287064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9101b1b2-000c-4711-9e28-7de788a97758 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:05.311746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdea4126-eaab-4739-b7aa-e6f5b0c8a014,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:05.314414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:05.342574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.343963 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2242618 Apr 22 17:11:05.346941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33614) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:05.352634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'be7be5c1-e094-4e61-89aa-803f227b746a', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:11:05.360228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:11:05.365310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:11:05.369033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:11:05.375332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:11:05.417898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.491975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.514297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.516386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7a754af-0702-47e7-92fe-45afdb95f80f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:05.539492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4703c313-e06e-4dae-a0d2-d5f6a35bd984,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:05.544240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:05.616838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.618193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2702358 Apr 22 17:11:05.621184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33618) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:05.626920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'be7be5c1-e094-4e61-89aa-803f227b746a', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:11:05.633516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:11:05.637682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:11:05.641231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:11:05.647439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:11:05.703046 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:11:05.711169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.783632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.819774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.822002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b5ab69e8-dd59-4f6b-a0e4-b80524fbe61b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:05.847422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b2bc9a-85fa-4249-b9b7-5ee8bd8f9bfc,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:05.850189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:05.890796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:05.892136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2699983 Apr 22 17:11:05.895131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33622) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:05.900870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'be7be5c1-e094-4e61-89aa-803f227b746a', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:11:05.907641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:11:05.911871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:11:05.915001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:11:05.921178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:11:05.959429 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:11:05.967180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:06.039298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:06.073760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:06.082223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:06.106091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9062487f-271e-43f4-8e79-087629d878a5,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:06.109465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:06.142401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:06.143872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2477262 Apr 22 17:11:06.326779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-f734ad77-94b5-4141-a36f-adac5127a985 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:11:06.387974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-f734ad77-94b5-4141-a36f-adac5127a985 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:11:06.389293 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-f734ad77-94b5-4141-a36f-adac5127a985 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547113084&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.1085820 Apr 22 17:11:06.558473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-2b27323c-a09f-4b7f-bc03-95fb7723eaf0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:06.560134 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-2b27323c-a09f-4b7f-bc03-95fb7723eaf0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/networks?id=a784ad44-d2b1-4b44-9262-6a3af8e82466 HTTP/1.1" status: 200 len: 796 time: 0.1633625 Apr 22 17:11:06.576857 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-5b5f7738-e030-4cc7-b67b-221c6d51383b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/quotas/8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 375 time: 0.0104048 Apr 22 17:11:06.677614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-2e95a3ec-2229-408b-bacd-75e9e2842570 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0948153 Apr 22 17:11:06.830357 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-f2ec533b-24fd-41c1-8d64-c9fbe3311a67 service neutron] 10.222.0.77 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393969 Apr 22 17:11:06.987823 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-114bbc16-ab8f-437c-af3f-7832182fed40 service neutron] 10.222.0.77 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397493 Apr 22 17:11:07.308298 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-aed6d0a9-d9ee-439f-96e0-362bac72b268 req-7c762b0f-60ad-4cec-8110-7d4cf2cff724 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 210 time: 0.0531600 Apr 22 17:11:08.424236 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5ff4bbf9-5c1f-44b5-9b49-c70bb5a4619e req-18dcfc42-f580-428b-a9b0-d6a3a9d6d8f8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 210 time: 0.0553503 Apr 22 17:11:09.536096 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04825208-48ae-4b71-819e-0820e2f6e787 req-15e1910b-8649-47f0-8aa9-ef906f78e1a0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 210 time: 0.0517342 Apr 22 17:11:10.703858 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-962b4b70-3f0c-4b05-87ac-ddc0a683beb5 req-eebd8636-6793-4534-96d2-dcaa273ba5b1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 210 time: 0.0513728 Apr 22 17:11:11.150944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:11:11.212497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-6eaaa355-f8f0-4290-89c5-2315850ec457 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:11.213258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-6eaaa355-f8f0-4290-89c5-2315850ec457 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:11:11.226797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-6eaaa355-f8f0-4290-89c5-2315850ec457 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:11:11.228973 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-6eaaa355-f8f0-4290-89c5-2315850ec457 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=a784ad44-d2b1-4b44-9262-6a3af8e82466 HTTP/1.1" status: 200 len: 796 time: 0.1781771 Apr 22 17:11:11.293430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-79e7df70-5a9a-45e7-be08-b1dc2babce70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:11:11.306322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-79e7df70-5a9a-45e7-be08-b1dc2babce70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:11:11.307559 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-79e7df70-5a9a-45e7-be08-b1dc2babce70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 470 time: 0.0648766 Apr 22 17:11:11.317361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'device_id': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'admin_state_up': True, 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'security_groups': ['be7be5c1-e094-4e61-89aa-803f227b746a']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:11:11.470040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:11:11.480719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:11:11.519271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:11:11.525676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:11.707396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.12 (a784ad44-d2b1-4b44-9262-6a3af8e82466/3bec2640-a3b6-459f-8eca-276abc134472/1955524e-1422-43db-8b77-c49ed4cdf31c) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:11:11.876674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09848304-cca0-4631-bffe-a30938d71c7d req-2334caed-d5e3-4b31-9711-a8d9851e7b24 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 210 time: 0.0537026 Apr 22 17:11:11.919162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:11.936638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 1955524e-1422-43db-8b77-c49ed4cdf31c will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:11:12.034915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:12.042726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2037c859-5620-4c4b-b28e-71c60b3019d6 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:12.112723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:11:12.116625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:11:12.120939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:11:12.165422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=1955524e-1422-43db-8b77-c49ed4cdf31c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:12.179349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.179775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.180201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.180623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.181037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.181444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.181850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.182256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.182686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.183132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.183542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.183945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:12.191237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:12.217455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:12.218159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:12.296028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9825814 Apr 22 17:11:12.311594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Request body: {'port': {'device_id': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:11:12.391057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd1f9c59-fa10-411a-961b-0c876d001266 None None] Provisioning for port 1955524e-1422-43db-8b77-c49ed4cdf31c completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:11:12.396636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd1f9c59-fa10-411a-961b-0c876d001266 None None] Provisioning complete for port 1955524e-1422-43db-8b77-c49ed4cdf31c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:11:12.397053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd1f9c59-fa10-411a-961b-0c876d001266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:12.447736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:12.463031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f9c59-fa10-411a-961b-0c876d001266 None None] Port 1955524e-1422-43db-8b77-c49ed4cdf31c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:11:12.871406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1955524e-1422-43db-8b77-c49ed4cdf31c {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:11:12.880227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:12.900287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Transition to ACTIVE for port object 1955524e-1422-43db-8b77-c49ed4cdf31c will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:11:12.953621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:12.959120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f85ecd35-9279-4cdd-840e-2a477377ea31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:13.139846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1955524e-1422-43db-8b77-c49ed4cdf31c,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:13.177835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:13.222241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Attempting to bind port 1955524e-1422-43db-8b77-c49ed4cdf31c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:11:13.222613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Attempting to bind port 1955524e-1422-43db-8b77-c49ed4cdf31c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:11:13.223003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Attempting to bind port 1955524e-1422-43db-8b77-c49ed4cdf31c on network a784ad44-d2b1-4b44-9262-6a3af8e82466 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:11:13.225363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6f5b9-3889-4402-a319-87fec4437a61 req-6a4062ed-be16-46df-bb0e-f638db9052dd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:13.227092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ddc6f5b9-3889-4402-a319-87fec4437a61 req-6a4062ed-be16-46df-bb0e-f638db9052dd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 944 time: 0.1245368 Apr 22 17:11:13.228290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Port 1955524e-1422-43db-8b77-c49ed4cdf31c on network a784ad44-d2b1-4b44-9262-6a3af8e82466 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:11:13.228646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Attempting to bind port 1955524e-1422-43db-8b77-c49ed4cdf31c on network a784ad44-d2b1-4b44-9262-6a3af8e82466 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:11:13.237585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:11:13.238177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Checking segment: {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:11:13.238859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Bound using segment: {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:11:13.239645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Bound port: 1955524e-1422-43db-8b77-c49ed4cdf31c, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197562f4-b20a-4ec6-9757-b534010dc655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:11:13.240253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:13.307376 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ddc6f5b9-3889-4402-a319-87fec4437a61 req-f6220637-af64-4260-a69e-e165bf726dc9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726008 Apr 22 17:11:13.369893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] For port 1955524e-1422-43db-8b77-c49ed4cdf31c, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:11:13.373251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] For port 1955524e-1422-43db-8b77-c49ed4cdf31c, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1955524e-1422-43db-8b77-c49ed4cdf31c,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:11:13.411415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:13.415654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-371cbee8-1a56-4425-99f2-d8aaa85d1590 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:13.475313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:13.475873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:13.477385 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] 10.222.0.78 "PUT /v2.0/ports/1955524e-1422-43db-8b77-c49ed4cdf31c HTTP/1.1" status: 200 len: 1094 time: 1.1728714 Apr 22 17:11:13.477974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'tag': '1955524e-1422-43db-8b77-c49ed4cdf31c'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:11:13.511736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1955524e-1422-43db-8b77-c49ed4cdf31c,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:13.515473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:13.533475 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'tag': '1955524e-1422-43db-8b77-c49ed4cdf31c', 'status': 'completed', 'code': 200} Apr 22 17:11:13.634226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-13ad0b55-a56f-4a16-9dd7-6a56efeae7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:13.635929 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-13ad0b55-a56f-4a16-9dd7-6a56efeae7b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 1097 time: 0.0873544 Apr 22 17:11:13.722660 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-4f80508d-f756-4fda-b176-cd4273088cfb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1955524e-1422-43db-8b77-c49ed4cdf31c HTTP/1.1" status: 200 len: 217 time: 0.0738602 Apr 22 17:11:13.796901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-047d42bb-6d5c-4744-aa46-ef3ad2fadc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:13.798379 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-047d42bb-6d5c-4744-aa46-ef3ad2fadc52 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3bec2640-a3b6-459f-8eca-276abc134472 HTTP/1.1" status: 200 len: 834 time: 0.0638559 Apr 22 17:11:13.884724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-7ac842ed-1e0a-4bcc-bc6b-47648320fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:13.886199 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-7ac842ed-1e0a-4bcc-bc6b-47648320fc45 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a784ad44-d2b1-4b44-9262-6a3af8e82466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763631 Apr 22 17:11:14.033775 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-d7334888-f1da-483f-9be8-cbcf64dca8c4 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366735 Apr 22 17:11:14.461843 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf468dc-e7c4-40ad-a864-f939d36f9c47 req-ee1e7f5d-5fda-4954-9404-17b74558f441 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178240 Apr 22 17:11:14.529828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec3bc-cd2b-46a6-9ad2-2987e3634877 req-90a5d30b-6e25-4380-a2d1-22b28f7a02f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:14.531429 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f25ec3bc-cd2b-46a6-9ad2-2987e3634877 req-90a5d30b-6e25-4380-a2d1-22b28f7a02f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 944 time: 0.0951779 Apr 22 17:11:14.581434 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f25ec3bc-cd2b-46a6-9ad2-2987e3634877 req-40f19cf8-edfb-45ad-aefc-4f45f8163576 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428383 Apr 22 17:11:14.629732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3eceb-83fb-4d1a-9c20-841d25558380 req-a47f69f7-e06b-4e50-91d2-c125f165db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:14.631313 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6bd3eceb-83fb-4d1a-9c20-841d25558380 req-a47f69f7-e06b-4e50-91d2-c125f165db9a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 1097 time: 0.0789113 Apr 22 17:11:14.778024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3eceb-83fb-4d1a-9c20-841d25558380 req-0f2d09a9-a04e-4532-bd98-8739fd14faac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:14.780157 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6bd3eceb-83fb-4d1a-9c20-841d25558380 req-0f2d09a9-a04e-4532-bd98-8739fd14faac service neutron] 10.222.0.78 "GET /v2.0/networks?id=a784ad44-d2b1-4b44-9262-6a3af8e82466 HTTP/1.1" status: 200 len: 898 time: 0.1389685 Apr 22 17:11:14.860518 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6bd3eceb-83fb-4d1a-9c20-841d25558380 req-f1c2c67a-094a-4418-8fca-3c353cbe5e7b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1955524e-1422-43db-8b77-c49ed4cdf31c HTTP/1.1" status: 200 len: 217 time: 0.0691371 Apr 22 17:11:14.933948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3eceb-83fb-4d1a-9c20-841d25558380 req-b6e180b1-2851-414c-91bb-160a220d02be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:14.935303 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6bd3eceb-83fb-4d1a-9c20-841d25558380 req-b6e180b1-2851-414c-91bb-160a220d02be service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3bec2640-a3b6-459f-8eca-276abc134472 HTTP/1.1" status: 200 len: 834 time: 0.0660310 Apr 22 17:11:15.020747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3eceb-83fb-4d1a-9c20-841d25558380 req-7ae5e3b2-68cf-4d6c-943f-31febb996e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:15.022320 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6bd3eceb-83fb-4d1a-9c20-841d25558380 req-7ae5e3b2-68cf-4d6c-943f-31febb996e0c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a784ad44-d2b1-4b44-9262-6a3af8e82466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801122 Apr 22 17:11:15.166837 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6bd3eceb-83fb-4d1a-9c20-841d25558380 req-0e0a9341-006f-49b1-957f-4c02de12d647 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365633 Apr 22 17:11:15.307867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6bd3eceb-83fb-4d1a-9c20-841d25558380 req-6a262c97-7d3e-48bf-8135-ca538649a540 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330082 Apr 22 17:11:15.784288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241033b8-1ce2-4b20-944e-88214046a20f req-54c4fa98-0132-417a-9157-b058bd49098e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:15.785895 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-241033b8-1ce2-4b20-944e-88214046a20f req-54c4fa98-0132-417a-9157-b058bd49098e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 944 time: 0.0890868 Apr 22 17:11:15.837943 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-241033b8-1ce2-4b20-944e-88214046a20f req-0e365ebe-1198-4b07-9ca3-1b3ff67e32ca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454245 Apr 22 17:11:17.039313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d1334-14f1-4459-95da-5e0f0ce3348f req-afd2ead8-ded4-4090-8299-e4049ffc81bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:17.040955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f4d1334-14f1-4459-95da-5e0f0ce3348f req-afd2ead8-ded4-4090-8299-e4049ffc81bc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 944 time: 0.0877280 Apr 22 17:11:17.090908 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f4d1334-14f1-4459-95da-5e0f0ce3348f req-aa111967-8d6b-4f1a-8ee0-79088cad3b70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431259 Apr 22 17:11:17.430982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 1955524e-1422-43db-8b77-c49ed4cdf31c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:11:17.574110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 1955524e-1422-43db-8b77-c49ed4cdf31c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1955524e-1422-43db-8b77-c49ed4cdf31c,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:11:17.588483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '1955524e-1422-43db-8b77-c49ed4cdf31c', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'port_id': '1955524e-1422-43db-8b77-c49ed4cdf31c', 'mac_address': 'fa:16:3e:ce:b9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:11:17.647079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:17.665088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1955524e-1422-43db-8b77-c49ed4cdf31c {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:11:17.681836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 1955524e-1422-43db-8b77-c49ed4cdf31c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1955524e-1422-43db-8b77-c49ed4cdf31c,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:11:17.717306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:17.719385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:17.790544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=1955524e-1422-43db-8b77-c49ed4cdf31c,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:17.798881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.799268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.799642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.800014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.800378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.800759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.801115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.801470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.801835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.802191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.802546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.802927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:11:17.807022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:18.019277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['1955524e-1422-43db-8b77-c49ed4cdf31c'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:11:18.297306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd061c-27dc-45e4-8143-0f274e0c1c7c req-694e88d3-c098-4969-a2a3-78ef2f3d122b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:18.298865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6ccd061c-27dc-45e4-8143-0f274e0c1c7c req-694e88d3-c098-4969-a2a3-78ef2f3d122b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 945 time: 0.0925472 Apr 22 17:11:18.347753 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6ccd061c-27dc-45e4-8143-0f274e0c1c7c req-735ac637-0051-4820-a8f9-2968d9476cdb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424378 Apr 22 17:11:19.447258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 1955524e-1422-43db-8b77-c49ed4cdf31c up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:11:19.550999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236074e0-8390-47e3-8b6c-36b0d75ad555 req-a2461fac-c0c8-4d0c-b69c-b8e8d096520c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:19.552643 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-236074e0-8390-47e3-8b6c-36b0d75ad555 req-a2461fac-c0c8-4d0c-b69c-b8e8d096520c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 945 time: 0.0928397 Apr 22 17:11:19.558853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 1955524e-1422-43db-8b77-c49ed4cdf31c completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:11:19.564263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 1955524e-1422-43db-8b77-c49ed4cdf31c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:11:19.564695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:19.602193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-236074e0-8390-47e3-8b6c-36b0d75ad555 req-03ac5855-9d3e-4811-b9c2-297bc6d1df31 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429618 Apr 22 17:11:19.695600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:19.724682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955524e-1422-43db-8b77-c49ed4cdf31c'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:11:19.735441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 1955524e-1422-43db-8b77-c49ed4cdf31c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1955524e-1422-43db-8b77-c49ed4cdf31c,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:11:19.767876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:19.769911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:11:19.810022 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955524e-1422-43db-8b77-c49ed4cdf31c', 'code': 200} Apr 22 17:11:19.844711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=1955524e-1422-43db-8b77-c49ed4cdf31c,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:11:19.847892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:11:20.094610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df36421-9368-4c80-91a2-6c29d59fa4c8 req-63124663-9e7b-42d7-b5e0-f2308115f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:20.096193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5df36421-9368-4c80-91a2-6c29d59fa4c8 req-63124663-9e7b-42d7-b5e0-f2308115f7a7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 1099 time: 0.0778122 Apr 22 17:11:20.142216 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5df36421-9368-4c80-91a2-6c29d59fa4c8 req-d7b7ec02-7da1-449f-ac47-bba72e381fed service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365319 Apr 22 17:11:20.812199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b021548-c97b-47e9-af55-122bdf1d3119 req-3fd778a9-f674-485a-be26-a66b92581301 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:20.813715 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0b021548-c97b-47e9-af55-122bdf1d3119 req-3fd778a9-f674-485a-be26-a66b92581301 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 946 time: 0.0928819 Apr 22 17:11:20.862778 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0b021548-c97b-47e9-af55-122bdf1d3119 req-192bc5b7-cdd9-4dec-a4f4-270c1fda8dd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426838 Apr 22 17:11:20.903829 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-c194869f-6b5b-4e3f-83cd-368a68988c20 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810692 Apr 22 17:11:21.060112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-1fb15d04-8722-4a8e-bdc7-ddde39a2f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:21.061713 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-1fb15d04-8722-4a8e-bdc7-ddde39a2f184 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0806661 Apr 22 17:11:21.221691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-8bf339ec-db41-4631-aa17-e316b77b274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:21.224979 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-8bf339ec-db41-4631-aa17-e316b77b274e service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.1408710 Apr 22 17:11:21.335209 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-7cca8f74-3e12-4b80-bb3d-11f7ccbe5574 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a HTTP/1.1" status: 200 len: 1000 time: 0.1049254 Apr 22 17:11:21.403971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-523a5a41-736a-4344-a036-bb4c112a9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:21.405542 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-523a5a41-736a-4344-a036-bb4c112a9e01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0637155 Apr 22 17:11:21.490000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-787cddb4-5b0a-4638-88d0-73842f31aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:21.491541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-787cddb4-5b0a-4638-88d0-73842f31aaf2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792811 Apr 22 17:11:21.632188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-e93b5611-1a66-44a9-a6c9-66276f89cf2d service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336691 Apr 22 17:11:21.773405 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-eb8b4dab-be76-4580-b647-ecc8abe5a706 req-89e82f58-b03b-4d47-880f-57ea3224fd7d service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344333 Apr 22 17:11:22.067244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fa63c-f250-44c8-b65b-02787ce7f803 req-a287acc8-9dad-423a-8624-685328a6d3a1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:22.068776 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-497fa63c-f250-44c8-b65b-02787ce7f803 req-a287acc8-9dad-423a-8624-685328a6d3a1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 946 time: 0.0893793 Apr 22 17:11:22.122433 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-497fa63c-f250-44c8-b65b-02787ce7f803 req-a7cf9d2f-d77e-40a9-9cbd-c55ca218b0af tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458415 Apr 22 17:11:22.600606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7fa6-76bb-4fe2-b3a3-077e40587df9 req-a78533b9-326c-4be2-8980-570cb2555ecb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:22.602224 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-adfc7fa6-76bb-4fe2-b3a3-077e40587df9 req-a78533b9-326c-4be2-8980-570cb2555ecb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 946 time: 0.3690886 Apr 22 17:11:22.649964 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-adfc7fa6-76bb-4fe2-b3a3-077e40587df9 req-a63fc77d-1842-4404-9298-f19d656135d6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412297 Apr 22 17:11:22.674981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33686) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:22.756483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c611eac9-2c28-4a9c-bfc1-b5da8c24aee7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:22.758022 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c611eac9-2c28-4a9c-bfc1-b5da8c24aee7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 1094 time: 0.0819204 Apr 22 17:11:22.761090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33690) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:22.767046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cfd86c3b-6071-4acc-b5cf-deab0f721887 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'floatingip': {'port_id': '1955524e-1422-43db-8b77-c49ed4cdf31c'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:11:22.852076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfd86c3b-6071-4acc-b5cf-deab0f721887 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:23.490473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfd86c3b-6071-4acc-b5cf-deab0f721887 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:23.519127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfd86c3b-6071-4acc-b5cf-deab0f721887 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:23.706076 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-cfd86c3b-6071-4acc-b5cf-deab0f721887 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP 195d8904-805f-4df0-ad31-02daad43465e associated. External IP: 172.26.6.236, port: 1955524e-1422-43db-8b77-c49ed4cdf31c. Apr 22 17:11:24.084750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd86c3b-6071-4acc-b5cf-deab0f721887 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 2d152371-353e-45de-a24a-45bb5d88dcbe has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:11:24.275667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd86c3b-6071-4acc-b5cf-deab0f721887 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:11:24.280857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfd86c3b-6071-4acc-b5cf-deab0f721887 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:24.286368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbcacfc-eaae-4963-9e4d-187aef3fbd63 None None] Sync routers for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:11:24.296711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbcacfc-eaae-4963-9e4d-187aef3fbd63 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:11:24.297396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dfbcacfc-eaae-4963-9e4d-187aef3fbd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:11:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:11:24.346018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cfd86c3b-6071-4acc-b5cf-deab0f721887 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 200 len: 992 time: 1.5837429 Apr 22 17:11:24.346726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'tag': '1955524e-1422-43db-8b77-c49ed4cdf31c'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:11:24.349302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33694) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:24.394646 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'tag': '1955524e-1422-43db-8b77-c49ed4cdf31c', 'status': 'completed', 'code': 200} Apr 22 17:11:24.488565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-dfbcacfc-eaae-4963-9e4d-187aef3fbd63 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:11:24.517903 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ad47f22c-665f-402d-a375-6f1c211fffda tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 200 len: 992 time: 0.1672328 Apr 22 17:11:24.550772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aab466-e4cd-4a3d-8245-2970f5eb5024 req-37ca5b14-ccb4-4422-9113-f53acd85e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:24.553666 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c7aab466-e4cd-4a3d-8245-2970f5eb5024 req-37ca5b14-ccb4-4422-9113-f53acd85e9f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 1099 time: 0.1284592 Apr 22 17:11:24.734707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aab466-e4cd-4a3d-8245-2970f5eb5024 req-031c7b8c-a6cf-4967-b957-68d07270445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:24.736369 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c7aab466-e4cd-4a3d-8245-2970f5eb5024 req-031c7b8c-a6cf-4967-b957-68d07270445c service neutron] 10.222.0.78 "GET /v2.0/networks?id=a784ad44-d2b1-4b44-9262-6a3af8e82466 HTTP/1.1" status: 200 len: 898 time: 0.1758461 Apr 22 17:11:24.848804 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c7aab466-e4cd-4a3d-8245-2970f5eb5024 req-82b7fed5-75e2-49e7-a73c-e4df484a0132 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1955524e-1422-43db-8b77-c49ed4cdf31c HTTP/1.1" status: 200 len: 1000 time: 0.1055729 Apr 22 17:11:24.868203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dfbcacfc-eaae-4963-9e4d-187aef3fbd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '195d8904-805f-4df0-ad31-02daad43465e', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'port_id': '1955524e-1422-43db-8b77-c49ed4cdf31c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'mac_address': 'fa:16:3e:ce:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:10:19Z', 'updated_at': '2021-04-22T17:11:23Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:11:24.872977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbcacfc-eaae-4963-9e4d-187aef3fbd63 None None] Checking router: 2d152371-353e-45de-a24a-45bb5d88dcbe for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:11:24.882526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbcacfc-eaae-4963-9e4d-187aef3fbd63 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:11:24.883230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dfbcacfc-eaae-4963-9e4d-187aef3fbd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:11:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:11:24.920248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aab466-e4cd-4a3d-8245-2970f5eb5024 req-20a3b193-9ba2-4eb0-8b1a-358a6c8a0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:24.921792 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c7aab466-e4cd-4a3d-8245-2970f5eb5024 req-20a3b193-9ba2-4eb0-8b1a-358a6c8a0ce8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3bec2640-a3b6-459f-8eca-276abc134472 HTTP/1.1" status: 200 len: 834 time: 0.0665443 Apr 22 17:11:25.009502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aab466-e4cd-4a3d-8245-2970f5eb5024 req-07fe1b3a-9154-476f-b08a-da7f29364175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:11:25.011043 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c7aab466-e4cd-4a3d-8245-2970f5eb5024 req-07fe1b3a-9154-476f-b08a-da7f29364175 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a784ad44-d2b1-4b44-9262-6a3af8e82466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826621 Apr 22 17:11:25.109512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-dfbcacfc-eaae-4963-9e4d-187aef3fbd63 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:11:25.154596 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c7aab466-e4cd-4a3d-8245-2970f5eb5024 req-86ad1186-3854-4707-bf9c-2452e04168f5 service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369958 Apr 22 17:11:25.298943 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c7aab466-e4cd-4a3d-8245-2970f5eb5024 req-bf595c03-63f5-450d-8d15-6cc83959c4be service neutron] 10.222.0.78 "GET /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358106 Apr 22 17:11:25.487968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dfbcacfc-eaae-4963-9e4d-187aef3fbd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '195d8904-805f-4df0-ad31-02daad43465e', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'port_id': '1955524e-1422-43db-8b77-c49ed4cdf31c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'mac_address': 'fa:16:3e:ce:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:10:19Z', 'updated_at': '2021-04-22T17:11:23Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:11:25.492321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbcacfc-eaae-4963-9e4d-187aef3fbd63 None None] The sync data for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv is: [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '195d8904-805f-4df0-ad31-02daad43465e', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'port_id': '1955524e-1422-43db-8b77-c49ed4cdf31c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'mac_address': 'fa:16:3e:ce:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:10:19Z', 'updated_at': '2021-04-22T17:11:23Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:11:25.521970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33700) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:25.641555 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-773590b3-1030-42b3-8ad0-315f8e89f7ab tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 200 len: 992 time: 0.1182263 Apr 22 17:11:25.775568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747176e4-6d40-4248-9916-2978854be16b None None] New status for floating IP 195d8904-805f-4df0-ad31-02daad43465e: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:11:26.645165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33704) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:11:26.764592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1eba06dd-8106-4e30-830a-fdaf67da0dec tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 200 len: 994 time: 0.1179225 Apr 22 17:11:28.039492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8094c128-fae1-45dd-9d42-f05f60dda876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:30.253575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e9eb6f6-4ffb-4def-93bb-b88a7586eda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:31.419687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:31.444955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:32.736006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:35.159222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:11:48.154589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:11:58.805461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-ef7ed7a7-adc8-4562-8e14-13040e73f562 req-5a8f0c47-962f-4d5e-a1a6-4d156f67c7c3 service neutron] (87210) timed out ('10.222.0.78', 62222) {{(pid=87210) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 17:11:59.289873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-36b51d42-3b53-44d6-b9b7-14959fab3c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:00.421911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0ea8272a-17b2-46f2-a2f4-8f670f7427bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:01.503785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e65f8-58ce-484a-a811-028357a7140e req-aeff328e-dd11-4330-b93d-b477888ba520 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:01.506057 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2d8e65f8-58ce-484a-a811-028357a7140e req-aeff328e-dd11-4330-b93d-b477888ba520 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 946 time: 0.0974808 Apr 22 17:12:01.530713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:01.531646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:01.559419 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2d8e65f8-58ce-484a-a811-028357a7140e req-829c76a0-55b3-4f26-9290-fcd0d5515267 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453677 Apr 22 17:12:02.678605 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-794d4847-fd88-4b43-997b-1d873bb43e7b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152742445&fields=id&tenant_id=530e913380264e7bb3742faa3e30d4c9 HTTP/1.1" status: 200 len: 267 time: 0.0435207 Apr 22 17:12:02.741449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:02.903567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c6ae3-5229-480f-974b-95938630e80d req-e09d53d8-aa94-4475-8d6a-7d830dd4f446 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:02.905078 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c76c6ae3-5229-480f-974b-95938630e80d req-e09d53d8-aa94-4475-8d6a-7d830dd4f446 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 946 time: 0.2255089 Apr 22 17:12:02.915491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9700-d082-46cc-a66e-53ee45965962 req-df42021b-15c3-40a3-a510-a962662ef0a7 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:02.916956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-df42021b-15c3-40a3-a510-a962662ef0a7 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 812 time: 0.1972980 Apr 22 17:12:02.956199 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-9399d67b-f5d0-4796-ab75-0abb6fdcda06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/quotas/530e913380264e7bb3742faa3e30d4c9 HTTP/1.1" status: 200 len: 375 time: 0.0225551 Apr 22 17:12:03.010278 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c76c6ae3-5229-480f-974b-95938630e80d req-ea9ec3f1-71ee-439c-94c0-e4e781317ae3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=be7be5c1-e094-4e61-89aa-803f227b746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922825 Apr 22 17:12:03.029662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226ffb-8380-4411-8304-31fe015d3037 req-ebaf24cc-6698-4c12-bf80-47f11b89fe36 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:03.030435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b3226ffb-8380-4411-8304-31fe015d3037 req-ebaf24cc-6698-4c12-bf80-47f11b89fe36 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:12:03.060991 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-5d686372-ed8a-4578-a93e-f117af40905f tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0980837 Apr 22 17:12:03.078596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b3226ffb-8380-4411-8304-31fe015d3037 req-ebaf24cc-6698-4c12-bf80-47f11b89fe36 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:12:03.079973 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b3226ffb-8380-4411-8304-31fe015d3037 req-ebaf24cc-6698-4c12-bf80-47f11b89fe36 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 946 time: 0.1433766 Apr 22 17:12:03.166093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 1955524e-1422-43db-8b77-c49ed4cdf31c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:12:03.166401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:03.261026 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-62267a51-ef95-4794-bf78-2c336041238c service neutron] 10.222.0.77 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865947 Apr 22 17:12:03.438485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 1955524e-1422-43db-8b77-c49ed4cdf31c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1955524e-1422-43db-8b77-c49ed4cdf31c,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:03.438977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:03.705359 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-7884d34b-e4e0-44c0-bbb8-612149a86e58 service neutron] 10.222.0.77 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299116 Apr 22 17:12:03.768666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:03.768666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:03.768666 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP 195d8904-805f-4df0-ad31-02daad43465e disassociated. External IP: 172.26.6.236, port: 1955524e-1422-43db-8b77-c49ed4cdf31c. Apr 22 17:12:03.768666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 1955524e-1422-43db-8b77-c49ed4cdf31c owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:12:04.085198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:04.096742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:04.144446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=1955524e-1422-43db-8b77-c49ed4cdf31c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:04.147514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:04.184617 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c89e6e44-7dcb-47b5-a345-eea5856a3fff req-e25978e4-d8ee-4c3c-9ebc-f523a6025324 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 210 time: 0.0559855 Apr 22 17:12:04.358165 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6b23ef61-361a-468f-94e1-6d92bca2a0fe req-5e50e674-9dcf-4004-8eed-60ba0b9073d2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 210 time: 0.0522146 Apr 22 17:12:04.643749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 2d152371-353e-45de-a24a-45bb5d88dcbe has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:12:04.841169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:12:04.851513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4a47d-85c8-4ec3-b9d2-b5f5b0f24422 None None] Sync routers for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:12:04.866028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4a47d-85c8-4ec3-b9d2-b5f5b0f24422 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:04.866028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dca4a47d-85c8-4ec3-b9d2-b5f5b0f24422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:04.919473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] No DVR routers for this DVR port 1955524e-1422-43db-8b77-c49ed4cdf31c on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:12:04.922018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:04.924921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'name': 'network-vif-deleted', 'tag': '1955524e-1422-43db-8b77-c49ed4cdf31c'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:12:04.980706 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2303e9fa-2348-4aff-9464-e21a49a22cdb', 'name': 'network-vif-deleted', 'tag': '1955524e-1422-43db-8b77-c49ed4cdf31c', 'status': 'completed', 'code': 200} Apr 22 17:12:05.031305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b3226ffb-8380-4411-8304-31fe015d3037 req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "DELETE /v2.0/ports/1955524e-1422-43db-8b77-c49ed4cdf31c HTTP/1.1" status: 204 len: 173 time: 1.9422209 Apr 22 17:12:05.244148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-dca4a47d-85c8-4ec3-b9d2-b5f5b0f24422 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:05.289744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:05.384678 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e70c49f5-4102-4b6c-b362-06481953151c req-ccfd33c8-e9c9-4a2f-aafd-33c7dccddd97 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2303e9fa-2348-4aff-9464-e21a49a22cdb HTTP/1.1" status: 200 len: 210 time: 0.0556240 Apr 22 17:12:05.540918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e784615a-647a-4f17-a4b9-11530e4436ae req-4de367ac-2a5e-4d3d-b37c-2a535d2acdab tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 210 time: 0.0529017 Apr 22 17:12:05.590203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dca4a47d-85c8-4ec3-b9d2-b5f5b0f24422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:05.594478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4a47d-85c8-4ec3-b9d2-b5f5b0f24422 None None] Checking router: 2d152371-353e-45de-a24a-45bb5d88dcbe for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:12:05.604809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4a47d-85c8-4ec3-b9d2-b5f5b0f24422 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:05.605482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dca4a47d-85c8-4ec3-b9d2-b5f5b0f24422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:05.815966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-dca4a47d-85c8-4ec3-b9d2-b5f5b0f24422 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:06.152345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dca4a47d-85c8-4ec3-b9d2-b5f5b0f24422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:06.156804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4a47d-85c8-4ec3-b9d2-b5f5b0f24422 None None] The sync data for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv is: [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '839eb327-bab2-44bf-a26a-49576777d7a7', 'name': '', 'network_id': 'a784ad44-d2b1-4b44-9262-6a3af8e82466', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:01:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3bec2640-a3b6-459f-8eca-276abc134472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:48Z', 'updated_at': '2021-04-22T17:09:59Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '3bec2640-a3b6-459f-8eca-276abc134472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:12:06.494188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33818) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:06.570902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:06.579509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1eb5d-fb37-4d15-bc4c-32f9db7be8c9 None None] New status for floating IP 195d8904-805f-4df0-ad31-02daad43465e: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:12:06.586287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9700-d082-46cc-a66e-53ee45965962 req-6b511593-5b58-4b53-bbcc-097daa0a8dd0 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:06.595871 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-6b511593-5b58-4b53-bbcc-097daa0a8dd0 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 812 time: 0.1744843 Apr 22 17:12:06.605404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:06.657703 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-ad97b4d3-229a-4d27-8b08-5bfd9da0b48e tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530e913380264e7bb3742faa3e30d4c9 HTTP/1.1" status: 200 len: 379 time: 0.0574236 Apr 22 17:12:06.687613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'port': {'device_id': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'admin_state_up': True, 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'security_groups': ['8829949f-5921-425f-9be9-7811fa56f80f']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:06.748716 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c30dfcf-6c32-4044-8ec2-37965385529f req-28fbf5fc-7eeb-491e-a3cb-edc96f245675 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 210 time: 0.0647087 Apr 22 17:12:06.781704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:06.794180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e432db41-4b50-4e82-b4b1-519685fca17a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:06.806966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7be5c1-e094-4e61-89aa-803f227b746a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:06.815682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.816202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.816642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.817084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.817494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.817921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.818339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.818868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.819288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.819708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.820202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.820618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:06.824624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:06.844809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:06.846065 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1c202134-2eb5-49f5-bb63-f515cb517ca6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/be7be5c1-e094-4e61-89aa-803f227b746a HTTP/1.1" status: 204 len: 168 time: 0.3507111 Apr 22 17:12:06.894362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:06.903189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:06.920250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33826) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:06.994147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Made reservation on behalf of 530e913380264e7bb3742faa3e30d4c9 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:12:07.001787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:07.175413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port f862371c-f581-40db-9954-b2e6e6f7095e {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:12:07.175936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:07.436439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Allocated IP 172.20.0.8 (647c921f-7c8c-41f6-a7cf-597d4a1f7fe9/95fce758-1abf-46eb-b326-6a9c9abe6477/cd5f3b8b-98e4-4a98-9850-8936b97846a9) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:12:07.460035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:07.465692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:07.598780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for f862371c-f581-40db-9954-b2e6e6f7095e owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:12:07.727309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 1955524e-1422-43db-8b77-c49ed4cdf31c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:12:07.768422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 1955524e-1422-43db-8b77-c49ed4cdf31c {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:12:07.768818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 1955524e-1422-43db-8b77-c49ed4cdf31c not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:12:07.932839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:07.975524 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f4359783-28a3-40ca-8cc7-de38a47b6c17 req-74ad3d27-1907-4499-8803-1fbc7b105d03 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 210 time: 0.0530491 Apr 22 17:12:07.979543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Transition to ACTIVE for port object cd5f3b8b-98e4-4a98-9850-8936b97846a9 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:12:08.018385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:08.023584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c1416d8-4932-4b43-b90b-7ef7db62c49c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:08.072673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:08.079811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=f862371c-f581-40db-9954-b2e6e6f7095e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:08.115490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:08.118175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:08.217380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:12:08.222616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:12:08.238069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:12:08.307987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'Port': ['ID=cd5f3b8b-98e4-4a98-9850-8936b97846a9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:08.320067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:08.334108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:08.347547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:08.348280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:08.376602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:08.379203 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/floatingips/195d8904-805f-4df0-ad31-02daad43465e HTTP/1.1" status: 204 len: 168 time: 1.4564300 Apr 22 17:12:08.519106 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8366611 Apr 22 17:12:08.533475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Request body: {'port': {'device_id': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:08.565149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c81c7f29-9fd4-43c8-b174-013f7327bfe9 None None] Provisioning for port cd5f3b8b-98e4-4a98-9850-8936b97846a9 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:12:08.578295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c81c7f29-9fd4-43c8-b174-013f7327bfe9 None None] Provisioning complete for port cd5f3b8b-98e4-4a98-9850-8936b97846a9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:08.578800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c81c7f29-9fd4-43c8-b174-013f7327bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:08.652564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c81c7f29-9fd4-43c8-b174-013f7327bfe9 None None] Port cd5f3b8b-98e4-4a98-9850-8936b97846a9 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:12:08.661789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:09.099015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5f3b8b-98e4-4a98-9850-8936b97846a9 {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:12:09.109369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:09.126518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Transition to ACTIVE for port object cd5f3b8b-98e4-4a98-9850-8936b97846a9 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:12:09.151988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23204f-a3d3-44a8-af7b-2eeae5db1bf9 req-37a0a170-164f-48f9-8fb8-28444156e80e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:09.153633 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ac23204f-a3d3-44a8-af7b-2eeae5db1bf9 req-37a0a170-164f-48f9-8fb8-28444156e80e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 945 time: 0.1382182 Apr 22 17:12:09.190006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:09.195832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7e95fb19-dc5e-4e01-b18e-bccc7726129f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:09.224017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ac23204f-a3d3-44a8-af7b-2eeae5db1bf9 req-4d589153-e958-4119-95ae-df6cfbc15df0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:12:09.258834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f79bb1-d3d7-4ef7-920f-30ae7f26b2af req-1805a1a7-812e-4b69-b88b-9a548c203e1e tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:09.260654 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-86f79bb1-d3d7-4ef7-920f-30ae7f26b2af req-1805a1a7-812e-4b69-b88b-9a548c203e1e tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 943 time: 0.1539302 Apr 22 17:12:09.291999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ac23204f-a3d3-44a8-af7b-2eeae5db1bf9 req-4d589153-e958-4119-95ae-df6cfbc15df0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:12:09.294483 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ac23204f-a3d3-44a8-af7b-2eeae5db1bf9 req-4d589153-e958-4119-95ae-df6cfbc15df0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1329160 Apr 22 17:12:09.351728 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-86f79bb1-d3d7-4ef7-920f-30ae7f26b2af req-6bd6dac6-5eac-4a21-a490-a517ac606e2c tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773289 Apr 22 17:12:09.429921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Pushing event updated for resources: {'Port': ['ID=cd5f3b8b-98e4-4a98-9850-8936b97846a9,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:09.435209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:09.472390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Attempting to bind port cd5f3b8b-98e4-4a98-9850-8936b97846a9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:12:09.472819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Attempting to bind port cd5f3b8b-98e4-4a98-9850-8936b97846a9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:12:09.473329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Attempting to bind port cd5f3b8b-98e4-4a98-9850-8936b97846a9 on network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:12:09.481214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Port cd5f3b8b-98e4-4a98-9850-8936b97846a9 on network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:12:09.486140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Attempting to bind port cd5f3b8b-98e4-4a98-9850-8936b97846a9 on network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:12:09.488123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:12:09.488491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Checking segment: {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:12:09.488908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Bound using segment: {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:12:09.489980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Bound port: cd5f3b8b-98e4-4a98-9850-8936b97846a9, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbb2759-f4e6-4938-9876-2b47c786eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:12:09.490362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:09.598123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] For port cd5f3b8b-98e4-4a98-9850-8936b97846a9, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:12:09.603272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] For port cd5f3b8b-98e4-4a98-9850-8936b97846a9, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cd5f3b8b-98e4-4a98-9850-8936b97846a9,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:12:09.670752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:09.675281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f6176a77-7b8e-4939-9805-2c4b26771fd7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:09.743069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:09.743768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:09.745332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] 10.222.0.78 "PUT /v2.0/ports/cd5f3b8b-98e4-4a98-9850-8936b97846a9 HTTP/1.1" status: 200 len: 1093 time: 1.2171586 Apr 22 17:12:09.745934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'tag': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:12:09.768271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Pushing event updated for resources: {'Port': ['ID=cd5f3b8b-98e4-4a98-9850-8936b97846a9,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:09.772599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:09.808586 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'tag': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9', 'status': 'completed', 'code': 200} Apr 22 17:12:09.900916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9700-d082-46cc-a66e-53ee45965962 req-76e5a980-42bf-4252-963f-10bef69235fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:09.901845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-76e5a980-42bf-4252-963f-10bef69235fb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 1096 time: 0.0863335 Apr 22 17:12:09.983574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-f8bc06a9-ffdb-4bc8-bebe-3822b1d42c7d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd5f3b8b-98e4-4a98-9850-8936b97846a9 HTTP/1.1" status: 200 len: 217 time: 0.0733938 Apr 22 17:12:10.059679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9700-d082-46cc-a66e-53ee45965962 req-a10b88ac-09c1-40eb-9f9b-12475520baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:10.061288 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-a10b88ac-09c1-40eb-9f9b-12475520baa6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0697057 Apr 22 17:12:10.153429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9700-d082-46cc-a66e-53ee45965962 req-51da7681-e16f-4ce6-ace1-6a9dedf784b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:10.154972 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-51da7681-e16f-4ce6-ace1-6a9dedf784b1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864000 Apr 22 17:12:10.313704 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-6e736179-0d49-4235-ba96-2ecdc5d153cd service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505644 Apr 22 17:12:10.485901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83e9700-d082-46cc-a66e-53ee45965962 req-322c6c79-3472-4786-89c5-09f1c9206750 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644678 Apr 22 17:12:10.748830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82793e-7cc4-4e0f-8abf-05f1d039cc55 req-1fec6f16-2760-4888-8f2c-ea5355e3266e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:10.750591 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ea82793e-7cc4-4e0f-8abf-05f1d039cc55 req-1fec6f16-2760-4888-8f2c-ea5355e3266e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 945 time: 0.3193493 Apr 22 17:12:10.761544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd159ac-029f-4de3-9d95-469e4f479108 req-1ddb4a9f-764a-45f4-a82a-bcbfef39ed99 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:10.763422 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fbd159ac-029f-4de3-9d95-469e4f479108 req-1ddb4a9f-764a-45f4-a82a-bcbfef39ed99 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 943 time: 0.2454431 Apr 22 17:12:10.772214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b9cf-e44c-4146-8f3d-6b8ebb831925 req-8838eaed-a793-451d-acd2-9d841feffd8e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:10.773848 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5ab6b9cf-e44c-4146-8f3d-6b8ebb831925 req-8838eaed-a793-451d-acd2-9d841feffd8e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 945 time: 0.2582417 Apr 22 17:12:10.928369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-5ab6b9cf-e44c-4146-8f3d-6b8ebb831925 req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 9496e046-feda-4b92-9e44-d36221939cca {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:12:10.928749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-5ab6b9cf-e44c-4146-8f3d-6b8ebb831925 req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:10.966301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cf47c-2630-44a0-b78a-25402c44ecac req-1867a1d0-ad78-4a4a-a1da-9f04d4e69acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:10.968016 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-010cf47c-2630-44a0-b78a-25402c44ecac req-1867a1d0-ad78-4a4a-a1da-9f04d4e69acc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 1096 time: 0.3910625 Apr 22 17:12:10.974061 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fbd159ac-029f-4de3-9d95-469e4f479108 req-c7d502ee-6552-42ec-b85f-6cf554092784 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985548 Apr 22 17:12:10.977161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ea82793e-7cc4-4e0f-8abf-05f1d039cc55 req-1df0cd3e-68e7-4dd5-921c-dce8522383a8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2008724 Apr 22 17:12:11.127345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cf47c-2630-44a0-b78a-25402c44ecac req-e3c9a874-7a80-4bd5-8831-4ca1ccbca26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:11.129049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-010cf47c-2630-44a0-b78a-25402c44ecac req-e3c9a874-7a80-4bd5-8831-4ca1ccbca26b service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.1522672 Apr 22 17:12:11.210765 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-010cf47c-2630-44a0-b78a-25402c44ecac req-bb0fa0a9-2b98-4300-afee-747a8d075938 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd5f3b8b-98e4-4a98-9850-8936b97846a9 HTTP/1.1" status: 200 len: 217 time: 0.0734265 Apr 22 17:12:11.233481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-5ab6b9cf-e44c-4146-8f3d-6b8ebb831925 req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 9496e046-feda-4b92-9e44-d36221939cca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9496e046-feda-4b92-9e44-d36221939cca,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:11.233985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-5ab6b9cf-e44c-4146-8f3d-6b8ebb831925 req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:11.282606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cf47c-2630-44a0-b78a-25402c44ecac req-dd9571be-3d07-459d-8352-b0ee5861e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:11.284147 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-010cf47c-2630-44a0-b78a-25402c44ecac req-dd9571be-3d07-459d-8352-b0ee5861e3fb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0664520 Apr 22 17:12:11.373451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-5ab6b9cf-e44c-4146-8f3d-6b8ebb831925 req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 9496e046-feda-4b92-9e44-d36221939cca owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:12:11.374609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cf47c-2630-44a0-b78a-25402c44ecac req-686fbbca-791b-48a4-87c1-4a11dd7561d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:11.376243 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-010cf47c-2630-44a0-b78a-25402c44ecac req-686fbbca-791b-48a4-87c1-4a11dd7561d2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828288 Apr 22 17:12:11.526557 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-010cf47c-2630-44a0-b78a-25402c44ecac req-0c728565-8830-436d-a49b-dce37a6123f7 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422913 Apr 22 17:12:11.562152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-5ab6b9cf-e44c-4146-8f3d-6b8ebb831925 req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:11.569016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0abc884d-6e1b-49a2-a588-831db95dbf64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:11.619782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=9496e046-feda-4b92-9e44-d36221939cca,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:11.623556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:11.676442 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-010cf47c-2630-44a0-b78a-25402c44ecac req-4b8419df-d6d7-4ca6-b726-d799442b0d0e service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427119 Apr 22 17:12:11.710646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab6b9cf-e44c-4146-8f3d-6b8ebb831925 req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] No DVR routers for this DVR port 9496e046-feda-4b92-9e44-d36221939cca on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:12:11.713214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-5ab6b9cf-e44c-4146-8f3d-6b8ebb831925 req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:11.716237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'name': 'network-vif-deleted', 'tag': '9496e046-feda-4b92-9e44-d36221939cca'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:12:11.729411 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5ab6b9cf-e44c-4146-8f3d-6b8ebb831925 req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "DELETE /v2.0/ports/9496e046-feda-4b92-9e44-d36221939cca HTTP/1.1" status: 204 len: 173 time: 0.9232817 Apr 22 17:12:11.768258 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cffe585-c161-4d24-8ce7-0c3c7036734e', 'name': 'network-vif-deleted', 'tag': '9496e046-feda-4b92-9e44-d36221939cca', 'status': 'completed', 'code': 200} Apr 22 17:12:12.223903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ed3829fb-e3f1-446a-a3b0-3f89c47c5c77 req-07cdc04c-b277-4a5a-8b46-d3b624b9c34c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:12:12.275333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1d608-d475-4a7f-8dd7-238177b37965 req-6558bb0e-e562-4e87-b277-f7ad8114efc6 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:12.276988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0a1d608-d475-4a7f-8dd7-238177b37965 req-6558bb0e-e562-4e87-b277-f7ad8114efc6 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 943 time: 0.1625423 Apr 22 17:12:12.285119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ed3829fb-e3f1-446a-a3b0-3f89c47c5c77 req-07cdc04c-b277-4a5a-8b46-d3b624b9c34c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:12:12.286349 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ed3829fb-e3f1-446a-a3b0-3f89c47c5c77 req-07cdc04c-b277-4a5a-8b46-d3b624b9c34c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cffe585-c161-4d24-8ce7-0c3c7036734e HTTP/1.1" status: 200 len: 210 time: 0.1214151 Apr 22 17:12:12.337944 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0a1d608-d475-4a7f-8dd7-238177b37965 req-e742e181-d34f-471d-8e88-b1e3de665142 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539703 Apr 22 17:12:13.401166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33854) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:13.611921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94309469-9802-46c4-8e4e-c3bd3bfd40e0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:13.659668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94309469-9802-46c4-8e4e-c3bd3bfd40e0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:13.706450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eec2a-e352-416d-b955-959b8da32177 req-16932801-edee-499b-a53a-b9b765549b78 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:13.708655 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a0eec2a-e352-416d-b955-959b8da32177 req-16932801-edee-499b-a53a-b9b765549b78 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 943 time: 0.2423241 Apr 22 17:12:13.769092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a0eec2a-e352-416d-b955-959b8da32177 req-5f2925fb-9215-4c38-a4eb-cf8e4d129a72 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513940 Apr 22 17:12:13.887022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94309469-9802-46c4-8e4e-c3bd3bfd40e0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:13.892891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67a7f263-078e-428c-8d54-73e901d2601f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:13.910675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94309469-9802-46c4-8e4e-c3bd3bfd40e0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd2d23f-e4b9-4dfb-97fc-a73a125df79f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:13.913288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-94309469-9802-46c4-8e4e-c3bd3bfd40e0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:13.948641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-94309469-9802-46c4-8e4e-c3bd3bfd40e0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:13.948641 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-94309469-9802-46c4-8e4e-c3bd3bfd40e0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/7fd2d23f-e4b9-4dfb-97fc-a73a125df79f HTTP/1.1" status: 204 len: 168 time: 0.5439746 Apr 22 17:12:14.054945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33860) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:14.680910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:14.986415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5146fe-0012-4fab-a3ca-aca692db8bf6 req-0f902f3b-bdfe-4555-9937-d024de75d2a3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:14.988081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6f5146fe-0012-4fab-a3ca-aca692db8bf6 req-0f902f3b-bdfe-4555-9937-d024de75d2a3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 943 time: 0.0936575 Apr 22 17:12:15.042726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6f5146fe-0012-4fab-a3ca-aca692db8bf6 req-36f3e5da-425d-4d51-8e96-4a9de0536f8e tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478785 Apr 22 17:12:15.069819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 839eb327-bab2-44bf-a26a-49576777d7a7 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:12:15.070130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:15.269753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 839eb327-bab2-44bf-a26a-49576777d7a7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=839eb327-bab2-44bf-a26a-49576777d7a7,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:15.270783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:15.405828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 839eb327-bab2-44bf-a26a-49576777d7a7 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:12:15.618606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:15.622939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c618fb02-f66d-4401-88df-7152ec4b1375 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:15.672208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=839eb327-bab2-44bf-a26a-49576777d7a7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:15.709395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.709778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.710123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.710540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.710983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.711396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.711807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.712217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.712627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.713041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.713452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.713860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:15.723389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:15.777209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 9496e046-feda-4b92-9e44-d36221939cca no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:12:15.822731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 9496e046-feda-4b92-9e44-d36221939cca {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:12:15.823414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 9496e046-feda-4b92-9e44-d36221939cca not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:12:16.010054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:16.297944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a78f3-7c1c-4581-a0e7-825834478d96 req-0e137ec5-0b44-4601-8978-bb445e016da1 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:16.299547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-229a78f3-7c1c-4581-a0e7-825834478d96 req-0e137ec5-0b44-4601-8978-bb445e016da1 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 943 time: 0.0921862 Apr 22 17:12:16.351862 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-229a78f3-7c1c-4581-a0e7-825834478d96 req-487edb13-420a-43d0-ae7e-1c8ce621461a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449100 Apr 22 17:12:16.452188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 2d152371-353e-45de-a24a-45bb5d88dcbe has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:12:16.949272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:12:16.960416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20315ea8-8162-42fa-a371-4fa68c7c57c3 None None] Sync routers for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:12:16.976636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20315ea8-8162-42fa-a371-4fa68c7c57c3 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:16.976636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-20315ea8-8162-42fa-a371-4fa68c7c57c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:16.997534 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/2d152371-353e-45de-a24a-45bb5d88dcbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9385509 Apr 22 17:12:16.997960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33868) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:17.085774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f833d089-99b2-4000-8abc-673e1a2aaded tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting subnet 3bec2640-a3b6-459f-8eca-276abc134472 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:12:17.091200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f833d089-99b2-4000-8abc-673e1a2aaded tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:17.156817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f833d089-99b2-4000-8abc-673e1a2aaded tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:17.184769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-20315ea8-8162-42fa-a371-4fa68c7c57c3 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:17.248680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f833d089-99b2-4000-8abc-673e1a2aaded tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:17.507220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-20315ea8-8162-42fa-a371-4fa68c7c57c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:12:15Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:17.511917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20315ea8-8162-42fa-a371-4fa68c7c57c3 None None] Checking router: 2d152371-353e-45de-a24a-45bb5d88dcbe for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:12:17.522520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20315ea8-8162-42fa-a371-4fa68c7c57c3 None None] Routers {'2d152371-353e-45de-a24a-45bb5d88dcbe'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:17.523502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-20315ea8-8162-42fa-a371-4fa68c7c57c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['2d152371-353e-45de-a24a-45bb5d88dcbe'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:17.576064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccac4f0-8c44-4104-b7b4-8905aaaff933 req-39c6d899-2043-4c7d-a506-f0f9ac3bbb76 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:17.577775 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3ccac4f0-8c44-4104-b7b4-8905aaaff933 req-39c6d899-2043-4c7d-a506-f0f9ac3bbb76 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 943 time: 0.1008034 Apr 22 17:12:17.593473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f833d089-99b2-4000-8abc-673e1a2aaded tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:17.599140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a187e359-3fa3-4eb6-a676-03bc13ea6646 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:17.631564 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3ccac4f0-8c44-4104-b7b4-8905aaaff933 req-b1b50db4-4665-4623-81f8-2bd803ad3070 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471184 Apr 22 17:12:17.637953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833d089-99b2-4000-8abc-673e1a2aaded tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Subnet': ['ID=3bec2640-a3b6-459f-8eca-276abc134472,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:17.641967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f833d089-99b2-4000-8abc-673e1a2aaded tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:17.644520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f833d089-99b2-4000-8abc-673e1a2aaded tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:17.655271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33874) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:17.655560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69e982-e333-4a32-b9e9-e1b6554379f3 None None] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:12:17.658856 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f833d089-99b2-4000-8abc-673e1a2aaded tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/subnets/3bec2640-a3b6-459f-8eca-276abc134472 HTTP/1.1" status: 204 len: 168 time: 0.6530998 Apr 22 17:12:17.870997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:17.891500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-20315ea8-8162-42fa-a371-4fa68c7c57c3 None None] Set router 2d152371-353e-45de-a24a-45bb5d88dcbe gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:18.083332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:18.130280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port d1afe083-e0bf-429f-b18a-f409a1cffd15 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:12:18.130594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:18.330209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port d1afe083-e0bf-429f-b18a-f409a1cffd15, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d1afe083-e0bf-429f-b18a-f409a1cffd15,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:18.330655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:18.381390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] DHCP port deletion for a784ad44-d2b1-4b44-9262-6a3af8e82466 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:12:18.391143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Deleting port 9befd895-5641-4923-8209-727e3a8f7b01 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:12:18.391568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:18.476676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for d1afe083-e0bf-429f-b18a-f409a1cffd15 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:12:18.523423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-20315ea8-8162-42fa-a371-4fa68c7c57c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:12:15Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:18.548485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20315ea8-8162-42fa-a371-4fa68c7c57c3 None None] The sync data for ids ['2d152371-353e-45de-a24a-45bb5d88dcbe'] in dv-neutron-786478-3-hyperv is: [{'id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'name': 'tempest-TestNetworkBasicOps-router-1413529223', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:09:39Z', 'updated_at': '2021-04-22T17:12:15Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'd1afe083-e0bf-429f-b18a-f409a1cffd15', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d152371-353e-45de-a24a-45bb5d88dcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:09:40Z', 'updated_at': '2021-04-22T17:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:12:18.646924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] For port 9befd895-5641-4923-8209-727e3a8f7b01, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9befd895-5641-4923-8209-727e3a8f7b01,segment=NetworkSegment(197562f4-b20a-4ec6-9757-b534010dc655),segment_id=197562f4-b20a-4ec6-9757-b534010dc655)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:18.647293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:18.656738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9befd895-5641-4923-8209-727e3a8f7b01 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:12:18.848438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Calling delete_port for 9befd895-5641-4923-8209-727e3a8f7b01 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:12:18.989534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:19.023696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09af25-dcd5-4cd1-bb3c-8d4b5978d085 req-1700a28a-e2bb-4a74-ba66-7651cb67ca50 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:19.025425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a09af25-dcd5-4cd1-bb3c-8d4b5978d085 req-1700a28a-e2bb-4a74-ba66-7651cb67ca50 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 943 time: 0.1194468 Apr 22 17:12:19.076152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a09af25-dcd5-4cd1-bb3c-8d4b5978d085 req-0f17fa82-4267-4c4c-8ed4-d98d968c6211 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441926 Apr 22 17:12:19.086981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:19.092581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:19.141770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=d1afe083-e0bf-429f-b18a-f409a1cffd15,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:19.145239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:19.178338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:19.187433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4d17403-94e3-48a9-a437-046373d9a880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:19.237217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Pushing event deleted for resources: {'Port': ['ID=9befd895-5641-4923-8209-727e3a8f7b01,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:19.241070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:19.242950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] No DVR routers for this DVR port 9befd895-5641-4923-8209-727e3a8f7b01 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:12:19.252774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.253167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.253552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.253936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.254363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.254765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.255139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.255508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.255881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.256253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.256621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.257032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:19.262701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:19.427531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:19.429995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:19.529706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:19.530251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Fanout notify agent at l3_agent the message router_deleted on router 2d152371-353e-45de-a24a-45bb5d88dcbe {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:12:19.547428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:19.548634 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/routers/2d152371-353e-45de-a24a-45bb5d88dcbe HTTP/1.1" status: 204 len: 168 time: 1.8918090 Apr 22 17:12:19.551484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33880) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:19.682953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:19.804567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cd5f3b8b-98e4-4a98-9850-8936b97846a9 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:12:19.959852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port cd5f3b8b-98e4-4a98-9850-8936b97846a9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cd5f3b8b-98e4-4a98-9850-8936b97846a9,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:19.974800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'port_id': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9', 'mac_address': 'fa:16:3e:f4:c1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:12:20.036223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:20.060440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5f3b8b-98e4-4a98-9850-8936b97846a9 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:12:20.091459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port cd5f3b8b-98e4-4a98-9850-8936b97846a9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cd5f3b8b-98e4-4a98-9850-8936b97846a9,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:20.116598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:20.121474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:20.123487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:20.203652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=cd5f3b8b-98e4-4a98-9850-8936b97846a9,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:20.207033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:20.307695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a784ad44-d2b1-4b44-9262-6a3af8e82466']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:20.331903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197562f4-b20a-4ec6-9757-b534010dc655') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:20.332156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197562f4-b20a-4ec6-9757-b534010dc655') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:20.350260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:20.372341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:20.386712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2626b7e-578f-4bae-8c47-7eb493de5a21 req-61e8e19c-c7b3-4c00-acb5-9039ee4c8a36 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:20.388421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2626b7e-578f-4bae-8c47-7eb493de5a21 req-61e8e19c-c7b3-4c00-acb5-9039ee4c8a36 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 944 time: 0.1807888 Apr 22 17:12:20.391557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:12:20.406197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['cd5f3b8b-98e4-4a98-9850-8936b97846a9'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:12:20.610326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 839eb327-bab2-44bf-a26a-49576777d7a7 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:12:20.612327 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2626b7e-578f-4bae-8c47-7eb493de5a21 req-d494d0e7-ded7-464a-8f84-dd67094b5815 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046268 Apr 22 17:12:20.630703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:12:20.640666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:20.657569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 839eb327-bab2-44bf-a26a-49576777d7a7 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:12:20.657969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 839eb327-bab2-44bf-a26a-49576777d7a7 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:12:20.658452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d1afe083-e0bf-429f-b18a-f409a1cffd15 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:12:20.711450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: d1afe083-e0bf-429f-b18a-f409a1cffd15 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:12:20.711854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d1afe083-e0bf-429f-b18a-f409a1cffd15 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:12:20.845500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network a784ad44-d2b1-4b44-9262-6a3af8e82466 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:12:20.871221 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:12:20.995580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:20.999392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-90515a6a-8c5f-4809-a431-d7f3f4c4a91e tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:21.018274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:21.026215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Network': ['ID=a784ad44-d2b1-4b44-9262-6a3af8e82466,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:21.031487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:21.073566 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e8bb366a-c242-473b-acb6-1228643245c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/networks/a784ad44-d2b1-4b44-9262-6a3af8e82466 HTTP/1.1" status: 204 len: 168 time: 1.5209098 Apr 22 17:12:21.102760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33886) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:21.109351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'network': {'name': 'tempest-network-smoke--1480422009', 'project_id': '8b61421b15584ef3a566a5143da81011', 'port_security_enabled': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:21.115061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:21.119596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:network and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:21.123245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:21.128842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:21.181330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:12:21.187466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:21.219245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:12:21.303445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:21.303852 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Added segment 07ff2c12-e3f3-4616-9e06-64ca4a250f29 of type vlan for network 9a6f3a70-e154-46cc-ac37-babb157abee0 Apr 22 17:12:21.421909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:21.512530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:21.518741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:21.519462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:21.526007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9057506-313f-470e-99a3-e5b9f6225e1b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:21.644433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Network': ['ID=9a6f3a70-e154-46cc-ac37-babb157abee0,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:21.647901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:21.655512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 9a6f3a70-e154-46cc-ac37-babb157abee0 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:12:21.664726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5607603 Apr 22 17:12:21.669297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33892) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:21.674887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-163359627', 'admin_state_up': True, 'project_id': '8b61421b15584ef3a566a5143da81011', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:21.690224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:21.695800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:router and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:21.699458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:21.706241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:21.780372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:21.781492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:21.805049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cd5f3b8b-98e4-4a98-9850-8936b97846a9 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:12:21.840684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e2214-282c-4a19-b5c6-517f37ea143e req-b1ca09b3-a51e-4506-ad38-fd4fe854e8c3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:21.842368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-972e2214-282c-4a19-b5c6-517f37ea143e req-b1ca09b3-a51e-4506-ad38-fd4fe854e8c3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 944 time: 0.1083355 Apr 22 17:12:21.897392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:21.901441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-972e2214-282c-4a19-b5c6-517f37ea143e req-9095db89-123f-4d91-a3f2-9ee1b4f1f656 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505183 Apr 22 17:12:21.916229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port cd5f3b8b-98e4-4a98-9850-8936b97846a9 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:12:21.921489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port cd5f3b8b-98e4-4a98-9850-8936b97846a9 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:21.921923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:22.055965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:22.091282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:12:22.102785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port cd5f3b8b-98e4-4a98-9850-8936b97846a9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cd5f3b8b-98e4-4a98-9850-8936b97846a9,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:22.142685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9', 'code': 200} Apr 22 17:12:22.149610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:22.151678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:22.225314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=cd5f3b8b-98e4-4a98-9850-8936b97846a9,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:22.228709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:22.261022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:22.676027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:22.714689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:22.794241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7f203-f278-4128-920b-f04fec1e0836 req-be1ec887-f1c2-449d-ad7d-ac141e20bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:22.796775 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dbc7f203-f278-4128-920b-f04fec1e0836 req-be1ec887-f1c2-449d-ad7d-ac141e20bef7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 1098 time: 0.2738612 Apr 22 17:12:22.900886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dbc7f203-f278-4128-920b-f04fec1e0836 req-5b6ba3de-676c-4c43-89b6-634d62f2ac17 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933003 Apr 22 17:12:22.927272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.48 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/5bf0c887-23d8-4dd9-a4d0-101db0543dab) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:12:23.166589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:23.186188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a64970-4a1a-47f7-a45a-8d758193343b req-a4f1e6d6-1129-4c6e-b562-5d6b707e4f62 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:23.187827 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a4a64970-4a1a-47f7-a45a-8d758193343b req-a4f1e6d6-1129-4c6e-b562-5d6b707e4f62 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 945 time: 0.1623881 Apr 22 17:12:23.248976 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a4a64970-4a1a-47f7-a45a-8d758193343b req-7bd0b530-1045-4947-ba93-23c8761e7e44 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529888 Apr 22 17:12:23.292913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:23.297233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-325c5b2f-e65b-45b5-8b1c-e2be3904bb0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:23.369457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:12:23.373321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:12:23.377415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:12:23.416583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=5bf0c887-23d8-4dd9-a4d0-101db0543dab,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:23.421239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:23.876000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:24.604432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:24.616098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91920097-26b1-4378-902f-903ec0cc5e88 req-89709c78-30a5-43df-8147-2006c0d51c70 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:24.617777 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-91920097-26b1-4378-902f-903ec0cc5e88 req-89709c78-30a5-43df-8147-2006c0d51c70 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 945 time: 0.2081263 Apr 22 17:12:24.821665 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-91920097-26b1-4378-902f-903ec0cc5e88 req-c8f090ff-0f2d-42e3-ab36-4aff4797b64a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463695 Apr 22 17:12:24.963871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 684220ed-67d7-4752-bf80-00603599dbb0 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:12:25.154872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:12:25.226313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:12:25.236773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Sync routers for ids ['684220ed-67d7-4752-bf80-00603599dbb0'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:12:25.247695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Routers {'684220ed-67d7-4752-bf80-00603599dbb0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:25.248612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['684220ed-67d7-4752-bf80-00603599dbb0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:25.263742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30a8a8-85cf-49e0-ae76-221434c28cea req-eea97e97-9b4d-4f20-a328-faf6b92a6412 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:25.263742 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9b30a8a8-85cf-49e0-ae76-221434c28cea req-eea97e97-9b4d-4f20-a328-faf6b92a6412 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 945 time: 0.1624873 Apr 22 17:12:25.307209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:25.308514 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6392508 Apr 22 17:12:25.312087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33904) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:25.357216 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9b30a8a8-85cf-49e0-ae76-221434c28cea req-70efff07-6a37-46d3-9ff0-996d61f5b424 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869336 Apr 22 17:12:25.366999 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0af305f8-1a14-483e-9958-3ce3d450b2f3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8b61421b15584ef3a566a5143da81011&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536141 Apr 22 17:12:25.369706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33908) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:25.385634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33912) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:25.469822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Set router 684220ed-67d7-4752-bf80-00603599dbb0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:25.523280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f4e50-8137-4f61-9d5e-65a643dff17c tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:25.528316 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d14f4e50-8137-4f61-9d5e-65a643dff17c tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1543381 Apr 22 17:12:25.528735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33918) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:25.576172 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-373146a0-6006-42fa-8d93-85c3c21a5a7d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459323 Apr 22 17:12:25.579119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33922) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:25.588329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-462690337', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'project_id': '8b61421b15584ef3a566a5143da81011', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:25.614169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55f31c-6c42-483a-b507-1358ae1686c0 tempest-TestVolumeBootPattern-2086216536 tempest-TestVolumeBootPattern-2086216536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:25.615008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2d55f31c-6c42-483a-b507-1358ae1686c0 tempest-TestVolumeBootPattern-2086216536 tempest-TestVolumeBootPattern-2086216536-project-admin] Synchronizing usage tracker for tenant:6f7c92c92c06496fac69cb69f782c4c0 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:12:25.710256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2d55f31c-6c42-483a-b507-1358ae1686c0 tempest-TestVolumeBootPattern-2086216536 tempest-TestVolumeBootPattern-2086216536-project-admin] Unset dirty status for tenant:6f7c92c92c06496fac69cb69f782c4c0 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:12:25.715244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2d55f31c-6c42-483a-b507-1358ae1686c0 tempest-TestVolumeBootPattern-2086216536 tempest-TestVolumeBootPattern-2086216536-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 1093 time: 0.3284943 Apr 22 17:12:25.716201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33926) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:25.724169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:25.734346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:25.737082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:25.742163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Usage tracker for resource:floatingip and tenant:530e913380264e7bb3742faa3e30d4c9 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:25.748125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:subnet and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:25.748856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:25.752104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:25.763397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:25.763397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:25.798016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:23Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:25.802052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Checking router: 684220ed-67d7-4752-bf80-00603599dbb0 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:12:25.802453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Updating router 684220ed-67d7-4752-bf80-00603599dbb0 port 5bf0c887-23d8-4dd9-a4d0-101db0543dab binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:12:25.824813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:25.863746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:25.902704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:12:25.908814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:26.087385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:26.353907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:26.447180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Transition to ACTIVE for port object 5bf0c887-23d8-4dd9-a4d0-101db0543dab will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:12:26.549655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:26.555001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79040d8b-096c-4690-9301-e017358ba1ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:26.635516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Attempting to bind port 5bf0c887-23d8-4dd9-a4d0-101db0543dab on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:12:26.636070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Attempting to bind port 5bf0c887-23d8-4dd9-a4d0-101db0543dab by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:12:26.636302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Attempting to bind port 5bf0c887-23d8-4dd9-a4d0-101db0543dab on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:12:26.642825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Pushing event updated for resources: {'Port': ['ID=5bf0c887-23d8-4dd9-a4d0-101db0543dab,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:26.648421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:12:26.648837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:12:26.649282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:26.649718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:12:26.650262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Bound port: 5bf0c887-23d8-4dd9-a4d0-101db0543dab, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:12:26.650699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:26.694548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.695295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.695295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.695673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.696024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.696642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.697404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.697404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.697685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.698010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.698372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.698780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:12:26.704214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:26.720547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Allocated IP 172.26.6.66 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/2f8e73ab-fd74-43cf-b6b1-a62e8d4e4c58) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:12:26.754308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] For port 5bf0c887-23d8-4dd9-a4d0-101db0543dab, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:12:26.757644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] For port 5bf0c887-23d8-4dd9-a4d0-101db0543dab, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5bf0c887-23d8-4dd9-a4d0-101db0543dab,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:12:26.793008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:26.797100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd5f50fe-f99d-4377-9f38-3a2d5f82ed12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:26.878202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Routers {'684220ed-67d7-4752-bf80-00603599dbb0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:26.878814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['684220ed-67d7-4752-bf80-00603599dbb0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:26.970603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:26.998357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:27.005228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f77454b-3ce1-4f71-b11a-bc80f84a50c1 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:27.116609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Subnet': ['ID=477d9931-956b-40bb-b9f5-a239f1888166,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:27.119350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Pushing event updated for resources: {'Port': ['ID=5bf0c887-23d8-4dd9-a4d0-101db0543dab,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:27.123766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:27.124408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:27.125784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Checking segment: {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:12:27.126163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network hostable DHCP agents. Network: 9a6f3a70-e154-46cc-ac37-babb157abee0, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:12:27.172909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:27.178211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aeaf3c1e-2ef2-4bfc-a593-627100114077 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:27.221191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 9a6f3a70-e154-46cc-ac37-babb157abee0 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:12:27.243616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:12:27.247113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] Set router 684220ed-67d7-4752-bf80-00603599dbb0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:27.253743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:12:27.266430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:12:27.308506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'Port': ['ID=2f8e73ab-fd74-43cf-b6b1-a62e8d4e4c58,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:27.313355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 9a6f3a70-e154-46cc-ac37-babb157abee0) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:12:27.315206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:27.324256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bced21-cbb4-41d6-9e3f-d209142e9a13 None None] Network 9a6f3a70-e154-46cc-ac37-babb157abee0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:12:27.340674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:27.341342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:27.466238 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8854506 Apr 22 17:12:27.469153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33930) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:27.630906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:23Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:27.635499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb605e6e-1d80-43eb-9fda-02815ff84deb None None] The sync data for ids ['684220ed-67d7-4752-bf80-00603599dbb0'] in dv-neutron-786478-3-hyperv is: [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:23Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:12:27.678439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9a6f3a70-e154-46cc-ac37-babb157abee0', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:12:27.679152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:27.822181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:27.878399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Allocated IP 172.20.0.2 (9a6f3a70-e154-46cc-ac37-babb157abee0/477d9931-956b-40bb-b9f5-a239f1888166/e36979d9-bc41-45cf-ab9b-018421ff3f62) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:12:27.977932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:28.166323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:28.189844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Transition to ACTIVE for port object e36979d9-bc41-45cf-ab9b-018421ff3f62 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:12:28.212598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3cd4750-ce34-41e9-b021-45514feb2650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:28.289993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Transition to ACTIVE for port object e36979d9-bc41-45cf-ab9b-018421ff3f62 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:12:28.336972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:28.343898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:28.438326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Network 9a6f3a70-e154-46cc-ac37-babb157abee0 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:12:28.442606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:12:28.453450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:12:28.464976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:28.589293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Pushing event updated for resources: {'Port': ['ID=e36979d9-bc41-45cf-ab9b-018421ff3f62,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:28.618115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:28.653669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Attempting to bind port e36979d9-bc41-45cf-ab9b-018421ff3f62 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:12:28.654297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Attempting to bind port e36979d9-bc41-45cf-ab9b-018421ff3f62 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:12:28.654888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Attempting to bind port e36979d9-bc41-45cf-ab9b-018421ff3f62 on network 9a6f3a70-e154-46cc-ac37-babb157abee0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:12:28.658817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:28.663920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:12:28.664343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Checking segment: {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:12:28.664813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:28.665238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Bound using segment: {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:12:28.665937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Bound port: e36979d9-bc41-45cf-ab9b-018421ff3f62, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:12:28.666491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:28.691993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:28.710248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:28.749698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5bf0c887-23d8-4dd9-a4d0-101db0543dab up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:12:28.848300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event updated for resources: {'Port': ['ID=2f8e73ab-fd74-43cf-b6b1-a62e8d4e4c58,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:28.863178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:28.885657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:28.886356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] For port e36979d9-bc41-45cf-ab9b-018421ff3f62, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:12:28.891325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] For port e36979d9-bc41-45cf-ab9b-018421ff3f62, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e36979d9-bc41-45cf-ab9b-018421ff3f62,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:12:28.927849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:28.932681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:28.986529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 5bf0c887-23d8-4dd9-a4d0-101db0543dab completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:12:29.021521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Pushing event updated for resources: {'Port': ['ID=e36979d9-bc41-45cf-ab9b-018421ff3f62,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:29.030091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:29.030091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 5bf0c887-23d8-4dd9-a4d0-101db0543dab triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:29.030675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:29.061706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.1 (9a6f3a70-e154-46cc-ac37-babb157abee0/477d9931-956b-40bb-b9f5-a239f1888166/a5fb3c1f-aa06-45c1-8df7-3cac8606ae55) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:12:29.133833 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Floating IP f399791d-4058-46be-9e44-b65f422216e3 associated. External IP: 172.26.6.66, port: cd5f3b8b-98e4-4a98-9850-8936b97846a9. Apr 22 17:12:29.195461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:29.216666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 5bf0c887-23d8-4dd9-a4d0-101db0543dab, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5bf0c887-23d8-4dd9-a4d0-101db0543dab,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:29.264712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:29.267688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:29.297006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:29.318464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:12:29.343056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=5bf0c887-23d8-4dd9-a4d0-101db0543dab,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:29.345820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:29.384728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:29.390541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cdd37a01-a435-45bf-ad0f-f257311ad0ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:29.491969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 9a6f3a70-e154-46cc-ac37-babb157abee0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:12:29.493192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:12:29.497859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:12:29.541911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=a5fb3c1f-aa06-45c1-8df7-3cac8606ae55,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:29.575053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:29.580113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:29.589833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Router 87524a68-1447-4128-b4a1-50b8d4acf824 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:12:29.821821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:29.832166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:12:29.843155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c9091-8c23-4bf5-9d96-9dce12a22263 None None] Sync routers for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:12:29.856016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c9091-8c23-4bf5-9d96-9dce12a22263 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:29.856813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5f0c9091-8c23-4bf5-9d96-9dce12a22263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:29.886426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:29.962074 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2316086 Apr 22 17:12:29.962074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'tag': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:12:30.004550 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'tag': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9', 'status': 'completed', 'code': 200} Apr 22 17:12:30.126138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0472285-3a79-4e28-bf61-37f7f200a20b req-13edcbe9-3dff-4e0b-b75f-2b1ed253b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:30.128306 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0472285-3a79-4e28-bf61-37f7f200a20b req-13edcbe9-3dff-4e0b-b75f-2b1ed253b654 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 1098 time: 0.1008179 Apr 22 17:12:30.287198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5f0c9091-8c23-4bf5-9d96-9dce12a22263 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:30.304626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0472285-3a79-4e28-bf61-37f7f200a20b req-e3b65cce-f94a-4f0d-91e8-f4c7ec1572f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:30.306529 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0472285-3a79-4e28-bf61-37f7f200a20b req-e3b65cce-f94a-4f0d-91e8-f4c7ec1572f4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.1705484 Apr 22 17:12:30.341251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a33ff09d-aa67-47f1-8caf-ee642bd2ed9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:30.347263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:30.387281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:30.421427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1cf29ed-ccf4-4f52-9bfd-ea08a0ebdf94 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:30.465775 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0472285-3a79-4e28-bf61-37f7f200a20b req-8c3c5dd4-6c2f-4240-8d69-7d2115bc77a3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd5f3b8b-98e4-4a98-9850-8936b97846a9 HTTP/1.1" status: 200 len: 998 time: 0.1483898 Apr 22 17:12:30.534441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:30.539413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=a5fb3c1f-aa06-45c1-8df7-3cac8606ae55,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:30.549312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:30.559062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0472285-3a79-4e28-bf61-37f7f200a20b req-3e7bfd74-40b5-4f48-ba3f-b5dc836e89aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:30.561516 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0472285-3a79-4e28-bf61-37f7f200a20b req-3e7bfd74-40b5-4f48-ba3f-b5dc836e89aa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0892718 Apr 22 17:12:30.739492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 9a6f3a70-e154-46cc-ac37-babb157abee0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:12:30.741139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:12:30.747724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0472285-3a79-4e28-bf61-37f7f200a20b req-775fd4c0-9157-46a2-8ba7-808b75e1cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:30.754938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0472285-3a79-4e28-bf61-37f7f200a20b req-775fd4c0-9157-46a2-8ba7-808b75e1cc38 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1803896 Apr 22 17:12:30.840326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5f0c9091-8c23-4bf5-9d96-9dce12a22263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '39d9d6e4-b5a4-4a18-9253-50d10ccd0616', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:da:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:09:07Z', 'updated_at': '2021-04-22T17:09:10Z', 'revision_number': 1, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}, {'id': 'f399791d-4058-46be-9e44-b65f422216e3', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:f4:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:12:27Z', 'updated_at': '2021-04-22T17:12:27Z', 'revision_number': 0, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:30.848596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c9091-8c23-4bf5-9d96-9dce12a22263 None None] Checking router: 87524a68-1447-4128-b4a1-50b8d4acf824 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:12:30.859996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c9091-8c23-4bf5-9d96-9dce12a22263 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:30.860897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5f0c9091-8c23-4bf5-9d96-9dce12a22263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:30.931053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e36979d9-bc41-45cf-ab9b-018421ff3f62 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:12:30.953483 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0472285-3a79-4e28-bf61-37f7f200a20b req-e2dfdc8d-b5b3-477f-a38c-99e273c09979 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941547 Apr 22 17:12:30.958171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1cfcba-842d-4194-9f4c-71657231d584 None None] Network 9a6f3a70-e154-46cc-ac37-babb157abee0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:12:30.997342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 684220ed-67d7-4752-bf80-00603599dbb0 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:12:31.121360 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0472285-3a79-4e28-bf61-37f7f200a20b req-c397b0dd-acde-4d04-ba38-e1c451e82d0f service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605246 Apr 22 17:12:31.240925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9106a1fe-56b4-454c-8701-19c9fb10f91f None None] Provisioning for port e36979d9-bc41-45cf-ab9b-018421ff3f62 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:12:31.273747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9106a1fe-56b4-454c-8701-19c9fb10f91f None None] Provisioning complete for port e36979d9-bc41-45cf-ab9b-018421ff3f62 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:31.274170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9106a1fe-56b4-454c-8701-19c9fb10f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:31.353817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port e36979d9-bc41-45cf-ab9b-018421ff3f62 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:12:31.365220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5f0c9091-8c23-4bf5-9d96-9dce12a22263 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:31.440465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e36979d9-bc41-45cf-ab9b-018421ff3f62 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:31.440885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:31.522495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:12:31.534679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Sync routers for ids ['684220ed-67d7-4752-bf80-00603599dbb0'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:12:31.540122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33938) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:31.542258 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/684220ed-67d7-4752-bf80-00603599dbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0698259 Apr 22 17:12:31.567524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Routers {'684220ed-67d7-4752-bf80-00603599dbb0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:31.568259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['684220ed-67d7-4752-bf80-00603599dbb0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:31.636524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:31.636524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:31.734007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa518b5-f9f9-42b8-a7ba-7a3d742560c0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.734546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa518b5-f9f9-42b8-a7ba-7a3d742560c0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.735113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa518b5-f9f9-42b8-a7ba-7a3d742560c0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.735644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa518b5-f9f9-42b8-a7ba-7a3d742560c0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.743052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa518b5-f9f9-42b8-a7ba-7a3d742560c0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.745114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa518b5-f9f9-42b8-a7ba-7a3d742560c0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.752511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33942) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:31.761706 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dfa518b5-f9f9-42b8-a7ba-7a3d742560c0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.2203126 Apr 22 17:12:31.829168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Set router 684220ed-67d7-4752-bf80-00603599dbb0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:31.858861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28fd58-d6e0-43e1-adf8-7230d03fb6c4 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.859457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28fd58-d6e0-43e1-adf8-7230d03fb6c4 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.860154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28fd58-d6e0-43e1-adf8-7230d03fb6c4 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.860745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28fd58-d6e0-43e1-adf8-7230d03fb6c4 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.861448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28fd58-d6e0-43e1-adf8-7230d03fb6c4 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.862042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28fd58-d6e0-43e1-adf8-7230d03fb6c4 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:31.864876 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ba28fd58-d6e0-43e1-adf8-7230d03fb6c4 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1106281 Apr 22 17:12:31.868509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33946) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:32.168785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9106a1fe-56b4-454c-8701-19c9fb10f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:32.173539 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-064880a5-006d-4d54-accb-0bdbafc8895e tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3024256 Apr 22 17:12:32.177158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33950) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:32.184197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-151841075', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:32.203601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:32.231346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'a5fb3c1f-aa06-45c1-8df7-3cac8606ae55', 'name': '', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:e9:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:28Z', 'updated_at': '2021-04-22T17:12:30Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '477d9931-956b-40bb-b9f5-a239f1888166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:32.237136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Checking router: 684220ed-67d7-4752-bf80-00603599dbb0 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:12:32.237644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Updating router 684220ed-67d7-4752-bf80-00603599dbb0 port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:12:32.296355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9106a1fe-56b4-454c-8701-19c9fb10f91f None None] For port e36979d9-bc41-45cf-ab9b-018421ff3f62, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e36979d9-bc41-45cf-ab9b-018421ff3f62,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:32.338408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:32.362729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:32.367947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:port and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:32.371559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:32.375319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9106a1fe-56b4-454c-8701-19c9fb10f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:32.379063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:32.385787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:32.426616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:12:32.433671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:32.474542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] device_id is not set on port 4e5bda5e-2691-4744-9e87-7848d818c767 yet. {{(pid=87209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:12:32.499665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:12:32.500274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:12:32.520190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106a1fe-56b4-454c-8701-19c9fb10f91f None None] Pushing event updated for resources: {'Port': ['ID=e36979d9-bc41-45cf-ab9b-018421ff3f62,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:32.524758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9106a1fe-56b4-454c-8701-19c9fb10f91f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:32.534656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5f0c9091-8c23-4bf5-9d96-9dce12a22263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '39d9d6e4-b5a4-4a18-9253-50d10ccd0616', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:da:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:09:07Z', 'updated_at': '2021-04-22T17:09:10Z', 'revision_number': 1, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}, {'id': 'f399791d-4058-46be-9e44-b65f422216e3', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:f4:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:12:27Z', 'updated_at': '2021-04-22T17:12:27Z', 'revision_number': 0, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:32.536055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c9091-8c23-4bf5-9d96-9dce12a22263 None None] The sync data for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv is: [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '39d9d6e4-b5a4-4a18-9253-50d10ccd0616', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:da:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:09:07Z', 'updated_at': '2021-04-22T17:09:10Z', 'revision_number': 1, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}, {'id': 'f399791d-4058-46be-9e44-b65f422216e3', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:f4:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:12:27Z', 'updated_at': '2021-04-22T17:12:27Z', 'revision_number': 0, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:12:32.552250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-97db79d4-18d6-4188-a7ab-091ad9584984 None None] Provisioning for port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:12:32.558268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-97db79d4-18d6-4188-a7ab-091ad9584984 None None] Provisioning complete for port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:32.558829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97db79d4-18d6-4188-a7ab-091ad9584984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:32.641935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-97db79d4-18d6-4188-a7ab-091ad9584984 None None] Port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:12:32.658270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-97db79d4-18d6-4188-a7ab-091ad9584984 None None] Provisioning complete for port e36979d9-bc41-45cf-ab9b-018421ff3f62 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:32.658774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97db79d4-18d6-4188-a7ab-091ad9584984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:32.795919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:32.831626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:32.841275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Transition to ACTIVE for port object a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:12:32.884885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:32.894440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:32.935596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.4 (9a6f3a70-e154-46cc-ac37-babb157abee0/477d9931-956b-40bb-b9f5-a239f1888166/4e5bda5e-2691-4744-9e87-7848d818c767) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:12:32.953134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b38c7-72b8-421a-8ceb-a23aa6e1a58f None None] New status for floating IP f399791d-4058-46be-9e44-b65f422216e3: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:12:32.979768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0e792-9082-417e-b5f9-a73cfd4d39db None None] Pushing event updated for resources: {'Port': ['ID=a5fb3c1f-aa06-45c1-8df7-3cac8606ae55,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:32.982863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-78c0e792-9082-417e-b5f9-a73cfd4d39db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:33.162999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5bf0c887-23d8-4dd9-a4d0-101db0543dab up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:12:33.196869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Attempting to bind port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:12:33.197293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Attempting to bind port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:12:33.197710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Attempting to bind port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 on network 9a6f3a70-e154-46cc-ac37-babb157abee0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:12:33.205164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:12:33.205869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Checking segment: {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:12:33.207816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:33.207816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Bound using segment: {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:12:33.208536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Bound port: a5fb3c1f-aa06-45c1-8df7-3cac8606ae55, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:12:33.209070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:33.260699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:33.281010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 4e5bda5e-2691-4744-9e87-7848d818c767 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:12:33.328342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] For port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:12:33.331636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] For port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a5fb3c1f-aa06-45c1-8df7-3cac8606ae55,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:12:33.345016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:33.351914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:33.407762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:33.415041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:33.420564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 5bf0c887-23d8-4dd9-a4d0-101db0543dab triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:33.420564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:33.424843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 9a6f3a70-e154-46cc-ac37-babb157abee0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:12:33.428821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:12:33.433203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:12:33.476268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:33.481486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:33.515656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Routers {'684220ed-67d7-4752-bf80-00603599dbb0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:33.516530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['684220ed-67d7-4752-bf80-00603599dbb0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:33.524457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:33.524457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:33.607506 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4289620 Apr 22 17:12:33.692336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0e792-9082-417e-b5f9-a73cfd4d39db None None] Pushing event updated for resources: {'Port': ['ID=a5fb3c1f-aa06-45c1-8df7-3cac8606ae55,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:33.701796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-78c0e792-9082-417e-b5f9-a73cfd4d39db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:33.740785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e36979d9-bc41-45cf-ab9b-018421ff3f62 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:12:33.839867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e36979d9-bc41-45cf-ab9b-018421ff3f62 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:33.840298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:33.884869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c1ebcf25-cd0d-4767-b683-81b58bc0311c None None] Provisioning for port 4e5bda5e-2691-4744-9e87-7848d818c767 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:12:33.903348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c1ebcf25-cd0d-4767-b683-81b58bc0311c None None] Provisioning complete for port 4e5bda5e-2691-4744-9e87-7848d818c767 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:33.910749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c1ebcf25-cd0d-4767-b683-81b58bc0311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:33.953760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] Set router 684220ed-67d7-4752-bf80-00603599dbb0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:34.012754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c1ebcf25-cd0d-4767-b683-81b58bc0311c None None] Port 4e5bda5e-2691-4744-9e87-7848d818c767 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:12:34.098669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33956) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:34.104986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219522583', 'description': 'tempest-secgroup-smoke-219522583 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:34.116519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:34.121381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:34.124879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:34.132138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:34.175692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:34.198495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:34.202944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:34.206103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:34.213227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:34.296112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:34.304908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'a5fb3c1f-aa06-45c1-8df7-3cac8606ae55', 'name': '', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:e9:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:28Z', 'updated_at': '2021-04-22T17:12:33Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '477d9931-956b-40bb-b9f5-a239f1888166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:34.309341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada422a-b358-4085-954d-8eeec17cea1c None None] The sync data for ids ['684220ed-67d7-4752-bf80-00603599dbb0'] in dv-neutron-786478-3-hyperv is: [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'a5fb3c1f-aa06-45c1-8df7-3cac8606ae55', 'name': '', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:e9:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:28Z', 'updated_at': '2021-04-22T17:12:33Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '477d9931-956b-40bb-b9f5-a239f1888166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:12:34.341119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:34.345652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c15ac3d3-602f-498d-a41e-ca2f1534f3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:34.396693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6c8e93-d56b-4cfa-bc28-3ccfa279a152,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:34.399715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:34.427264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:34.427264 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-71794d0c-5f42-4694-b4c3-f47c9c4fe16b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3232248 Apr 22 17:12:34.427264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33960) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:34.433274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7c6c8e93-d56b-4cfa-bc28-3ccfa279a152', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:34.440764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:34.446708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:34.449477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:34.456230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:34.498351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:34.572155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:34.606904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:34.609988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8f56185d-f430-422b-a2a9-0bb13abcec85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:34.637660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f770e1d8-d136-4cde-9874-1355ffbfb998,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:34.649861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:34.686947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:34.691836 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2607644 Apr 22 17:12:34.692630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33964) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:34.699447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7c6c8e93-d56b-4cfa-bc28-3ccfa279a152', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:34.706454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:34.711844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:34.715587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:34.722365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:34.837817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:34.909798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:34.937980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:34.940159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5108a0b5-3a73-4db0-ba8c-a2561e98883b tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:34.973341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f8ee1a-a5db-421c-9db3-2a6901d19220,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:34.973341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:35.001170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.005457 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3087547 Apr 22 17:12:35.007150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33968) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:35.013149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7c6c8e93-d56b-4cfa-bc28-3ccfa279a152', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:35.020584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:35.031347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:35.031347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:35.034964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:35.080001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.163010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.193265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.246896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.246896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:35.272501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88586cd-b60c-4556-b2dd-1cb93b6ee646,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:35.272501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:35.360757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.364003 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3539758 Apr 22 17:12:35.365776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33972) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:35.372292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7c6c8e93-d56b-4cfa-bc28-3ccfa279a152', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:35.379548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:35.386519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:35.389680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:35.402247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:35.462286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.660925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.687176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.695001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:35.749326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28489668-abda-47d2-a3ee-1ffe94caf7eb,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:35.749326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:35.765152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:12:35.811616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.811616 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d1fb3cc6-e1ac-401e-9b89-fa0ce49b33ff tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4126725 Apr 22 17:12:35.811616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 33976) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:35.811616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7c6c8e93-d56b-4cfa-bc28-3ccfa279a152', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:35.811616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:35.811616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:35.811616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:35.811616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:35.861078 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:12:35.861078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.889723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:12:35.889723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:35.889723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.955118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.986320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:35.986320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1dcdb455-26b2-4450-bb92-2481126e860b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:36.011405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a773e8-d721-4a63-a38b-24bfb8b7e7a9,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:36.011405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:36.039481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:36.067744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:36.067744 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2637300 Apr 22 17:12:36.078315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 33980) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:36.088894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a5fb3c1f-aa06-45c1-8df7-3cac8606ae55,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:36.102484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '7c6c8e93-d56b-4cfa-bc28-3ccfa279a152', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:36.102484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:36.102484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:36.102484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:36.102484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:36.113148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:36.113148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e72af92-785a-41d4-a79d-2a9d3dabe9db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:36.156603 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:12:36.156603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:36.201277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=a5fb3c1f-aa06-45c1-8df7-3cac8606ae55,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:36.201277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:36.283471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:36.317458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:36.317458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e458fee4-abf0-4208-94b9-5cf39e050a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:36.353437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd57319-daf3-4e57-bb65-26b5d03a91e6,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:36.353437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:36.413092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:36.413092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3510683 Apr 22 17:12:36.624236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4eb07574-bb60-423c-92ef-642692d59cdb req-5c0017b0-1879-4c7c-b1a1-8e4a48aea396 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:12:36.673743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4eb07574-bb60-423c-92ef-642692d59cdb req-5c0017b0-1879-4c7c-b1a1-8e4a48aea396 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:12:36.673743 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-5c0017b0-1879-4c7c-b1a1-8e4a48aea396 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219522583&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.1027336 Apr 22 17:12:36.775545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb07574-bb60-423c-92ef-642692d59cdb req-7741165c-69e5-4a3a-bef1-d3a4ff913152 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:36.775545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-7741165c-69e5-4a3a-bef1-d3a4ff913152 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 929 time: 0.0938525 Apr 22 17:12:36.843364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-3ecc4f5a-a360-4c8d-9c67-c78c49ffd840 service neutron] 10.222.0.77 "GET /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0696504 Apr 22 17:12:37.009445 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-e0f3b340-8578-445f-be84-992cb2b1b40b service neutron] 10.222.0.77 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480300 Apr 22 17:12:37.184219 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-5dce6a98-d426-4d38-83d3-63616253c888 service neutron] 10.222.0.77 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588752 Apr 22 17:12:37.414811 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fd3ab8de-f1eb-4997-9b7f-308c4e5c4475 req-516ab254-70f5-4578-8d9a-918f9dfef1a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 210 time: 0.0566988 Apr 22 17:12:37.678057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:12:37.765717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:37.765717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:38.801455 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-21a25c53-4126-4ab9-84da-71bebfe372f9 req-d9e471f2-d494-4153-a78a-fdfcb6e6322e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 210 time: 0.0540814 Apr 22 17:12:39.871671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb07574-bb60-423c-92ef-642692d59cdb req-31683603-878b-4d6b-9681-679a48ed94dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:39.873213 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-31683603-878b-4d6b-9681-679a48ed94dd service neutron] 10.222.0.78 "GET /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 1025 time: 0.0702817 Apr 22 17:12:40.048679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9792cb8c-f71a-43f0-a616-2babeb31507d req-6539414e-3876-4b5c-95c2-64be0c2f6103 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 210 time: 0.0565159 Apr 22 17:12:40.095882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb07574-bb60-423c-92ef-642692d59cdb req-f5f6edbd-7bcb-4ff4-9e29-a0b4d4085f75 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:40.096619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4eb07574-bb60-423c-92ef-642692d59cdb req-f5f6edbd-7bcb-4ff4-9e29-a0b4d4085f75 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:12:40.306526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4eb07574-bb60-423c-92ef-642692d59cdb req-f5f6edbd-7bcb-4ff4-9e29-a0b4d4085f75 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:12:40.310809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-f5f6edbd-7bcb-4ff4-9e29-a0b4d4085f75 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=9a6f3a70-e154-46cc-ac37-babb157abee0 HTTP/1.1" status: 200 len: 797 time: 0.4282525 Apr 22 17:12:40.362210 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-1140b4fe-419d-42db-9d2f-9c080ba44659 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 379 time: 0.0445521 Apr 22 17:12:40.373576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Request body: {'port': {'device_id': '66722297-6c6b-4c52-81f5-82b7132585c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:40.502089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:40.893329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5bda5e-2691-4744-9e87-7848d818c767 {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:12:40.901983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:40.919100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Transition to ACTIVE for port object 4e5bda5e-2691-4744-9e87-7848d818c767 will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:12:40.952661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:40.957431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80f1a923-fdcc-4d9e-9f59-63948e3a15c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:41.475262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:41.485238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:41.590037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc833fc-c72f-4d53-8b91-9605a7ad7490 req-b6179d40-e79f-4cbd-8515-b06c9a3d9f69 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:41.591967 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dcc833fc-c72f-4d53-8b91-9605a7ad7490 req-b6179d40-e79f-4cbd-8515-b06c9a3d9f69 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 980 time: 0.2284632 Apr 22 17:12:41.594784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Attempting to bind port 4e5bda5e-2691-4744-9e87-7848d818c767 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:12:41.595759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Attempting to bind port 4e5bda5e-2691-4744-9e87-7848d818c767 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:12:41.596164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Attempting to bind port 4e5bda5e-2691-4744-9e87-7848d818c767 on network 9a6f3a70-e154-46cc-ac37-babb157abee0 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:12:41.618447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Port 4e5bda5e-2691-4744-9e87-7848d818c767 on network 9a6f3a70-e154-46cc-ac37-babb157abee0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:12:41.618447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Attempting to bind port 4e5bda5e-2691-4744-9e87-7848d818c767 on network 9a6f3a70-e154-46cc-ac37-babb157abee0 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:12:41.631001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:12:41.631734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Checking segment: {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:12:41.631892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Bound using segment: {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:12:41.632278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Bound port: 4e5bda5e-2691-4744-9e87-7848d818c767, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:12:41.632667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:41.703022 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dcc833fc-c72f-4d53-8b91-9605a7ad7490 req-1eec753e-4191-4915-9449-eb416a3b62b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021781 Apr 22 17:12:41.757579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:12:41.760876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e5bda5e-2691-4744-9e87-7848d818c767,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:12:41.795543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:41.799851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8fd2bfc8-d76d-414f-9725-da3bfc817230 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:41.863665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:41.864347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:41.865854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] 10.222.0.78 "PUT /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 1130 time: 1.4968498 Apr 22 17:12:41.869467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66722297-6c6b-4c52-81f5-82b7132585c9', 'tag': '4e5bda5e-2691-4744-9e87-7848d818c767'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:12:41.897211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:41.899370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:41.920548 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66722297-6c6b-4c52-81f5-82b7132585c9', 'tag': '4e5bda5e-2691-4744-9e87-7848d818c767', 'status': 'completed', 'code': 200} Apr 22 17:12:42.033026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063e90c-b478-4e47-8937-f3fa82828ea7 req-ec3e0ce6-826f-4d1e-90e8-2a563bf492d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:42.042575 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7063e90c-b478-4e47-8937-f3fa82828ea7 req-ec3e0ce6-826f-4d1e-90e8-2a563bf492d9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 1133 time: 0.0914240 Apr 22 17:12:42.195795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063e90c-b478-4e47-8937-f3fa82828ea7 req-b19807be-d898-4d0f-801f-cac7dae416ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:42.197746 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7063e90c-b478-4e47-8937-f3fa82828ea7 req-b19807be-d898-4d0f-801f-cac7dae416ab service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=8b61421b15584ef3a566a5143da81011&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1552615 Apr 22 17:12:42.347671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063e90c-b478-4e47-8937-f3fa82828ea7 req-633674a3-dce9-4dc3-a076-ce2c5c54a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:42.349253 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7063e90c-b478-4e47-8937-f3fa82828ea7 req-633674a3-dce9-4dc3-a076-ce2c5c54a232 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1452715 Apr 22 17:12:42.483250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb07574-bb60-423c-92ef-642692d59cdb req-11888cfe-8c88-4c2a-b046-f856d196c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:42.484889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-11888cfe-8c88-4c2a-b046-f856d196c4f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 1133 time: 0.0802894 Apr 22 17:12:42.569567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-36981e7b-2c40-4f14-9f13-d4eb8c924cbe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 217 time: 0.0716081 Apr 22 17:12:42.643964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb07574-bb60-423c-92ef-642692d59cdb req-9f84d03b-5a1d-4930-a702-3ec082588de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:42.645615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-9f84d03b-5a1d-4930-a702-3ec082588de8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=477d9931-956b-40bb-b9f5-a239f1888166 HTTP/1.1" status: 200 len: 834 time: 0.0667017 Apr 22 17:12:42.734664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb07574-bb60-423c-92ef-642692d59cdb req-37ee4fe8-2d08-42c1-9996-db4e904efa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:42.736321 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-37ee4fe8-2d08-42c1-9996-db4e904efa0d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9a6f3a70-e154-46cc-ac37-babb157abee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841773 Apr 22 17:12:42.955956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-a81fac95-5dfe-43a8-a9a8-2fd7aad0dab9 service neutron] 10.222.0.78 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073269 Apr 22 17:12:42.992826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a624cb-165e-4211-b46d-ff10fa54c41f req-83e7a836-eeb9-44b6-a942-797261577827 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:42.994370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d8a624cb-165e-4211-b46d-ff10fa54c41f req-83e7a836-eeb9-44b6-a942-797261577827 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 980 time: 0.1641948 Apr 22 17:12:43.124634 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d8a624cb-165e-4211-b46d-ff10fa54c41f req-3183dc97-ec18-4c7c-a189-2c0ca971ce04 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230259 Apr 22 17:12:43.153701 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4eb07574-bb60-423c-92ef-642692d59cdb req-0df3e96a-eecd-46db-9115-e2ceb8a9ddeb service neutron] 10.222.0.78 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912420 Apr 22 17:12:44.341509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59175036-5851-4c7f-aa9b-1c8ea341c8bd req-be47bd7d-963e-43ef-a332-752a1d171f5a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:44.343250 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-59175036-5851-4c7f-aa9b-1c8ea341c8bd req-be47bd7d-963e-43ef-a332-752a1d171f5a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 980 time: 0.0952473 Apr 22 17:12:44.394179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-59175036-5851-4c7f-aa9b-1c8ea341c8bd req-296c485b-5354-4d36-9e6a-b190ac603f04 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441878 Apr 22 17:12:45.614979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99001825-04e3-4386-8825-84486023bbe5 req-aaffb4ce-2455-45c1-9c49-8dd4edd09a53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:45.614979 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99001825-04e3-4386-8825-84486023bbe5 req-aaffb4ce-2455-45c1-9c49-8dd4edd09a53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 980 time: 0.0912356 Apr 22 17:12:45.677793 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99001825-04e3-4386-8825-84486023bbe5 req-8eba09b0-1b9a-4b2f-b7a0-ce7d871b7864 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476041 Apr 22 17:12:45.965610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4e5bda5e-2691-4744-9e87-7848d818c767 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:12:46.113988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e5bda5e-2691-4744-9e87-7848d818c767,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:46.130596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '4e5bda5e-2691-4744-9e87-7848d818c767', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'port_id': '4e5bda5e-2691-4744-9e87-7848d818c767', 'mac_address': 'fa:16:3e:9b:f1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:12:46.194660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:46.214532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5bda5e-2691-4744-9e87-7848d818c767 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:12:46.240375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e5bda5e-2691-4744-9e87-7848d818c767,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:46.265444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:46.265444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:46.340644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:46.340644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:46.540499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['4e5bda5e-2691-4744-9e87-7848d818c767'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:12:46.896870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc58bb-eda6-454b-954d-6b8ab78be21d req-36aa766d-4a5a-49e2-b528-1614dd2d3a58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:46.896870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-46bc58bb-eda6-454b-954d-6b8ab78be21d req-36aa766d-4a5a-49e2-b528-1614dd2d3a58 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 981 time: 0.0950904 Apr 22 17:12:46.989262 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-46bc58bb-eda6-454b-954d-6b8ab78be21d req-cbf1f413-81c0-4786-b6a5-2a456d4a903f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730460 Apr 22 17:12:47.988281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4e5bda5e-2691-4744-9e87-7848d818c767 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:12:48.107693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 4e5bda5e-2691-4744-9e87-7848d818c767 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:12:48.121150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 4e5bda5e-2691-4744-9e87-7848d818c767 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:48.121150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:48.214130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856f67e-2333-49e1-bfae-7c225588d7d3 req-8c4c900e-42f8-4fe7-8f7c-777ff6350866 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:48.214130 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9856f67e-2333-49e1-bfae-7c225588d7d3 req-8c4c900e-42f8-4fe7-8f7c-777ff6350866 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 981 time: 0.0973754 Apr 22 17:12:48.249257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:48.272327 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9856f67e-2333-49e1-bfae-7c225588d7d3 req-7da7acab-dd8e-4953-bc8e-1ca13a1b2e2e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494308 Apr 22 17:12:48.285552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e5bda5e-2691-4744-9e87-7848d818c767,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:48.285552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66722297-6c6b-4c52-81f5-82b7132585c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5bda5e-2691-4744-9e87-7848d818c767'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:12:48.324806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:48.324806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1a6399d-56da-4bd7-a8da-a21e31fd71c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:48.376093 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66722297-6c6b-4c52-81f5-82b7132585c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5bda5e-2691-4744-9e87-7848d818c767', 'code': 200} Apr 22 17:12:48.414128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:48.414128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:48.665758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc2dc3-5a6a-4de7-9b73-286b6bd8a40c req-7453e3d2-3aee-4d63-b58b-47e772c958e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:48.665758 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07fc2dc3-5a6a-4de7-9b73-286b6bd8a40c req-7453e3d2-3aee-4d63-b58b-47e772c958e4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 1135 time: 0.0802908 Apr 22 17:12:48.730150 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07fc2dc3-5a6a-4de7-9b73-286b6bd8a40c req-2f4648f1-ee83-49ad-9f17-88d34cc62d88 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Apr 22 17:12:49.599792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4af6e-e079-4de9-90cb-a3fabb2382ca req-a05bf14b-dbe3-45a0-87cf-ad5d2f666572 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:49.599792 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ae4af6e-e079-4de9-90cb-a3fabb2382ca req-a05bf14b-dbe3-45a0-87cf-ad5d2f666572 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 982 time: 0.0965722 Apr 22 17:12:49.710485 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ae4af6e-e079-4de9-90cb-a3fabb2382ca req-b0bbcd17-4886-42dc-be3e-3536016b8812 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824397 Apr 22 17:12:50.931515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ee000-2a6e-4586-8ed2-aff3f84f0a09 req-10c22bb3-1752-4b77-91a8-6191cfe21e5a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:50.931515 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fe7ee000-2a6e-4586-8ed2-aff3f84f0a09 req-10c22bb3-1752-4b77-91a8-6191cfe21e5a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 982 time: 0.0904086 Apr 22 17:12:51.002733 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fe7ee000-2a6e-4586-8ed2-aff3f84f0a09 req-fd088b00-b2de-4ff8-8f50-2f05821e9d71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486882 Apr 22 17:12:51.205765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c34c-58f8-4ffd-8edb-01d10c24a71e req-786358d3-51af-4ddd-9fd9-b9a254698bc1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:51.205765 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8729c34c-58f8-4ffd-8edb-01d10c24a71e req-786358d3-51af-4ddd-9fd9-b9a254698bc1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 982 time: 0.0933280 Apr 22 17:12:51.257039 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8729c34c-58f8-4ffd-8edb-01d10c24a71e req-a3068517-5c11-4a37-b832-fa6fe74ace7f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448999 Apr 22 17:12:51.291797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34042) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:51.373298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c913838-6680-42e1-ab70-b017dbd935ed tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:51.373298 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3c913838-6680-42e1-ab70-b017dbd935ed tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 1130 time: 0.0842056 Apr 22 17:12:51.373298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34046) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:51.373298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '4e5bda5e-2691-4744-9e87-7848d818c767', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:51.373298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:12:51.412865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:floatingip and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:12:51.412865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:12:51.412865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:12:51.445215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:51.611300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:51.764024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.51 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/1fa559f6-2dce-4fca-872e-aa6b53b4a38c) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:12:51.925113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:52.000851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:52.000851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97164a90-862a-4335-ab65-e97322666a02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:52.095434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:12:52.095434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:12:52.095434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:12:52.146482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=1fa559f6-2dce-4fca-872e-aa6b53b4a38c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:52.146482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:52.580928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:52.700763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:52.965559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:52.965559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:52.965559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c24124e1-47c4-4b93-a978-57ed2be21ab4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:53.116052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=1fa559f6-2dce-4fca-872e-aa6b53b4a38c,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:53.116052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:53.116052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:53.663990 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP c3d2e662-d3fa-4f4b-878b-1d6be411190c associated. External IP: 172.26.6.51, port: 4e5bda5e-2691-4744-9e87-7848d818c767. Apr 22 17:12:54.105092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 684220ed-67d7-4752-bf80-00603599dbb0 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:12:54.321049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:12:54.329425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7148f-ddce-448c-a214-706087c46557 None None] Sync routers for ids ['684220ed-67d7-4752-bf80-00603599dbb0'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:12:54.351420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7148f-ddce-448c-a214-706087c46557 None None] Routers {'684220ed-67d7-4752-bf80-00603599dbb0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:54.351420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a0b7148f-ddce-448c-a214-706087c46557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['684220ed-67d7-4752-bf80-00603599dbb0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:54.551609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a0b7148f-ddce-448c-a214-706087c46557 None None] Set router 684220ed-67d7-4752-bf80-00603599dbb0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:54.618110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:54.692312 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 3.3350964 Apr 22 17:12:54.693048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66722297-6c6b-4c52-81f5-82b7132585c9', 'tag': '4e5bda5e-2691-4744-9e87-7848d818c767'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:12:54.695456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34050) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:54.787232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66722297-6c6b-4c52-81f5-82b7132585c9', 'tag': '4e5bda5e-2691-4744-9e87-7848d818c767', 'status': 'completed', 'code': 200} Apr 22 17:12:54.827696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552e8d3-b341-48cf-a02c-ac6d45c84dd3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:54.835163 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0552e8d3-b341-48cf-a02c-ac6d45c84dd3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9&network_id=9a6f3a70-e154-46cc-ac37-babb157abee0 HTTP/1.1" status: 200 len: 1130 time: 0.1328559 Apr 22 17:12:54.910395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92549a-8c9f-4224-acae-a384a04263d2 req-5120c875-b001-482a-bcbf-1a1178910371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:54.913735 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e92549a-8c9f-4224-acae-a384a04263d2 req-5120c875-b001-482a-bcbf-1a1178910371 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 1135 time: 0.1079319 Apr 22 17:12:55.028957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a0b7148f-ddce-448c-a214-706087c46557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'c3d2e662-d3fa-4f4b-878b-1d6be411190c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'port_id': '4e5bda5e-2691-4744-9e87-7848d818c767', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-151841075', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'mac_address': 'fa:16:3e:9b:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66722297-6c6b-4c52-81f5-82b7132585c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:12:52Z', 'updated_at': '2021-04-22T17:12:52Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fb3c1f-aa06-45c1-8df7-3cac8606ae55', 'name': '', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:e9:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:28Z', 'updated_at': '2021-04-22T17:12:36Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '477d9931-956b-40bb-b9f5-a239f1888166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:55.031554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7148f-ddce-448c-a214-706087c46557 None None] Checking router: 684220ed-67d7-4752-bf80-00603599dbb0 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:12:55.054558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7148f-ddce-448c-a214-706087c46557 None None] Routers {'684220ed-67d7-4752-bf80-00603599dbb0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:12:55.055406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a0b7148f-ddce-448c-a214-706087c46557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:12:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['684220ed-67d7-4752-bf80-00603599dbb0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:55.097019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92549a-8c9f-4224-acae-a384a04263d2 req-6c889602-a310-46a6-8065-93bdc412d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:55.100127 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e92549a-8c9f-4224-acae-a384a04263d2 req-6c889602-a310-46a6-8065-93bdc412d862 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9a6f3a70-e154-46cc-ac37-babb157abee0 HTTP/1.1" status: 200 len: 899 time: 0.1733477 Apr 22 17:12:55.245865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e92549a-8c9f-4224-acae-a384a04263d2 req-b02d07a2-6d7a-453e-81e1-984605e53f72 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 1035 time: 0.1389692 Apr 22 17:12:55.335148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92549a-8c9f-4224-acae-a384a04263d2 req-6acf9c6e-f769-494e-b174-9b18419dbdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:55.338147 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e92549a-8c9f-4224-acae-a384a04263d2 req-6acf9c6e-f769-494e-b174-9b18419dbdc2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=477d9931-956b-40bb-b9f5-a239f1888166 HTTP/1.1" status: 200 len: 834 time: 0.0855863 Apr 22 17:12:55.338953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a0b7148f-ddce-448c-a214-706087c46557 None None] Set router 684220ed-67d7-4752-bf80-00603599dbb0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:12:55.458952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92549a-8c9f-4224-acae-a384a04263d2 req-2e74e655-bda2-4395-81ac-ded1ca503f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:55.458952 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e92549a-8c9f-4224-acae-a384a04263d2 req-2e74e655-bda2-4395-81ac-ded1ca503f7e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9a6f3a70-e154-46cc-ac37-babb157abee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1044652 Apr 22 17:12:55.691926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16dc0-7792-4d81-9d38-3b4facc60c8c req-5d3ab791-7aad-4f6e-8019-d964388e7553 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:55.694296 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-68d16dc0-7792-4d81-9d38-3b4facc60c8c req-5d3ab791-7aad-4f6e-8019-d964388e7553 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 982 time: 0.2117233 Apr 22 17:12:55.697987 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e92549a-8c9f-4224-acae-a384a04263d2 req-c51b7f45-12cb-4e6d-ab86-92f071a3fc15 service neutron] 10.222.0.78 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397037 Apr 22 17:12:55.812712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a0b7148f-ddce-448c-a214-706087c46557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'c3d2e662-d3fa-4f4b-878b-1d6be411190c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'port_id': '4e5bda5e-2691-4744-9e87-7848d818c767', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-151841075', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'mac_address': 'fa:16:3e:9b:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66722297-6c6b-4c52-81f5-82b7132585c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:12:52Z', 'updated_at': '2021-04-22T17:12:52Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fb3c1f-aa06-45c1-8df7-3cac8606ae55', 'name': '', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:e9:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:28Z', 'updated_at': '2021-04-22T17:12:36Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '477d9931-956b-40bb-b9f5-a239f1888166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:12:55.845948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7148f-ddce-448c-a214-706087c46557 None None] The sync data for ids ['684220ed-67d7-4752-bf80-00603599dbb0'] in dv-neutron-786478-3-hyperv is: [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'c3d2e662-d3fa-4f4b-878b-1d6be411190c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'port_id': '4e5bda5e-2691-4744-9e87-7848d818c767', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-151841075', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'mac_address': 'fa:16:3e:9b:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66722297-6c6b-4c52-81f5-82b7132585c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:12:52Z', 'updated_at': '2021-04-22T17:12:52Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fb3c1f-aa06-45c1-8df7-3cac8606ae55', 'name': '', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:e9:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:28Z', 'updated_at': '2021-04-22T17:12:36Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '477d9931-956b-40bb-b9f5-a239f1888166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:12:55.849218 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-68d16dc0-7792-4d81-9d38-3b4facc60c8c req-61a93d52-fbff-4761-8513-26d9f7bd8818 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455173 Apr 22 17:12:55.898730 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e92549a-8c9f-4224-acae-a384a04263d2 req-61aa9898-b9d2-4fbb-860f-306b25390b52 service neutron] 10.222.0.78 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772621 Apr 22 17:12:56.103790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d56c06-f861-448d-bc74-d3bd4402f0b8 None None] New status for floating IP c3d2e662-d3fa-4f4b-878b-1d6be411190c: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:12:56.885701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-4efe328f-cbd8-4167-abac-1007d9d3a56f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:56.887438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-4efe328f-cbd8-4167-abac-1007d9d3a56f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 982 time: 0.1030977 Apr 22 17:12:56.986092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-6df59f2f-3382-4fa1-a23f-09ee2bef3e72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:56.988187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-6df59f2f-3382-4fa1-a23f-09ee2bef3e72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0905459 Apr 22 17:12:57.208720 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-8dc4df46-e11b-4f3b-9fc6-0d63b8009eea tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2148638 Apr 22 17:12:57.230213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:12:57.350751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e486f2-2432-467b-8b68-a41faaca7342 req-9cb261c3-601e-41d2-8aac-eabc436a2e2c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:57.350751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85e486f2-2432-467b-8b68-a41faaca7342 req-9cb261c3-601e-41d2-8aac-eabc436a2e2c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 982 time: 0.2115042 Apr 22 17:12:57.408262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:57.447379 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85e486f2-2432-467b-8b68-a41faaca7342 req-c77a52a6-eb93-41fb-8b9e-f2ffe1a88559 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783455 Apr 22 17:12:57.656642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e5bda5e-2691-4744-9e87-7848d818c767,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:12:57.692247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:12:57.750886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] device_id is not set on port 4e5bda5e-2691-4744-9e87-7848d818c767 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:12:57.760717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:57.806002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:57.811642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:12:57.975097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=6']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:12:57.983352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:12:58.034800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] No DVR routers for this DVR port 4e5bda5e-2691-4744-9e87-7848d818c767 on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:12:58.040664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb0e-d5bc-46e2-8d5a-fe52fa0c5cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:58.090256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a792c6cd-dca3-46de-bf62-46e5f5cf6a51 None None] Provisioning complete for port 4e5bda5e-2691-4744-9e87-7848d818c767 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:12:58.090256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a792c6cd-dca3-46de-bf62-46e5f5cf6a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:58.153216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a792c6cd-dca3-46de-bf62-46e5f5cf6a51 None None] Port 4e5bda5e-2691-4744-9e87-7848d818c767 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:12:58.305944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] In _notify_port_updated(), no bound segment for port 4e5bda5e-2691-4744-9e87-7848d818c767 on network 9a6f3a70-e154-46cc-ac37-babb157abee0 {{(pid=87210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 17:12:58.305944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:58.305944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:12:58.305944 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a35fae3-05b3-4b93-b001-817f2da761f5 req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] 10.222.0.78 "PUT /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 1025 time: 1.0744338 Apr 22 17:12:58.698612 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e18ab59a-9343-43c5-bdc9-90020e54deb9 req-525357aa-b48a-47cb-a6ea-6eac1272cad8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=66722297-6c6b-4c52-81f5-82b7132585c9 HTTP/1.1" status: 200 len: 210 time: 0.0977809 Apr 22 17:12:59.817750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34068) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:12:59.904583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ac323c-7655-4cd3-9b4e-37eebf243787 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:12:59.905286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-16ac323c-7655-4cd3-9b4e-37eebf243787 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:12:59.965639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-16ac323c-7655-4cd3-9b4e-37eebf243787 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:12:59.967728 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-16ac323c-7655-4cd3-9b4e-37eebf243787 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 924 time: 0.1485391 Apr 22 17:13:00.009635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4e5bda5e-2691-4744-9e87-7848d818c767 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:13:00.089540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4e5bda5e-2691-4744-9e87-7848d818c767 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:13:00.265223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8895cf0-a154-4be5-9e54-845afca5f2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:00.428409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34074) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:00.434892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042215319', 'description': 'tempest-secgroup-smoke-1042215319 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:00.442143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:00.452875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:00.510075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:00.536682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:00.541377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:00.544887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:00.551932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:00.635294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:00.689380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:00.702424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-64803d59-13a9-49ad-9997-499527acffbc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:00.754230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3744cf-1561-4604-b366-2a599dcfc0f6,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:00.826303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:00.872436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:00.873829 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19584fb7-af07-4150-9f2d-639dad824e38 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4441249 Apr 22 17:13:00.877534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34078) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:00.957059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '4a3744cf-1561-4604-b366-2a599dcfc0f6', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:00.957059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:00.957059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:00.957059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:00.957059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:01.041154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.167301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.210300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.213226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e1d87f60-9faa-4c26-9ad8-3b828abda5d6 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:01.241793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a654946-d902-4f46-8cb0-4624974613c5,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:01.245961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:01.308954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.308954 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4181325 Apr 22 17:13:01.308954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34082) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:01.308954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '4a3744cf-1561-4604-b366-2a599dcfc0f6', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:01.312976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:01.317235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:01.320589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:01.328028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:01.394152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.444389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.468851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.537410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.577414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.581580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3f855f5a-1df3-4592-981c-cae08a9075a4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:01.606142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415856cf-20b4-47ef-b582-fee33198febf,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:01.608880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:01.663208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.667724 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3629954 Apr 22 17:13:01.667724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34086) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:01.673661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '4a3744cf-1561-4604-b366-2a599dcfc0f6', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:01.680875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:01.685755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:01.688980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:01.696045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:01.750600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.826424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.866464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.875204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f4f34b0-a188-4e8b-8c47-e5916ee3d6f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:01.909979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9ef3a6-21fa-4ed2-b508-f83a0a67c6e8,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:01.909979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:01.953415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:01.953415 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814441 Apr 22 17:13:01.953776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34090) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:01.960282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '4a3744cf-1561-4604-b366-2a599dcfc0f6', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:01.967509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:01.972117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:01.975428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:01.984147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:02.096220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.108500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.138109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.140589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-010eb4bd-edc2-4100-a9fb-f6ef1e8acd89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:02.162231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:13:02.167834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f87fb1-1c93-4e99-a0d1-385faa622d2f,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:02.173122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:02.212879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.214827 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2600605 Apr 22 17:13:02.218044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34094) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:02.235241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '4a3744cf-1561-4604-b366-2a599dcfc0f6', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:02.235241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:02.235241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:02.238835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:02.245465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:02.307170 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:13:02.321062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.414853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.504037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.509554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bd34ab4c-e5a1-4aa5-904b-d78d311f796e tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:02.531821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e308a26a-f011-4321-ba66-3b132ed1dd19,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:02.538157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:02.614907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.616289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3971457 Apr 22 17:13:02.621348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34098) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:02.627319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '4a3744cf-1561-4604-b366-2a599dcfc0f6', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:02.634114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:02.638639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:02.641853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:02.648134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:02.686372 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:13:02.694371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.774824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.779457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.820345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.823939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-abee28bc-7f06-4ac0-99d4-a57e0ebe7966 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:02.848715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e329c8f5-2a0c-4249-93fc-d3ac548ff939,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:02.866391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:02.922449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:02.922449 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2969630 Apr 22 17:13:03.184378 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-64a5f79b-72b5-4af0-9d01-57baedd4eb62 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042215319&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.0453963 Apr 22 17:13:03.574824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-9aefb13c-8cbd-4597-8cc6-2bd3c364e956 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:03.576388 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-9aefb13c-8cbd-4597-8cc6-2bd3c364e956 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 929 time: 0.3832982 Apr 22 17:13:03.669598 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-25429409-63c3-4907-8003-9586f2c10cd7 service neutron] 10.222.0.77 "GET /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0769825 Apr 22 17:13:03.889143 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-805f199f-4135-41da-83cd-2772928828a3 service neutron] 10.222.0.77 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114627 Apr 22 17:13:04.047004 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-588faf6d-a9d6-4455-b5a6-76ebeb3307c9 service neutron] 10.222.0.77 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510723 Apr 22 17:13:04.288849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-87fbb17d-2797-4b3e-abad-7dc45e8cb854 req-d67c039e-043a-4c7a-9fbf-7fe227377c32 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 210 time: 0.0548670 Apr 22 17:13:05.222105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:05.466749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6a08ada5-a8ec-47b2-a2f4-757ae4ced818 req-14472874-81dd-4431-b38a-56a63e295bf5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 210 time: 0.0525100 Apr 22 17:13:06.278886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-8417e341-3b05-465a-a8fe-d086ffebc3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:06.278886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-8417e341-3b05-465a-a8fe-d086ffebc3cf service neutron] 10.222.0.78 "GET /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 1025 time: 0.0720854 Apr 22 17:13:06.411978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-7d02cf2c-c2d1-4fb2-9afa-5cfbf28ff831 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:06.413595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-7d02cf2c-c2d1-4fb2-9afa-5cfbf28ff831 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=9a6f3a70-e154-46cc-ac37-babb157abee0 HTTP/1.1" status: 200 len: 797 time: 0.1648505 Apr 22 17:13:06.481522 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-8eb3437b-d458-4290-8543-5a270ef7bc2e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 472 time: 0.0537119 Apr 22 17:13:06.497504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Request body: {'port': {'device_id': 'ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:06.669403 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2cc1f81-d38a-44c5-9dcb-e8b1bd187ff8 req-e38fed75-301e-430d-b75c-a3d6a615283a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 210 time: 0.0611651 Apr 22 17:13:06.687649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:07.074669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5bda5e-2691-4744-9e87-7848d818c767 {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:13:07.082861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:07.100066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Transition to ACTIVE for port object 4e5bda5e-2691-4744-9e87-7848d818c767 will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:13:07.140446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:07.146305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-83a17150-8d24-4950-a95c-28761007ac65 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:07.295849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Pushing event updated for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=7']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:07.310726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.311123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.311553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.312205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.312640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.313117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.313568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.313991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.314447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.314956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.315384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.315803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:07.322151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:07.452161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Attempting to bind port 4e5bda5e-2691-4744-9e87-7848d818c767 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:13:07.452545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Attempting to bind port 4e5bda5e-2691-4744-9e87-7848d818c767 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:13:07.452951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Attempting to bind port 4e5bda5e-2691-4744-9e87-7848d818c767 on network 9a6f3a70-e154-46cc-ac37-babb157abee0 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:13:07.458923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Port 4e5bda5e-2691-4744-9e87-7848d818c767 on network 9a6f3a70-e154-46cc-ac37-babb157abee0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:13:07.459293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Attempting to bind port 4e5bda5e-2691-4744-9e87-7848d818c767 on network 9a6f3a70-e154-46cc-ac37-babb157abee0 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:13:07.465077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:13:07.467345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Checking segment: {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:13:07.467345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Bound using segment: {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:13:07.467345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Bound port: 4e5bda5e-2691-4744-9e87-7848d818c767, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ff2c12-e3f3-4616-9e06-64ca4a250f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:13:07.467345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:07.565841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:13:07.570506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e5bda5e-2691-4744-9e87-7848d818c767,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:13:07.615153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:07.620434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6612d56d-724f-4283-ba26-6d199d7b184b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:07.676281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:07.676793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:07.678368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-32b14535-f4cc-4511-941d-357968edf10a service neutron] 10.222.0.78 "PUT /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 1130 time: 1.1858852 Apr 22 17:13:07.678945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864', 'tag': '4e5bda5e-2691-4744-9e87-7848d818c767'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:13:07.718435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Pushing event updated for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=8']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:07.722036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:07.760259 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864', 'tag': '4e5bda5e-2691-4744-9e87-7848d818c767', 'status': 'completed', 'code': 200} Apr 22 17:13:07.913011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-abcec38a-98eb-4961-9d99-ba52044a5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:07.914657 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-abcec38a-98eb-4961-9d99-ba52044a5fa9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 1133 time: 0.1444650 Apr 22 17:13:08.021958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e421eec-d423-4d7a-a98a-056354921a19 req-c007ac1a-e162-4b07-ab7b-c4e8ff599d78 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:08.023592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e421eec-d423-4d7a-a98a-056354921a19 req-c007ac1a-e162-4b07-ab7b-c4e8ff599d78 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 980 time: 0.1937904 Apr 22 17:13:08.082349 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-db108be7-fac7-41c9-bf9b-f1cee7cd878f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 1035 time: 0.1564658 Apr 22 17:13:08.094028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e421eec-d423-4d7a-a98a-056354921a19 req-b2deb99f-6e14-4fe3-bce6-ed520d5b54a0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609148 Apr 22 17:13:08.157820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-45a4a15b-473c-4307-a923-a51bc74ee680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:08.163837 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-45a4a15b-473c-4307-a923-a51bc74ee680 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=477d9931-956b-40bb-b9f5-a239f1888166 HTTP/1.1" status: 200 len: 834 time: 0.0690491 Apr 22 17:13:08.249800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-09950cbe-3ffc-430e-9e91-a5ef34f75147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:08.251470 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-09950cbe-3ffc-430e-9e91-a5ef34f75147 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9a6f3a70-e154-46cc-ac37-babb157abee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816939 Apr 22 17:13:08.398565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-021f35ec-53e7-4e16-871e-291f79211d38 service neutron] 10.222.0.78 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366980 Apr 22 17:13:08.547203 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e49db1bb-f18b-4e1c-bb5b-3624a85c7475 req-3f09e53c-49e6-44cc-b220-1ae65510fad6 service neutron] 10.222.0.78 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372881 Apr 22 17:13:08.702387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e56fa-0e0c-49a0-a243-e783d242ef3a req-c96cce59-c295-438c-b0cd-7e629686ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:08.704210 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-054e56fa-0e0c-49a0-a243-e783d242ef3a req-c96cce59-c295-438c-b0cd-7e629686ea09 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 1133 time: 0.0796764 Apr 22 17:13:08.851665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e56fa-0e0c-49a0-a243-e783d242ef3a req-653e4f50-718c-4753-b113-e297a1c22ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:08.853889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-054e56fa-0e0c-49a0-a243-e783d242ef3a req-653e4f50-718c-4753-b113-e297a1c22ef9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9a6f3a70-e154-46cc-ac37-babb157abee0 HTTP/1.1" status: 200 len: 899 time: 0.1398857 Apr 22 17:13:08.968124 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-054e56fa-0e0c-49a0-a243-e783d242ef3a req-4788192b-d6e2-4649-abc9-58159b04c57f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 1035 time: 0.1068633 Apr 22 17:13:09.043351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e56fa-0e0c-49a0-a243-e783d242ef3a req-baeb536e-731e-44dc-9b49-6b70fc4b6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:09.044954 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-054e56fa-0e0c-49a0-a243-e783d242ef3a req-baeb536e-731e-44dc-9b49-6b70fc4b6e6e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=477d9931-956b-40bb-b9f5-a239f1888166 HTTP/1.1" status: 200 len: 834 time: 0.0692449 Apr 22 17:13:09.140467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e56fa-0e0c-49a0-a243-e783d242ef3a req-37115894-83b5-4a74-a3f3-8913e2840abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:09.142104 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-054e56fa-0e0c-49a0-a243-e783d242ef3a req-37115894-83b5-4a74-a3f3-8913e2840abf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9a6f3a70-e154-46cc-ac37-babb157abee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876904 Apr 22 17:13:09.358770 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-054e56fa-0e0c-49a0-a243-e783d242ef3a req-2c58ecf1-23c7-4521-b15a-5b38f32451be service neutron] 10.222.0.78 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082667 Apr 22 17:13:09.372741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89bea0-074b-4988-b805-4703480cd715 req-c449a44b-c1e8-47fb-b5ce-16bf61e0fa35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:09.375679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d89bea0-074b-4988-b805-4703480cd715 req-c449a44b-c1e8-47fb-b5ce-16bf61e0fa35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 980 time: 0.1507492 Apr 22 17:13:09.516604 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d89bea0-074b-4988-b805-4703480cd715 req-1218d0ed-370e-4e28-b42e-62b38b643990 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179898 Apr 22 17:13:09.560540 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-054e56fa-0e0c-49a0-a243-e783d242ef3a req-14dc6dde-7350-44a6-9f89-342e00462b7c service neutron] 10.222.0.78 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848242 Apr 22 17:13:10.721506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dca09-8c6e-47ba-a51b-5dc904fe608d req-b2eafe2f-a967-4fe2-a75f-307d8a5fa6e8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:10.723484 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-967dca09-8c6e-47ba-a51b-5dc904fe608d req-b2eafe2f-a967-4fe2-a75f-307d8a5fa6e8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 980 time: 0.0909615 Apr 22 17:13:10.772725 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-967dca09-8c6e-47ba-a51b-5dc904fe608d req-982d0552-ed65-439f-94cd-3fc4bebceaf0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Apr 22 17:13:11.983409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f07f5-58e4-4992-afab-1413c44971ec req-8bb79260-60c1-4d9f-8836-586c78c94d26 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:11.984992 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-af6f07f5-58e4-4992-afab-1413c44971ec req-8bb79260-60c1-4d9f-8836-586c78c94d26 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 980 time: 0.0935459 Apr 22 17:13:12.037351 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-af6f07f5-58e4-4992-afab-1413c44971ec req-6143e918-3f63-4b8f-b119-c78a0b9d3ff3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458777 Apr 22 17:13:12.102864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4e5bda5e-2691-4744-9e87-7848d818c767 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:13:12.428298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e5bda5e-2691-4744-9e87-7848d818c767,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:12.442925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '4e5bda5e-2691-4744-9e87-7848d818c767', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'port_id': '4e5bda5e-2691-4744-9e87-7848d818c767', 'mac_address': 'fa:16:3e:9b:f1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:13:12.507710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:12.524073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5bda5e-2691-4744-9e87-7848d818c767 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:13:12.541189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e5bda5e-2691-4744-9e87-7848d818c767,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:12.585877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:12.589549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8b1cb049-f6e6-40bf-bdaf-a06966d803b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:12.659973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=9']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:12.663365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:12.874108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['4e5bda5e-2691-4744-9e87-7848d818c767'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:13:13.255310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb243f2-0f4f-487d-a573-e9cff8daced0 req-6e163386-1509-47ce-aa75-f024eccbdcda tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:13.256966 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7eb243f2-0f4f-487d-a573-e9cff8daced0 req-6e163386-1509-47ce-aa75-f024eccbdcda tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 981 time: 0.0917039 Apr 22 17:13:13.307575 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7eb243f2-0f4f-487d-a573-e9cff8daced0 req-f9e8c93c-ae83-4fc7-bc43-fd9427eeeac9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 Apr 22 17:13:14.117180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4e5bda5e-2691-4744-9e87-7848d818c767 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:13:14.214398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 4e5bda5e-2691-4744-9e87-7848d818c767 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:13:14.220274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 4e5bda5e-2691-4744-9e87-7848d818c767 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:14.220706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:14.354864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:14.384117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5bda5e-2691-4744-9e87-7848d818c767'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:13:14.395449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e5bda5e-2691-4744-9e87-7848d818c767,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:14.431783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:14.433899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:14.474409 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5bda5e-2691-4744-9e87-7848d818c767', 'code': 200} Apr 22 17:13:14.520351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=10']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:14.523810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:14.525324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b94df-6071-4b81-a997-3a9c68c469eb req-0502419f-c9b6-4e4a-8ae9-5cfb2a2fb495 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:14.527052 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7d9b94df-6071-4b81-a997-3a9c68c469eb req-0502419f-c9b6-4e4a-8ae9-5cfb2a2fb495 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 983 time: 0.1012490 Apr 22 17:13:14.575870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7d9b94df-6071-4b81-a997-3a9c68c469eb req-c269ec28-e856-4ed8-a1df-bc9de7cdc81e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Apr 22 17:13:14.807451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b75b1-f9cf-4858-a9df-bb2d4d87b2ec req-615b2e05-7c01-47a2-a23e-40778b6d304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:14.809064 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d83b75b1-f9cf-4858-a9df-bb2d4d87b2ec req-615b2e05-7c01-47a2-a23e-40778b6d304d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 1136 time: 0.0790246 Apr 22 17:13:14.861279 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d83b75b1-f9cf-4858-a9df-bb2d4d87b2ec req-ae0a020e-c535-4354-ad44-08b1f12946d1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Apr 22 17:13:16.086166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707e552-5882-450d-a6a5-863a941e52cc req-514c5ac0-af36-42d6-8248-7bf0bf27e0b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:16.089954 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8707e552-5882-450d-a6a5-863a941e52cc req-514c5ac0-af36-42d6-8248-7bf0bf27e0b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 983 time: 0.3890457 Apr 22 17:13:16.136559 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8707e552-5882-450d-a6a5-863a941e52cc req-d3523a22-f4fc-40b8-bfc6-4ed0229811bf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 Apr 22 17:13:17.347502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b88d-6c95-4284-8704-5902d3410cf4 req-5353eb7d-4449-437e-9255-24a7b0f8fbe2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:17.349243 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1078b88d-6c95-4284-8704-5902d3410cf4 req-5353eb7d-4449-437e-9255-24a7b0f8fbe2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 983 time: 0.0947564 Apr 22 17:13:17.401913 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1078b88d-6c95-4284-8704-5902d3410cf4 req-169de68e-54d1-4b09-81ad-9e0e8d7183ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446632 Apr 22 17:13:17.611830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab58a0-5217-47ed-b192-ebdcc2bb8693 req-c2cf46ff-f4ed-4537-a93c-74fed8f495c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:17.613556 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b7ab58a0-5217-47ed-b192-ebdcc2bb8693 req-c2cf46ff-f4ed-4537-a93c-74fed8f495c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 983 time: 0.0935495 Apr 22 17:13:17.672094 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b7ab58a0-5217-47ed-b192-ebdcc2bb8693 req-974bf095-b35e-49fb-a03f-4c191220d6e9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500081 Apr 22 17:13:17.698584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34156) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:17.784231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805d7bdb-4935-4d63-927d-20e542936a73 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:17.792091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-805d7bdb-4935-4d63-927d-20e542936a73 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864&network_id=9a6f3a70-e154-46cc-ac37-babb157abee0 HTTP/1.1" status: 200 len: 1131 time: 0.0857306 Apr 22 17:13:18.312316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab46a5-18f5-4d69-851a-dc739870752e req-b0a01cc7-4b6b-4328-b745-95521a97e8a8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:18.313928 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1dab46a5-18f5-4d69-851a-dc739870752e req-b0a01cc7-4b6b-4328-b745-95521a97e8a8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 983 time: 0.0943162 Apr 22 17:13:18.365084 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1dab46a5-18f5-4d69-851a-dc739870752e req-82cafd26-e742-45c2-929e-a847db699b35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443263 Apr 22 17:13:19.578920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845f3b8-632f-45fe-9222-e8d3662a8584 req-626db570-ff82-4f47-a225-137de7640351 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:19.581994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d845f3b8-632f-45fe-9222-e8d3662a8584 req-626db570-ff82-4f47-a225-137de7640351 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 983 time: 0.0934739 Apr 22 17:13:19.674544 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d845f3b8-632f-45fe-9222-e8d3662a8584 req-756df414-a50a-469b-b7a7-29d637aec597 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875015 Apr 22 17:13:19.716802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-9880c32b-ee85-4db4-86e1-8fafc20cb206 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:19.718369 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-9880c32b-ee85-4db4-86e1-8fafc20cb206 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 983 time: 0.0991127 Apr 22 17:13:19.803441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-54263b17-ce1d-4e86-9cfb-d7efd85a8bc4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:19.804502 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-54263b17-ce1d-4e86-9cfb-d7efd85a8bc4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0773978 Apr 22 17:13:19.964966 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-e325d390-9dc5-42fa-b61e-105947bd8665 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1521971 Apr 22 17:13:19.980012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:20.107835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:20.320294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e5bda5e-2691-4744-9e87-7848d818c767,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:20.352803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] For port 4e5bda5e-2691-4744-9e87-7848d818c767, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:13:20.412322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] device_id is not set on port 4e5bda5e-2691-4744-9e87-7848d818c767 yet. {{(pid=87210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 17:13:20.421316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:20.463587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:20.468241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:20.619861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=11']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:20.624848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:20.681130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] No DVR routers for this DVR port 4e5bda5e-2691-4744-9e87-7848d818c767 on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:13:20.789661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5509b1a8-866a-4033-ae2a-79bc22e02a84 None None] Provisioning complete for port 4e5bda5e-2691-4744-9e87-7848d818c767 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:20.790099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5509b1a8-866a-4033-ae2a-79bc22e02a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:20.851688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5509b1a8-866a-4033-ae2a-79bc22e02a84 None None] Port 4e5bda5e-2691-4744-9e87-7848d818c767 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:13:20.884086 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-000d0e6a-35b8-441b-a523-5af685d90ddb req-52e0f53b-6274-43bb-a4fc-a4e435ffc6cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae53f8b7-58e5-4cc5-ac0a-9b2e5875b864 HTTP/1.1" status: 200 len: 210 time: 0.0596018 Apr 22 17:13:20.979774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] In _notify_port_updated(), no bound segment for port 4e5bda5e-2691-4744-9e87-7848d818c767 on network 9a6f3a70-e154-46cc-ac37-babb157abee0 {{(pid=87210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 22 17:13:20.980671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:20.981373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:20.982548 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d06b88a6-0262-44cd-9b6f-bc2d123a1fd2 req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] 10.222.0.78 "PUT /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 200 len: 1026 time: 1.0068324 Apr 22 17:13:21.985125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34172) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:22.064073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:22.097135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:22.237541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:22.243720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5801c4b5-217e-4c48-9243-c084bb65c0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:22.260248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3744cf-1561-4604-b366-2a599dcfc0f6,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:22.271659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.272128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.272517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.272939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.273349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.273763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.274169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.274577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.275012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.275425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.275836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.276240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:22.279541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:22.280760 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/4a3744cf-1561-4604-b366-2a599dcfc0f6 HTTP/1.1" status: 204 len: 168 time: 0.2945735 Apr 22 17:13:22.281765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:22.352532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34178) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:22.569993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 1fa559f6-2dce-4fca-872e-aa6b53b4a38c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:13:22.570286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:22.753512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:22.754390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:22.885858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 1fa559f6-2dce-4fca-872e-aa6b53b4a38c owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:13:22.913833 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-e345f9b1-63f9-4b3d-8e05-c060a01bac5c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786681 Apr 22 17:13:23.088388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-47086395-4b28-4017-bbbd-c21bcd63d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:23.090019 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-47086395-4b28-4017-bbbd-c21bcd63d7f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0868964 Apr 22 17:13:23.160233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:23.165346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c540fd57-aa94-4036-a332-271ed0d9bcc6 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:23.248705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=1fa559f6-2dce-4fca-872e-aa6b53b4a38c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:23.251590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-3b029dd9-aaaa-46ea-a1f3-c67b7ec6d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:23.251938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:23.253182 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-3b029dd9-aaaa-46ea-a1f3-c67b7ec6d670 service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.1415541 Apr 22 17:13:23.313999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:23.314378 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP c3d2e662-d3fa-4f4b-878b-1d6be411190c disassociated (deleted). External IP: 172.26.6.51, port: 4e5bda5e-2691-4744-9e87-7848d818c767. Apr 22 17:13:23.363060 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-813b23ea-8a45-4aa5-93f3-f1e7a6e4613a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a HTTP/1.1" status: 200 len: 1000 time: 0.0995638 Apr 22 17:13:23.439860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-254a1018-a2e3-4083-9040-ffd285a62a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:23.441547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-254a1018-a2e3-4083-9040-ffd285a62a77 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0683475 Apr 22 17:13:23.530107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-bb88b8ec-4501-4fdf-a3ed-ec6795c65277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:23.532035 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-bb88b8ec-4501-4fdf-a3ed-ec6795c65277 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809743 Apr 22 17:13:23.683289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-18f41098-94a7-4f03-8203-0636eae73d04 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401129 Apr 22 17:13:23.697321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 684220ed-67d7-4752-bf80-00603599dbb0 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:13:23.835272 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95f64541-3bb4-4657-8a9e-7ea72b8dfc0b req-9f6d8d89-ae80-481f-9f78-3835cdd4d5bf service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411953 Apr 22 17:13:23.892259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:13:23.902365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff820cf7-4c34-4299-8a30-5564328a409c None None] Sync routers for ids ['684220ed-67d7-4752-bf80-00603599dbb0'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:13:23.912985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff820cf7-4c34-4299-8a30-5564328a409c None None] Routers {'684220ed-67d7-4752-bf80-00603599dbb0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:13:23.913649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff820cf7-4c34-4299-8a30-5564328a409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:13:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['684220ed-67d7-4752-bf80-00603599dbb0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:23.954316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:24.012158 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/floatingips/c3d2e662-d3fa-4f4b-878b-1d6be411190c HTTP/1.1" status: 204 len: 168 time: 1.6584499 Apr 22 17:13:24.105937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ff820cf7-4c34-4299-8a30-5564328a409c None None] Set router 684220ed-67d7-4752-bf80-00603599dbb0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:13:24.166358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4e5bda5e-2691-4744-9e87-7848d818c767 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:13:24.173269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34186) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:24.231682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4e5bda5e-2691-4744-9e87-7848d818c767 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:13:24.251833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e71aad0b-a842-4c32-abcd-e7e1cc4d40bf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:24.282731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e71aad0b-a842-4c32-abcd-e7e1cc4d40bf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:24.426840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e71aad0b-a842-4c32-abcd-e7e1cc4d40bf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:24.432645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9a09657e-820c-407d-8226-f61920bc0ead tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:24.449943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71aad0b-a842-4c32-abcd-e7e1cc4d40bf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6c8e93-d56b-4cfa-bc28-3ccfa279a152,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:24.452405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e71aad0b-a842-4c32-abcd-e7e1cc4d40bf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:24.458539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e71aad0b-a842-4c32-abcd-e7e1cc4d40bf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:24.462438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e71aad0b-a842-4c32-abcd-e7e1cc4d40bf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/7c6c8e93-d56b-4cfa-bc28-3ccfa279a152 HTTP/1.1" status: 204 len: 168 time: 0.2854059 Apr 22 17:13:24.542754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34192) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:24.605752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff820cf7-4c34-4299-8a30-5564328a409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'a5fb3c1f-aa06-45c1-8df7-3cac8606ae55', 'name': '', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:e9:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:28Z', 'updated_at': '2021-04-22T17:12:36Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '477d9931-956b-40bb-b9f5-a239f1888166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:24.610303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff820cf7-4c34-4299-8a30-5564328a409c None None] Checking router: 684220ed-67d7-4752-bf80-00603599dbb0 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:13:24.619196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-79653636-b4f5-4b11-a56b-9d2d63313205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 4e5bda5e-2691-4744-9e87-7848d818c767 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:13:24.619520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff820cf7-4c34-4299-8a30-5564328a409c None None] Routers {'684220ed-67d7-4752-bf80-00603599dbb0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:13:24.619646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79653636-b4f5-4b11-a56b-9d2d63313205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:24.620184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff820cf7-4c34-4299-8a30-5564328a409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:13:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['684220ed-67d7-4752-bf80-00603599dbb0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:24.812110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ff820cf7-4c34-4299-8a30-5564328a409c None None] Set router 684220ed-67d7-4752-bf80-00603599dbb0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:13:24.882929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79653636-b4f5-4b11-a56b-9d2d63313205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:25.156806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ff820cf7-4c34-4299-8a30-5564328a409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'a5fb3c1f-aa06-45c1-8df7-3cac8606ae55', 'name': '', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:e9:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:28Z', 'updated_at': '2021-04-22T17:12:36Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '477d9931-956b-40bb-b9f5-a239f1888166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:25.161049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff820cf7-4c34-4299-8a30-5564328a409c None None] The sync data for ids ['684220ed-67d7-4752-bf80-00603599dbb0'] in dv-neutron-786478-3-hyperv is: [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'a5fb3c1f-aa06-45c1-8df7-3cac8606ae55', 'name': '', 'network_id': '9a6f3a70-e154-46cc-ac37-babb157abee0', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:e9:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '477d9931-956b-40bb-b9f5-a239f1888166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:28Z', 'updated_at': '2021-04-22T17:12:36Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '477d9931-956b-40bb-b9f5-a239f1888166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:13:25.301756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-79653636-b4f5-4b11-a56b-9d2d63313205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 4e5bda5e-2691-4744-9e87-7848d818c767 owned by {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:13:25.537646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e301ec5-0500-42ab-bf90-b60fc4883d26 None None] New status for floating IP c3d2e662-d3fa-4f4b-878b-1d6be411190c: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:13:25.651123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79653636-b4f5-4b11-a56b-9d2d63313205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:25.657244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:25.709811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79653636-b4f5-4b11-a56b-9d2d63313205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=4e5bda5e-2691-4744-9e87-7848d818c767,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:25.713993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79653636-b4f5-4b11-a56b-9d2d63313205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:25.824217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79653636-b4f5-4b11-a56b-9d2d63313205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:25.835069 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-79653636-b4f5-4b11-a56b-9d2d63313205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/ports/4e5bda5e-2691-4744-9e87-7848d818c767 HTTP/1.1" status: 204 len: 168 time: 1.2910943 Apr 22 17:13:25.837841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34196) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:26.427742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:26.804719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:13:26.805099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:27.003738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port a5fb3c1f-aa06-45c1-8df7-3cac8606ae55, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a5fb3c1f-aa06-45c1-8df7-3cac8606ae55,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:27.004646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:27.139302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:13:27.428519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:27.433455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4311de5-2519-4c15-b856-51f26c6234b9 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:27.520102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=a5fb3c1f-aa06-45c1-8df7-3cac8606ae55,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:27.523164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:27.784542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:28.066708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0dc5a2e4-208c-466c-b834-0da971bfe9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:28.183235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 684220ed-67d7-4752-bf80-00603599dbb0 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:13:28.656025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:13:28.665667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57740eef-6a1c-4037-a0f4-9ce5f6e91b26 None None] Sync routers for ids ['684220ed-67d7-4752-bf80-00603599dbb0'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:13:28.671210 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/684220ed-67d7-4752-bf80-00603599dbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8322492 Apr 22 17:13:28.672955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34200) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:28.675805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57740eef-6a1c-4037-a0f4-9ce5f6e91b26 None None] Routers {'684220ed-67d7-4752-bf80-00603599dbb0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:13:28.676485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-57740eef-6a1c-4037-a0f4-9ce5f6e91b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:13:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['684220ed-67d7-4752-bf80-00603599dbb0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:28.747404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4897079-0296-4322-934c-6c43f2230456 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting subnet 477d9931-956b-40bb-b9f5-a239f1888166 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:13:28.750541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4897079-0296-4322-934c-6c43f2230456 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:28.811495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4897079-0296-4322-934c-6c43f2230456 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:28.870331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-57740eef-6a1c-4037-a0f4-9ce5f6e91b26 None None] Set router 684220ed-67d7-4752-bf80-00603599dbb0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:13:28.898850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4897079-0296-4322-934c-6c43f2230456 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:29.170132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-57740eef-6a1c-4037-a0f4-9ce5f6e91b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:13:27Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:29.174259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57740eef-6a1c-4037-a0f4-9ce5f6e91b26 None None] Checking router: 684220ed-67d7-4752-bf80-00603599dbb0 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:13:29.183889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57740eef-6a1c-4037-a0f4-9ce5f6e91b26 None None] Routers {'684220ed-67d7-4752-bf80-00603599dbb0'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:13:29.184553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-57740eef-6a1c-4037-a0f4-9ce5f6e91b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:13:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['684220ed-67d7-4752-bf80-00603599dbb0'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:29.215016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4897079-0296-4322-934c-6c43f2230456 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:29.220034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8e71b617-1460-42c4-9be6-a8e7b0d36eab tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:29.259570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4897079-0296-4322-934c-6c43f2230456 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Subnet': ['ID=477d9931-956b-40bb-b9f5-a239f1888166,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:29.261813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4897079-0296-4322-934c-6c43f2230456 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:29.266258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4897079-0296-4322-934c-6c43f2230456 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:29.267371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ee39c-e982-40ab-9ebd-4960fba0d944 None None] Network 9a6f3a70-e154-46cc-ac37-babb157abee0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:13:29.273235 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f4897079-0296-4322-934c-6c43f2230456 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/subnets/477d9931-956b-40bb-b9f5-a239f1888166 HTTP/1.1" status: 204 len: 168 time: 0.5953028 Apr 22 17:13:29.273907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34204) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:29.377558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-57740eef-6a1c-4037-a0f4-9ce5f6e91b26 None None] Set router 684220ed-67d7-4752-bf80-00603599dbb0 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:13:29.468362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:29.536972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] DHCP port deletion for 9a6f3a70-e154-46cc-ac37-babb157abee0 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:13:29.543477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Deleting port e36979d9-bc41-45cf-ab9b-018421ff3f62 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:13:29.543905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:29.673033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:29.699830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-57740eef-6a1c-4037-a0f4-9ce5f6e91b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:13:27Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:29.708388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57740eef-6a1c-4037-a0f4-9ce5f6e91b26 None None] The sync data for ids ['684220ed-67d7-4752-bf80-00603599dbb0'] in dv-neutron-786478-3-hyperv is: [{'id': '684220ed-67d7-4752-bf80-00603599dbb0', 'name': 'tempest-TestNetworkBasicOps-router-163359627', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:12:21Z', 'updated_at': '2021-04-22T17:13:27Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '5bf0c887-23d8-4dd9-a4d0-101db0543dab', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684220ed-67d7-4752-bf80-00603599dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:12:22Z', 'updated_at': '2021-04-22T17:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:13:29.717754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 5bf0c887-23d8-4dd9-a4d0-101db0543dab {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:13:29.718139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:29.753420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e36979d9-bc41-45cf-ab9b-018421ff3f62 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:13:29.854305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] For port e36979d9-bc41-45cf-ab9b-018421ff3f62, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e36979d9-bc41-45cf-ab9b-018421ff3f62,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:29.854796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:29.913486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 5bf0c887-23d8-4dd9-a4d0-101db0543dab, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5bf0c887-23d8-4dd9-a4d0-101db0543dab,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:29.913919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.027741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Calling delete_port for e36979d9-bc41-45cf-ab9b-018421ff3f62 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:13:30.047994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 5bf0c887-23d8-4dd9-a4d0-101db0543dab owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:13:30.096430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.149594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port e36979d9-bc41-45cf-ab9b-018421ff3f62, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e36979d9-bc41-45cf-ab9b-018421ff3f62,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:30.185705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.187646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e0c7aa7f-20a7-4bc5-b043-ccb7323efd99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:30.240666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:13:30.241075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:13:30.273830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=e36979d9-bc41-45cf-ab9b-018421ff3f62,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:30.281747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.282298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.282723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.283087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.283453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.283825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.284184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.284565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.284905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.285263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.285627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.285979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:30.289994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:30.299633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6f37-edfb-4a8c-ad61-9f6ae5e9a01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.322963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.328051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79653636-b4f5-4b11-a56b-9d2d63313205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:30.374514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=5bf0c887-23d8-4dd9-a4d0-101db0543dab,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:30.377933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:30.472867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.659435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.661729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.742797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Deleting port e36979d9-bc41-45cf-ab9b-018421ff3f62 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:13:30.743274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.754324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.754952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Fanout notify agent at l3_agent the message router_deleted on router 684220ed-67d7-4752-bf80-00603599dbb0 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:13:30.771771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.772989 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/routers/684220ed-67d7-4752-bf80-00603599dbb0 HTTP/1.1" status: 204 len: 168 time: 1.4984672 Apr 22 17:13:30.775898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34210) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:30.903221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.914999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port e36979d9-bc41-45cf-ab9b-018421ff3f62 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:13:30.915302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:30.967484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] For port e36979d9-bc41-45cf-ab9b-018421ff3f62, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e36979d9-bc41-45cf-ab9b-018421ff3f62,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:30.967930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:31.104197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Calling delete_port for e36979d9-bc41-45cf-ab9b-018421ff3f62 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:13:31.142391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port e36979d9-bc41-45cf-ab9b-018421ff3f62, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e36979d9-bc41-45cf-ab9b-018421ff3f62,segment=NetworkSegment(07ff2c12-e3f3-4616-9e06-64ca4a250f29),segment_id=07ff2c12-e3f3-4616-9e06-64ca4a250f29)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:31.142839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:31.210961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:31.215956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:31.264081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Pushing event deleted for resources: {'Port': ['ID=e36979d9-bc41-45cf-ab9b-018421ff3f62,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:31.266148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] No DVR routers for this DVR port e36979d9-bc41-45cf-ab9b-018421ff3f62 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:13:31.267665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:31.277479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for e36979d9-bc41-45cf-ab9b-018421ff3f62 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:13:31.352852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:13:31.353213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:13:31.433944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:31.462304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:31.704703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:13:31.745093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:13:31.745547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a5fb3c1f-aa06-45c1-8df7-3cac8606ae55 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:13:31.745938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5bf0c887-23d8-4dd9-a4d0-101db0543dab no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:13:31.781489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 5bf0c887-23d8-4dd9-a4d0-101db0543dab {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:13:31.781883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5bf0c887-23d8-4dd9-a4d0-101db0543dab not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:13:31.854655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port e36979d9-bc41-45cf-ab9b-018421ff3f62 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:13:31.855072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:31.928457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] The port 'e36979d9-bc41-45cf-ab9b-018421ff3f62' was deleted {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:13:32.058409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:32.181992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6f3a70-e154-46cc-ac37-babb157abee0']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:32.195217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ff2c12-e3f3-4616-9e06-64ca4a250f29') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:32.195552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ff2c12-e3f3-4616-9e06-64ca4a250f29') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:32.207606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:32.222061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:32.228306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:13:32.412622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 9a6f3a70-e154-46cc-ac37-babb157abee0 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:13:32.421773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:32.601688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 9a6f3a70-e154-46cc-ac37-babb157abee0 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:13:32.625814 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:13:32.742337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:32.745928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab062bff-c893-458c-8657-c13bc5285d10 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:32.764425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:32.771817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Network': ['ID=9a6f3a70-e154-46cc-ac37-babb157abee0,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:32.777127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:32.777209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:32.817116 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/networks/9a6f3a70-e154-46cc-ac37-babb157abee0 HTTP/1.1" status: 204 len: 168 time: 2.0401459 Apr 22 17:13:32.833449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34214) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:32.846038 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6617eda1-f6d0-4387-ac71-9065ba57f935 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0112395 Apr 22 17:13:32.849298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34218) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:32.855475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'network': {'name': 'tempest-network-smoke--963072330', 'project_id': '8b61421b15584ef3a566a5143da81011', 'port_security_enabled': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:32.860727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:32.865221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:network and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:32.877263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:32.883658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:32.925093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:13:32.931149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:32.960908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:13:33.038760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:33.039157 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Added segment de32d733-1a05-45e0-85a0-88271c975d6f of type vlan for network f87e41f9-6060-47bb-8074-5495a63903f8 Apr 22 17:13:33.160882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:33.256783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:33.262738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:33.263381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:33.268673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b291ce6-80e9-438f-8c57-5cdb4bd4e40d tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:33.377226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Network': ['ID=f87e41f9-6060-47bb-8074-5495a63903f8,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:33.380626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:33.388542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network f87e41f9-6060-47bb-8074-5495a63903f8 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:13:33.400686 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5502753 Apr 22 17:13:33.403645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34222) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:33.409532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'admin_state_up': True, 'project_id': '8b61421b15584ef3a566a5143da81011', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:33.417398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:33.421426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:router and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:33.424478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:33.430654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:33.485791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:33.487046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:33.666728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:33.972824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:34.575194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:34.607540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:34.753077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.220 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/4f75a2d4-00b3-488c-b060-c0ecc432159f) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:13:34.907844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:34.961612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:34.966325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cf3f38df-be8f-45ba-90f7-0f45388d3634 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:35.024335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:13:35.032014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:13:35.037159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:13:35.085542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=4f75a2d4-00b3-488c-b060-c0ecc432159f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:35.089973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:35.202667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:35.541520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:35.909518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:36.193775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router dc1ec1e4-169b-4991-82be-93ac448ac517 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:13:36.384210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:13:36.393997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Sync routers for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:13:36.404931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:13:36.405612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:13:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:36.439594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:36.444586 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0362558 Apr 22 17:13:36.444728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34226) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:36.490317 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fab8c86b-8c53-4e4f-a16d-2e090c8a8ac5 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8b61421b15584ef3a566a5143da81011&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443370 Apr 22 17:13:36.492966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34230) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:36.596313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:13:36.632796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda149a1-c0d4-47b8-b92b-a7999824dd6d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:36.634450 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dda149a1-c0d4-47b8-b92b-a7999824dd6d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1404796 Apr 22 17:13:36.637394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34234) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:36.687462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34238) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:36.687858 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cda87e05-bcff-490c-bb24-3d2cc6da6f01 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488086 Apr 22 17:13:36.694772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-547173016', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'project_id': '8b61421b15584ef3a566a5143da81011', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:36.811852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:36.816577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:subnet and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:36.819592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:36.825889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:36.873774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:13:36.880139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:37.079122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:35Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:37.087994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Checking router: dc1ec1e4-169b-4991-82be-93ac448ac517 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:13:37.088407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Updating router dc1ec1e4-169b-4991-82be-93ac448ac517 port 4f75a2d4-00b3-488c-b060-c0ecc432159f binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:13:37.153269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:37.541675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:37.555484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Transition to ACTIVE for port object 4f75a2d4-00b3-488c-b060-c0ecc432159f will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:13:37.603002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:37.607145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9106a1fe-56b4-454c-8701-19c9fb10f91f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:37.650700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:37.655724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3cd8ffc1-f1f2-4526-b576-c88226e4cf31 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:37.695372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46977f45-b1f5-4603-9b6e-82b77a77857c None None] Pushing event updated for resources: {'Port': ['ID=4f75a2d4-00b3-488c-b060-c0ecc432159f,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:37.698240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Attempting to bind port 4f75a2d4-00b3-488c-b060-c0ecc432159f on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:13:37.698688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Attempting to bind port 4f75a2d4-00b3-488c-b060-c0ecc432159f by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:13:37.699109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Attempting to bind port 4f75a2d4-00b3-488c-b060-c0ecc432159f on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:13:37.702989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-46977f45-b1f5-4603-9b6e-82b77a77857c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:37.706108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:13:37.707483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:13:37.707727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:37.708172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:13:37.709093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Bound port: 4f75a2d4-00b3-488c-b060-c0ecc432159f, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:13:37.709519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:37.741269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Subnet': ['ID=505ef8b6-1887-4f05-baaa-464cc7b6cb4f,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:37.747180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:37.750271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Checking segment: {'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:13:37.750698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network hostable DHCP agents. Network: f87e41f9-6060-47bb-8074-5495a63903f8, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:13:37.789529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] For port 4f75a2d4-00b3-488c-b060-c0ecc432159f, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:13:37.792703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] For port 4f75a2d4-00b3-488c-b060-c0ecc432159f, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4f75a2d4-00b3-488c-b060-c0ecc432159f,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:13:37.796904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network f87e41f9-6060-47bb-8074-5495a63903f8 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:13:37.820211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:37.825289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:37.842714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, f87e41f9-6060-47bb-8074-5495a63903f8) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:13:37.856862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:37.857516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:37.870560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8660a5e7-2f36-4541-af26-cfad4e28c1bc None None] Network f87e41f9-6060-47bb-8074-5495a63903f8 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:13:37.900660 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19e4a4bb-8e36-4814-b2ef-28897562f406 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2117465 Apr 22 17:13:37.903638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34242) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:37.998691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:13:37.999386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:13:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:38.069525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46977f45-b1f5-4603-9b6e-82b77a77857c None None] Pushing event updated for resources: {'Port': ['ID=4f75a2d4-00b3-488c-b060-c0ecc432159f,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:38.087323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-46977f45-b1f5-4603-9b6e-82b77a77857c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:38.492503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:13:38.600434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-f87e41f9-6060-47bb-8074-5495a63903f8', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:13:38.601331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:38.647751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:38.922230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Allocated IP 172.20.0.2 (f87e41f9-6060-47bb-8074-5495a63903f8/505ef8b6-1887-4f05-baaa-464cc7b6cb4f/9f77a8d6-b24b-45f9-8788-148e6abd4df1) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:13:39.036890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:35Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:39.044682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86fc16-0971-45e0-b057-1333aaaffb4c None None] The sync data for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv is: [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:35Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:13:39.153498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:13:39.169599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:39.180555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Transition to ACTIVE for port object 9f77a8d6-b24b-45f9-8788-148e6abd4df1 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:13:39.254665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Transition to ACTIVE for port object 9f77a8d6-b24b-45f9-8788-148e6abd4df1 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:13:39.291463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:39.297403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:39.327637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.1 (f87e41f9-6060-47bb-8074-5495a63903f8/505ef8b6-1887-4f05-baaa-464cc7b6cb4f/151b80bb-b2ce-43e0-8ce2-84738cfb70f7) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:13:39.365136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Network f87e41f9-6060-47bb-8074-5495a63903f8 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:13:39.368310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:13:39.372251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:13:39.381087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Pushing event updated for resources: {'Port': ['ID=9f77a8d6-b24b-45f9-8788-148e6abd4df1,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:39.414987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:39.491819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Attempting to bind port 9f77a8d6-b24b-45f9-8788-148e6abd4df1 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:13:39.492243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Attempting to bind port 9f77a8d6-b24b-45f9-8788-148e6abd4df1 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:13:39.493062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Attempting to bind port 9f77a8d6-b24b-45f9-8788-148e6abd4df1 on network f87e41f9-6060-47bb-8074-5495a63903f8 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:13:39.499985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:13:39.500406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Checking segment: {'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:13:39.500863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:39.501310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Bound using segment: {'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:13:39.501844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Bound port: 9f77a8d6-b24b-45f9-8788-148e6abd4df1, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:13:39.502265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:39.515704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:39.532768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:13:39.586383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:39.591760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b48d3a00-1552-4830-b7f9-d233346a6908 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:39.608104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] For port 9f77a8d6-b24b-45f9-8788-148e6abd4df1, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:13:39.611980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] For port 9f77a8d6-b24b-45f9-8788-148e6abd4df1, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9f77a8d6-b24b-45f9-8788-148e6abd4df1,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:13:39.646173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:39.651901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:39.660384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network f87e41f9-6060-47bb-8074-5495a63903f8 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:13:39.668357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:13:39.673471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:13:39.762285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:39.772509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:39.777209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:39.795790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Pushing event updated for resources: {'Port': ['ID=9f77a8d6-b24b-45f9-8788-148e6abd4df1,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:39.799218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:39.801319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4f75a2d4-00b3-488c-b060-c0ecc432159f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:13:39.906160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 4f75a2d4-00b3-488c-b060-c0ecc432159f completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:13:39.911957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4f75a2d4-00b3-488c-b060-c0ecc432159f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:39.912477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:39.942617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:40.046778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:40.087204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 4f75a2d4-00b3-488c-b060-c0ecc432159f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4f75a2d4-00b3-488c-b060-c0ecc432159f,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:40.117387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:40.119505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:40.220970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=4f75a2d4-00b3-488c-b060-c0ecc432159f,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:40.224333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:40.404314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:40.443137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:40.472768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:40.565352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:40.570480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:40.573768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:40.719372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network f87e41f9-6060-47bb-8074-5495a63903f8 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:13:40.720540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:13:41.193176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c8e7d3-1425-4f24-bbac-9f714960ea9f None None] Network f87e41f9-6060-47bb-8074-5495a63903f8 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:13:41.232069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router dc1ec1e4-169b-4991-82be-93ac448ac517 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:13:41.312169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-087f685c-b485-4786-a9ee-9e966c009932 None None] Provisioning for port 9f77a8d6-b24b-45f9-8788-148e6abd4df1 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:13:41.430963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:13:41.449568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/dc1ec1e4-169b-4991-82be-93ac448ac517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5417998 Apr 22 17:13:41.450096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34246) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:41.611936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfddda1-23bc-4f58-933f-b900ed346cc3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.612531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfddda1-23bc-4f58-933f-b900ed346cc3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.613059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfddda1-23bc-4f58-933f-b900ed346cc3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.613589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfddda1-23bc-4f58-933f-b900ed346cc3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.614113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfddda1-23bc-4f58-933f-b900ed346cc3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.614661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfddda1-23bc-4f58-933f-b900ed346cc3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.616702 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9cfddda1-23bc-4f58-933f-b900ed346cc3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1655366 Apr 22 17:13:41.619801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34250) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:41.733621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12ad4f-4e93-43ed-aa6f-dc6d32a6dc25 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.734291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12ad4f-4e93-43ed-aa6f-dc6d32a6dc25 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.734984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12ad4f-4e93-43ed-aa6f-dc6d32a6dc25 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.735750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12ad4f-4e93-43ed-aa6f-dc6d32a6dc25 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.736202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12ad4f-4e93-43ed-aa6f-dc6d32a6dc25 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.736776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12ad4f-4e93-43ed-aa6f-dc6d32a6dc25 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:41.742238 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6e12ad4f-4e93-43ed-aa6f-dc6d32a6dc25 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1185269 Apr 22 17:13:41.742687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34254) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:41.805561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ec39b1fb-eb0b-40c8-a624-da5c658fd12f None None] Provisioning for port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:13:41.822704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ec39b1fb-eb0b-40c8-a624-da5c658fd12f None None] Provisioning complete for port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:41.823310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ec39b1fb-eb0b-40c8-a624-da5c658fd12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:41.863009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9f77a8d6-b24b-45f9-8788-148e6abd4df1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:13:41.928734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Sync routers for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:13:41.939834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:13:41.941172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:13:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:41.957810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ec39b1fb-eb0b-40c8-a624-da5c658fd12f None None] Port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:13:41.991530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 9f77a8d6-b24b-45f9-8788-148e6abd4df1 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:13:41.997106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9f77a8d6-b24b-45f9-8788-148e6abd4df1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:41.997533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.012064 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1ae7540e-916c-4892-8c5e-423101c1159c tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2678540 Apr 22 17:13:42.098874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e88feb0b-0f74-43a6-bab9-e93489c0b771 None None] Provisioning complete for port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:42.099341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e88feb0b-0f74-43a6-bab9-e93489c0b771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.219495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.226428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34260) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:42.231303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e88feb0b-0f74-43a6-bab9-e93489c0b771 None None] Port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:13:42.235868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44373448', 'description': 'tempest-secgroup-smoke-44373448 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:42.243014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:42.247436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:42.250486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:42.257170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:42.259513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 9f77a8d6-b24b-45f9-8788-148e6abd4df1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9f77a8d6-b24b-45f9-8788-148e6abd4df1,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:42.302587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.303948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4f75a2d4-00b3-488c-b060-c0ecc432159f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:13:42.313966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:13:42.334904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:42.342844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.366744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:42.372149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:42.376536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:42.391039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:42.452492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-38275951-6d97-486c-8e58-ba708c4bf7f9 None None] Provisioning complete for port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:42.453004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38275951-6d97-486c-8e58-ba708c4bf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.472259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.485043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=9f77a8d6-b24b-45f9-8788-148e6abd4df1,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:42.489513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:42.531367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-38275951-6d97-486c-8e58-ba708c4bf7f9 None None] Port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:13:42.535939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4f75a2d4-00b3-488c-b060-c0ecc432159f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:42.536300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.657283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.663443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9f21dc6b-a9e0-45ac-be38-8be1ee394d4b tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:42.697489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:13:40Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:42.701975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Checking router: dc1ec1e4-169b-4991-82be-93ac448ac517 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:13:42.702384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Updating router dc1ec1e4-169b-4991-82be-93ac448ac517 port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:13:42.710546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab76820a-e60c-4e52-b073-93996c4bb5ae,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:42.713740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:42.757323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.758805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5311241 Apr 22 17:13:42.761102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.761951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34264) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:42.924357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'ab76820a-e60c-4e52-b073-93996c4bb5ae', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:42.924357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:42.924357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:42.924357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:42.924357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:42.924357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.952832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.980172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:42.982250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-454d4aea-b4e4-49cc-8821-7ca144396e61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:43.007429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976be872-75ae-4c58-b219-1bb71967004e,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:43.010119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:43.051692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.055793 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900965 Apr 22 17:13:43.056021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34268) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:43.061736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'ab76820a-e60c-4e52-b073-93996c4bb5ae', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:43.068236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:43.072676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:43.076771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:43.083363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:43.148579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.149458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.160286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Transition to ACTIVE for port object 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:13:43.197622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.213821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.218859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1b14b31-b9c3-455b-af45-1045600a83d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:43.262145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.271684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:43.292506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc6dbc3-c63d-4f51-8168-61c246ad6fd1,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:43.300123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:43.342374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.345303 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2876210 Apr 22 17:13:43.348532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34274) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:43.354401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'ab76820a-e60c-4e52-b073-93996c4bb5ae', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:43.361238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:43.365899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:43.369633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:43.376494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:43.396222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Pushing event updated for resources: {'Port': ['ID=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:43.433486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.440596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.440983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.441552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.441931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.442299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.442730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.443062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.444066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.444424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.444801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.445169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.445531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:13:43.457622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:43.466961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Attempting to bind port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:13:43.467575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Attempting to bind port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:13:43.467986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Attempting to bind port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 on network f87e41f9-6060-47bb-8074-5495a63903f8 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:13:43.474372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:13:43.474827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Checking segment: {'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:13:43.475279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.475717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Bound using segment: {'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:13:43.476238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Bound port: 151b80bb-b2ce-43e0-8ce2-84738cfb70f7, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:13:43.476650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.506425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.538322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.544833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88d4c1c6-799b-4428-b7e0-15388646b1a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:43.573579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163a7885-ef3d-41e7-b8c2-7c2061c6432d,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:43.576185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] For port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:13:43.580312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:43.580440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] For port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:13:43.631992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.631992 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820942 Apr 22 17:13:43.634923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34278) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:43.640502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'ab76820a-e60c-4e52-b073-93996c4bb5ae', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:43.647653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:43.655774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:43.656360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:43.662298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:43.675279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.680600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:43.727287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9f77a8d6-b24b-45f9-8788-148e6abd4df1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:13:43.740580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.762581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:13:43.770419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:13:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:43.817616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9f77a8d6-b24b-45f9-8788-148e6abd4df1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:43.818149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.849600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Pushing event updated for resources: {'Port': ['ID=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:43.853090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:43.884836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.917273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.919969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6780e6e-b362-4192-8326-1811e90aaa4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:43.953057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00204d4a-caec-42f5-bf1f-dba50257eb34,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:43.955865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:43.985044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:13:43.992865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:43.994192 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3582606 Apr 22 17:13:43.997352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34282) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:44.003739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'ab76820a-e60c-4e52-b073-93996c4bb5ae', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:44.010316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:44.014579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:44.017666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:44.024443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:44.084701 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:13:44.092273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:44.163112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:44.194027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:44.199624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-897c3adb-df84-45bd-8674-fc69390273f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:44.223810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48c590e-585b-4a4e-8501-b2d4f6288b5c,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:44.226488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:44.268414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:44.269867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2714279 Apr 22 17:13:44.272708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34286) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:13:44.278351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'ab76820a-e60c-4e52-b073-93996c4bb5ae', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:44.284932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:44.289588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:44.292727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:44.298863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:44.323077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:13:43Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:13:44.324783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569d3f97-88fb-4fa0-8a2e-89ebdd6810ea None None] The sync data for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv is: [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:13:43Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:13:44.340668 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:13:44.350028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:44.439459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:44.471252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:44.475282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c5503178-8138-40a2-a637-0590c1ea43ea tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:44.497632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e990a28-22c5-43cf-b5fa-857cc69f9a3e,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:44.502413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:44.539939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:44.544100 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-db383579-3f93-49b1-911f-01f9fcfcf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2676468 Apr 22 17:13:44.939111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-148b5135-b000-47ed-a731-705a278dd4e4 req-740bd7ef-4ac3-46de-abed-35b8112a4d1a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:13:44.982985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-148b5135-b000-47ed-a731-705a278dd4e4 req-740bd7ef-4ac3-46de-abed-35b8112a4d1a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:13:44.983899 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-740bd7ef-4ac3-46de-abed-35b8112a4d1a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44373448&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.0896921 Apr 22 17:13:45.155376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5135-b000-47ed-a731-705a278dd4e4 req-0bd3a1a5-baa0-4003-99bc-c130547508a3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:45.156145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-148b5135-b000-47ed-a731-705a278dd4e4 req-0bd3a1a5-baa0-4003-99bc-c130547508a3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:13:45.216600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-148b5135-b000-47ed-a731-705a278dd4e4 req-0bd3a1a5-baa0-4003-99bc-c130547508a3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:13:45.222276 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-0bd3a1a5-baa0-4003-99bc-c130547508a3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/networks?id=f87e41f9-6060-47bb-8074-5495a63903f8 HTTP/1.1" status: 200 len: 796 time: 0.2255151 Apr 22 17:13:45.235727 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-8b1982e1-bffd-4590-b707-d393b84c55b2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/quotas/8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 375 time: 0.0103099 Apr 22 17:13:45.331876 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-0f0afacb-ef6f-4dd2-965f-113d26f1c3de tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890317 Apr 22 17:13:45.539519 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-f3685e9a-58e8-445c-844c-d95261d48376 service neutron] 10.222.0.77 "GET /v2.0/networks/f87e41f9-6060-47bb-8074-5495a63903f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945500 Apr 22 17:13:45.690232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-de82e844-a6e7-442d-9e55-fc6d6dcd5549 service neutron] 10.222.0.77 "GET /v2.0/networks/f87e41f9-6060-47bb-8074-5495a63903f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439974 Apr 22 17:13:45.766197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:13:45.908045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:13:45.913746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:45.914162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:46.044766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:46.097616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:46.137114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:46.140516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:46.207834 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9b63ea2d-f88b-4074-9dfe-546ebacfcca7 req-e0552690-478e-4069-89a5-6ca002222993 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 210 time: 0.1373384 Apr 22 17:13:46.218074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:46.226298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:47.657306 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3e2ed36b-6861-4753-9559-d14a94b0d858 req-f8dc4a2f-7f3d-4814-8f6e-af55154bef47 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 210 time: 0.3369501 Apr 22 17:13:47.720078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:13:47.794044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:47.794472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:48.092549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5135-b000-47ed-a731-705a278dd4e4 req-bc19f4c8-f27b-4ec4-901c-2ebdcf164a63 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:48.094149 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-bc19f4c8-f27b-4ec4-901c-2ebdcf164a63 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=f87e41f9-6060-47bb-8074-5495a63903f8 HTTP/1.1" status: 200 len: 796 time: 0.1604815 Apr 22 17:13:48.152884 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1ab1b562-1bf8-491d-9114-252277a8b780 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 378 time: 0.0450041 Apr 22 17:13:48.164012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'device_id': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'admin_state_up': True, 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'security_groups': ['ab76820a-e60c-4e52-b073-93996c4bb5ae']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:48.310739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:13:48.315214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:port and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:13:48.318948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:13:48.326474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:13:48.379937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:13:48.386413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:48.562890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.4 (f87e41f9-6060-47bb-8074-5495a63903f8/505ef8b6-1887-4f05-baaa-464cc7b6cb4f/6e31fb8a-9c19-41c1-9f12-4663338d53e2) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:13:48.776467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:48.844091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f979c08-0778-4e26-b56b-b01783063601 req-05e715cc-4024-4323-b45e-8eb2c41f7c0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 210 time: 0.0637808 Apr 22 17:13:48.846673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 6e31fb8a-9c19-41c1-9f12-4663338d53e2 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:13:48.914282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:48.920405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:48.995749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network f87e41f9-6060-47bb-8074-5495a63903f8 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:13:48.999276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:13:49.003792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:13:49.043996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=6e31fb8a-9c19-41c1-9f12-4663338d53e2,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:49.049656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:49.090061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:49.090822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:49.146549 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9866178 Apr 22 17:13:49.213793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Request body: {'port': {'device_id': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:13:49.282811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-310529c6-2fdd-48a4-9684-69f4daf35287 None None] Provisioning for port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:13:49.288933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-310529c6-2fdd-48a4-9684-69f4daf35287 None None] Provisioning complete for port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:49.289330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-310529c6-2fdd-48a4-9684-69f4daf35287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:49.342374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:49.347018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-310529c6-2fdd-48a4-9684-69f4daf35287 None None] Port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:13:49.716552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e31fb8a-9c19-41c1-9f12-4663338d53e2 {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:13:49.724838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:49.741813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Transition to ACTIVE for port object 6e31fb8a-9c19-41c1-9f12-4663338d53e2 will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:13:49.782210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:49.787207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ebf6e845-f592-46fd-a62f-5d9b658c5c29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:49.928992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Pushing event updated for resources: {'Port': ['ID=6e31fb8a-9c19-41c1-9f12-4663338d53e2,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:49.964983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:50.111106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Attempting to bind port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:13:50.114760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Attempting to bind port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:13:50.114760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Attempting to bind port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 on network f87e41f9-6060-47bb-8074-5495a63903f8 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:13:50.122327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 on network f87e41f9-6060-47bb-8074-5495a63903f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:13:50.122723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Attempting to bind port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 on network f87e41f9-6060-47bb-8074-5495a63903f8 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:13:50.132045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:13:50.132423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Checking segment: {'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:13:50.133155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Bound using segment: {'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:13:50.133345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Bound port: 6e31fb8a-9c19-41c1-9f12-4663338d53e2, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de32d733-1a05-45e0-85a0-88271c975d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:13:50.133761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:50.161037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7362264-e11f-4d94-be67-bfbdbc252ba5 req-7fa80701-b808-4df0-801f-ca4926000185 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:50.161795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b7362264-e11f-4d94-be67-bfbdbc252ba5 req-7fa80701-b808-4df0-801f-ca4926000185 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:13:50.245609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b7362264-e11f-4d94-be67-bfbdbc252ba5 req-7fa80701-b808-4df0-801f-ca4926000185 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:13:50.246971 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b7362264-e11f-4d94-be67-bfbdbc252ba5 req-7fa80701-b808-4df0-801f-ca4926000185 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 943 time: 0.2757080 Apr 22 17:13:50.278703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] For port 6e31fb8a-9c19-41c1-9f12-4663338d53e2, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:13:50.300443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] For port 6e31fb8a-9c19-41c1-9f12-4663338d53e2, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e31fb8a-9c19-41c1-9f12-4663338d53e2,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:13:50.306848 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b7362264-e11f-4d94-be67-bfbdbc252ba5 req-aa83232e-aa1e-498c-98e7-53108c221d97 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533783 Apr 22 17:13:50.325701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:50.331108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2bcfbcf-f85e-4dc1-b4f0-8cb20551d5f9 tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:50.393637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:50.394324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:50.396164 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] 10.222.0.78 "PUT /v2.0/ports/6e31fb8a-9c19-41c1-9f12-4663338d53e2 HTTP/1.1" status: 200 len: 1093 time: 1.2370567 Apr 22 17:13:50.396498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'tag': '6e31fb8a-9c19-41c1-9f12-4663338d53e2'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:13:50.424766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Pushing event updated for resources: {'Port': ['ID=6e31fb8a-9c19-41c1-9f12-4663338d53e2,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:50.429221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:50.522238 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'tag': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'status': 'completed', 'code': 200} Apr 22 17:13:50.562468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5135-b000-47ed-a731-705a278dd4e4 req-c26654bd-d91f-4800-90e6-39454e2da71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:50.564231 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-c26654bd-d91f-4800-90e6-39454e2da71a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 1096 time: 0.0891521 Apr 22 17:13:50.641207 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-7e3c79c6-e41c-4b9a-83b8-90280268cdca service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e31fb8a-9c19-41c1-9f12-4663338d53e2 HTTP/1.1" status: 200 len: 217 time: 0.0686011 Apr 22 17:13:50.724817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5135-b000-47ed-a731-705a278dd4e4 req-cf1939bd-3f1b-4155-920a-5b38c403854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:50.731797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-cf1939bd-3f1b-4155-920a-5b38c403854a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=505ef8b6-1887-4f05-baaa-464cc7b6cb4f HTTP/1.1" status: 200 len: 834 time: 0.0754092 Apr 22 17:13:50.811097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5135-b000-47ed-a731-705a278dd4e4 req-b448160b-8bad-4768-8f04-4e62bd4a43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:50.812686 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-b448160b-8bad-4768-8f04-4e62bd4a43d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f87e41f9-6060-47bb-8074-5495a63903f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767806 Apr 22 17:13:50.962686 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-3d672361-0197-4fa1-8599-fb31208513e6 service neutron] 10.222.0.78 "GET /v2.0/networks/f87e41f9-6060-47bb-8074-5495a63903f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387053 Apr 22 17:13:51.115377 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-148b5135-b000-47ed-a731-705a278dd4e4 req-671a2e77-4ea5-4702-8c06-bf63c063d30d service neutron] 10.222.0.78 "GET /v2.0/networks/f87e41f9-6060-47bb-8074-5495a63903f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411963 Apr 22 17:13:51.280135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3fa0-c4ab-4b55-9b2a-d8045fb3f3e0 req-25deab57-5f51-405d-b850-f0830ae43be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:51.281881 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dc1a3fa0-c4ab-4b55-9b2a-d8045fb3f3e0 req-25deab57-5f51-405d-b850-f0830ae43be0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 1096 time: 0.0839195 Apr 22 17:13:51.470767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3fa0-c4ab-4b55-9b2a-d8045fb3f3e0 req-b17ab217-a50e-488c-a356-2eee477fc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:51.472400 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dc1a3fa0-c4ab-4b55-9b2a-d8045fb3f3e0 req-b17ab217-a50e-488c-a356-2eee477fc2b4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f87e41f9-6060-47bb-8074-5495a63903f8 HTTP/1.1" status: 200 len: 898 time: 0.1822863 Apr 22 17:13:51.554000 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dc1a3fa0-c4ab-4b55-9b2a-d8045fb3f3e0 req-b352f31a-de53-4212-a459-4dac3020292f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e31fb8a-9c19-41c1-9f12-4663338d53e2 HTTP/1.1" status: 200 len: 217 time: 0.0743136 Apr 22 17:13:51.640196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc506-ea43-4ed4-988f-fc9cbbc359a1 req-e533b24f-d485-4973-b9d4-fdede7a6cfea tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:51.642201 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3f9bc506-ea43-4ed4-988f-fc9cbbc359a1 req-e533b24f-d485-4973-b9d4-fdede7a6cfea tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 943 time: 0.2156403 Apr 22 17:13:51.651370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3fa0-c4ab-4b55-9b2a-d8045fb3f3e0 req-74d4b321-ed23-4f00-a35b-85e86dcf85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:51.655673 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dc1a3fa0-c4ab-4b55-9b2a-d8045fb3f3e0 req-74d4b321-ed23-4f00-a35b-85e86dcf85ee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=505ef8b6-1887-4f05-baaa-464cc7b6cb4f HTTP/1.1" status: 200 len: 834 time: 0.0884702 Apr 22 17:13:51.749336 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3f9bc506-ea43-4ed4-988f-fc9cbbc359a1 req-db5e7bdd-23e3-45cf-b13d-43a97fb0a890 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999432 Apr 22 17:13:51.775865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3fa0-c4ab-4b55-9b2a-d8045fb3f3e0 req-b20cdace-b9ee-42d4-99b0-d2cdaabde3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:51.777489 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dc1a3fa0-c4ab-4b55-9b2a-d8045fb3f3e0 req-b20cdace-b9ee-42d4-99b0-d2cdaabde3ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f87e41f9-6060-47bb-8074-5495a63903f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1108446 Apr 22 17:13:51.926977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dc1a3fa0-c4ab-4b55-9b2a-d8045fb3f3e0 req-7d132e9e-f5e8-4c82-bc1e-d69136b22623 service neutron] 10.222.0.78 "GET /v2.0/networks/f87e41f9-6060-47bb-8074-5495a63903f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411283 Apr 22 17:13:52.083232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dc1a3fa0-c4ab-4b55-9b2a-d8045fb3f3e0 req-dd024f0b-cf4d-4eac-9499-98b211f624da service neutron] 10.222.0.78 "GET /v2.0/networks/f87e41f9-6060-47bb-8074-5495a63903f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494942 Apr 22 17:13:53.101981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7436-c1f0-42e9-8be1-825579149cef req-bc29cb6d-85b5-43e4-9916-8828f08cf26d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:53.103621 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-301c7436-c1f0-42e9-8be1-825579149cef req-bc29cb6d-85b5-43e4-9916-8828f08cf26d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 943 time: 0.0891988 Apr 22 17:13:53.152652 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-301c7436-c1f0-42e9-8be1-825579149cef req-2d935faa-e93c-4a46-b597-95814aba63c3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424407 Apr 22 17:13:54.350050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6e31fb8a-9c19-41c1-9f12-4663338d53e2 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:13:54.363467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082603f-0d27-414d-82f0-e7e1b36eae1d req-d2be45f9-da40-4aac-ae5b-74d59dc38448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:54.365243 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3082603f-0d27-414d-82f0-e7e1b36eae1d req-d2be45f9-da40-4aac-ae5b-74d59dc38448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 943 time: 0.0968807 Apr 22 17:13:54.415034 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3082603f-0d27-414d-82f0-e7e1b36eae1d req-d114047f-35c0-4ba2-be5f-cea25eeeb2c7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427966 Apr 22 17:13:54.498871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6e31fb8a-9c19-41c1-9f12-4663338d53e2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e31fb8a-9c19-41c1-9f12-4663338d53e2,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:54.513735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'port_id': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'mac_address': 'fa:16:3e:ad:19:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:13:54.575700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:54.595118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e31fb8a-9c19-41c1-9f12-4663338d53e2 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:13:54.615015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6e31fb8a-9c19-41c1-9f12-4663338d53e2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e31fb8a-9c19-41c1-9f12-4663338d53e2,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:54.660268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:54.663489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:54.748126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6e31fb8a-9c19-41c1-9f12-4663338d53e2,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:54.751033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:54.947659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['6e31fb8a-9c19-41c1-9f12-4663338d53e2'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:13:55.625617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec2de8-598f-41b0-9f8d-c0283ddb095c req-d2a00646-a7a3-453c-b3df-4c0db315c1b2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:55.627304 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-feec2de8-598f-41b0-9f8d-c0283ddb095c req-d2a00646-a7a3-453c-b3df-4c0db315c1b2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 944 time: 0.0943468 Apr 22 17:13:55.678446 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-feec2de8-598f-41b0-9f8d-c0283ddb095c req-39ff76a0-980c-43c6-8008-3296335f3506 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436471 Apr 22 17:13:56.350855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6e31fb8a-9c19-41c1-9f12-4663338d53e2 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:13:56.456720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:13:56.462498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:13:56.462960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:56.598662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:56.648502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e31fb8a-9c19-41c1-9f12-4663338d53e2'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:13:56.662084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6e31fb8a-9c19-41c1-9f12-4663338d53e2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e31fb8a-9c19-41c1-9f12-4663338d53e2,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:13:56.781166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:56.787437 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'code': 200} Apr 22 17:13:56.788231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7013efd2-be98-4133-bb68-ab6dc4908cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:13:56.920269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba615a-d0da-42c1-bbc7-ca2382fc27c5 req-6c875bd9-febe-438f-a1ab-846d29ae19fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:56.922102 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18ba615a-d0da-42c1-bbc7-ca2382fc27c5 req-6c875bd9-febe-438f-a1ab-846d29ae19fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 945 time: 0.1048439 Apr 22 17:13:56.924669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6e31fb8a-9c19-41c1-9f12-4663338d53e2,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:13:56.929977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:13:56.982846 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18ba615a-d0da-42c1-bbc7-ca2382fc27c5 req-f233ab9f-67a2-4832-a317-70077b9a8357 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520668 Apr 22 17:13:57.187338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a789b-38d9-4f39-8344-3fe8aae1fb82 req-73a056c3-5ac7-43d7-8f74-6724c7afae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:57.188846 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d52a789b-38d9-4f39-8344-3fe8aae1fb82 req-73a056c3-5ac7-43d7-8f74-6724c7afae51 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 1098 time: 0.0891259 Apr 22 17:13:57.237121 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d52a789b-38d9-4f39-8344-3fe8aae1fb82 req-3886ebc9-9390-4607-b808-2277cdc0a8e2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378461 Apr 22 17:13:58.050989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6105323e-5848-4c5f-8156-24916161f27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:13:58.231120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d4d39-f5e8-4299-8343-d05283eb76e4 req-b14d8ddd-608c-4169-a5b1-23e82d5961ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:58.232780 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf6d4d39-f5e8-4299-8343-d05283eb76e4 req-b14d8ddd-608c-4169-a5b1-23e82d5961ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 945 time: 0.0974422 Apr 22 17:13:58.289675 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf6d4d39-f5e8-4299-8343-d05283eb76e4 req-011ecad5-d9ab-4c06-b653-16f28a343a0b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440311 Apr 22 17:13:59.805653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a634e-241c-4921-90d3-0974d218c791 req-742a7c81-e9bb-4ba3-87ba-b9878cfc2f64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:13:59.807400 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d5a634e-241c-4921-90d3-0974d218c791 req-742a7c81-e9bb-4ba3-87ba-b9878cfc2f64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 945 time: 0.3987610 Apr 22 17:13:59.860528 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d5a634e-241c-4921-90d3-0974d218c791 req-f4340e51-985e-4692-aa4a-4a84a85978a4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448873 Apr 22 17:14:00.080122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14acde5-0b6c-498b-badf-8773b7d00c21 req-4a9e0892-279b-4724-9480-7be29b8ac95e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:00.087050 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b14acde5-0b6c-498b-badf-8773b7d00c21 req-4a9e0892-279b-4724-9480-7be29b8ac95e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 945 time: 0.0998614 Apr 22 17:14:00.132919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b14acde5-0b6c-498b-badf-8773b7d00c21 req-5f834835-ea12-4e8d-991c-1b37965296fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438640 Apr 22 17:14:00.158827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34360) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:00.253058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7baed5f-30ea-4f94-aab1-cfb248307243 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:00.256403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eadfa179-9116-4dbe-ab52-cc7b6bd4be06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:00.256545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b7baed5f-30ea-4f94-aab1-cfb248307243 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 1093 time: 0.0941374 Apr 22 17:14:00.258001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34364) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:00.263812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:14:00.270722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:14:00.275692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:floatingip and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:14:00.278760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:14:00.286057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:14:00.340028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:00.489457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:00.643025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.28 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/451c0241-f008-4bc1-841f-df888076add3) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:14:00.811187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:00.875159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:00.879679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:00.956408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:14:00.960260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:14:00.964181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:14:00.999912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=451c0241-f008-4bc1-841f-df888076add3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:01.004940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:01.423018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:01.431440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:01.476942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:01.581654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:01.813662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:01.849726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:01.855315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:01.966587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=451c0241-f008-4bc1-841f-df888076add3,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:01.971384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:01.979494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:02.166676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP eadbbe60-860a-426d-96a0-3666020a59fc associated. External IP: 172.26.6.28, port: 6e31fb8a-9c19-41c1-9f12-4663338d53e2. Apr 22 17:14:02.548157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router dc1ec1e4-169b-4991-82be-93ac448ac517 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:14:02.748824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:03.045639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:14:03.056481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55870823-5688-41cc-b267-dc612cf11508 None None] Sync routers for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:14:03.067708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55870823-5688-41cc-b267-dc612cf11508 None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:14:03.068420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-55870823-5688-41cc-b267-dc612cf11508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:14:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:03.100074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:03.164902 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9057260 Apr 22 17:14:03.165083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34368) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:03.165696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'tag': '6e31fb8a-9c19-41c1-9f12-4663338d53e2'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:14:03.218366 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'tag': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'status': 'completed', 'code': 200} Apr 22 17:14:03.269885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-55870823-5688-41cc-b267-dc612cf11508 None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:14:03.438762 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-01db758a-e4de-40ff-a28d-d81f6824189a tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers/dc1ec1e4-169b-4991-82be-93ac448ac517 HTTP/1.1" status: 200 len: 923 time: 0.2696419 Apr 22 17:14:03.439843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34374) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:03.443540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377171c1-0452-4a7f-bff6-0d6579f217e7 req-eb1fa143-f270-4762-a88d-77bc61c9e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:03.444548 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-377171c1-0452-4a7f-bff6-0d6579f217e7 req-eb1fa143-f270-4762-a88d-77bc61c9e273 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 1098 time: 0.1945708 Apr 22 17:14:03.579745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f610813c-3c62-41e3-9b44-494372310133 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/eadbbe60-860a-426d-96a0-3666020a59fc HTTP/1.1" status: 200 len: 990 time: 0.1388350 Apr 22 17:14:03.608402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377171c1-0452-4a7f-bff6-0d6579f217e7 req-75e65b81-ce42-4785-a383-dfc0486b81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:03.610232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-377171c1-0452-4a7f-bff6-0d6579f217e7 req-75e65b81-ce42-4785-a383-dfc0486b81ff service neutron] 10.222.0.78 "GET /v2.0/networks?id=f87e41f9-6060-47bb-8074-5495a63903f8 HTTP/1.1" status: 200 len: 898 time: 0.1590884 Apr 22 17:14:03.682942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-55870823-5688-41cc-b267-dc612cf11508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'eadbbe60-860a-426d-96a0-3666020a59fc', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'port_id': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'mac_address': 'fa:16:3e:ad:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:14:01Z', 'updated_at': '2021-04-22T17:14:01Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:13:46Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:03.687505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55870823-5688-41cc-b267-dc612cf11508 None None] Checking router: dc1ec1e4-169b-4991-82be-93ac448ac517 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:14:03.698094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55870823-5688-41cc-b267-dc612cf11508 None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:14:03.698855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-55870823-5688-41cc-b267-dc612cf11508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:14:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:03.739880 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-377171c1-0452-4a7f-bff6-0d6579f217e7 req-7aff5655-5916-4d49-ba11-c7b10eba3c3d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e31fb8a-9c19-41c1-9f12-4663338d53e2 HTTP/1.1" status: 200 len: 998 time: 0.1229658 Apr 22 17:14:03.817282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377171c1-0452-4a7f-bff6-0d6579f217e7 req-d32d39fe-2d0a-4f48-aa6e-ba257e24ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:03.818885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-377171c1-0452-4a7f-bff6-0d6579f217e7 req-d32d39fe-2d0a-4f48-aa6e-ba257e24ce6f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=505ef8b6-1887-4f05-baaa-464cc7b6cb4f HTTP/1.1" status: 200 len: 834 time: 0.0716333 Apr 22 17:14:03.899133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-55870823-5688-41cc-b267-dc612cf11508 None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:14:03.911483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377171c1-0452-4a7f-bff6-0d6579f217e7 req-0ba8371e-9fa9-4102-90df-9fffacec2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:03.912483 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-377171c1-0452-4a7f-bff6-0d6579f217e7 req-0ba8371e-9fa9-4102-90df-9fffacec2fc1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f87e41f9-6060-47bb-8074-5495a63903f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873954 Apr 22 17:14:04.062829 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-377171c1-0452-4a7f-bff6-0d6579f217e7 req-fb16cfd9-f028-40d2-8690-a0a64f23341a service neutron] 10.222.0.78 "GET /v2.0/networks/f87e41f9-6060-47bb-8074-5495a63903f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432900 Apr 22 17:14:04.211519 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-377171c1-0452-4a7f-bff6-0d6579f217e7 req-2cb870d5-c5bd-498b-837f-186c37e31359 service neutron] 10.222.0.78 "GET /v2.0/networks/f87e41f9-6060-47bb-8074-5495a63903f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415892 Apr 22 17:14:04.289971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-55870823-5688-41cc-b267-dc612cf11508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'eadbbe60-860a-426d-96a0-3666020a59fc', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'port_id': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'mac_address': 'fa:16:3e:ad:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:14:01Z', 'updated_at': '2021-04-22T17:14:01Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:13:46Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:04.294437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55870823-5688-41cc-b267-dc612cf11508 None None] The sync data for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv is: [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'eadbbe60-860a-426d-96a0-3666020a59fc', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'port_id': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'mac_address': 'fa:16:3e:ad:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:14:01Z', 'updated_at': '2021-04-22T17:14:01Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:13:46Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:14:04.574642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34ee3a-4120-40d3-9a73-150cfa890de0 None None] New status for floating IP eadbbe60-860a-426d-96a0-3666020a59fc: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:14:04.584184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34378) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:04.714013 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-10771b41-a66b-4af9-a919-f26b98c84d54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/eadbbe60-860a-426d-96a0-3666020a59fc HTTP/1.1" status: 200 len: 990 time: 0.1273901 Apr 22 17:14:05.219928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:05.716709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34384) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:05.836471 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5b1ad909-804d-4882-8862-b23f69cf8872 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/eadbbe60-860a-426d-96a0-3666020a59fc HTTP/1.1" status: 200 len: 992 time: 0.1184149 Apr 22 17:14:16.154120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:14:22.942993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-99f2774a-f6ed-4889-9eb4-d6937421902c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798585 Apr 22 17:14:23.047939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-e2442844-a87a-4566-9358-42d4f3d9422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:23.049565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-e2442844-a87a-4566-9358-42d4f3d9422d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 1098 time: 0.0827620 Apr 22 17:14:23.217249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-b284e32b-4e10-4517-98e0-d922902ab4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:23.218140 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-b284e32b-4e10-4517-98e0-d922902ab4d6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.1466265 Apr 22 17:14:23.341621 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-3a7eb3be-9325-4467-a441-497325a362b5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd5f3b8b-98e4-4a98-9850-8936b97846a9 HTTP/1.1" status: 200 len: 1000 time: 0.1134787 Apr 22 17:14:23.416870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-05e52a89-58ad-4f71-bf9f-2ec64f47a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:23.418453 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-05e52a89-58ad-4f71-bf9f-2ec64f47a3d1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0691221 Apr 22 17:14:23.517344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-8d45b58f-8ee6-49da-a509-0bd4fb90cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:23.517344 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-8d45b58f-8ee6-49da-a509-0bd4fb90cc29 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866611 Apr 22 17:14:23.674963 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-e8d0dd56-a2f3-4474-931c-ed7acb3f478a service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532316 Apr 22 17:14:23.833208 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d509fe47-dca1-4500-b835-632a3b99d8f1 req-a4461f5e-9230-458d-b829-45f21302cf79 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500869 Apr 22 17:14:28.034167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-609e317a-d899-4203-aab6-297ccbac4441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:30.267126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-060153f9-a87c-463f-87ab-b688a83ce449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:31.434078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:31.463438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:32.757713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:35.209834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:37.079106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34408) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:37.281886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-facc2454-4c53-4005-85d9-d43bcd7f20a3 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers/dc1ec1e4-169b-4991-82be-93ac448ac517/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2014265 Apr 22 17:14:37.285473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34412) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:37.541085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceac396-8c0a-4680-b9b3-850f32e7bb1b tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Notify agent at dv-neutron-786478-3-hyperv the message router_removed_from_agent {{(pid=87209) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:50}} Apr 22 17:14:37.544715 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7ceac396-8c0a-4680-b9b3-850f32e7bb1b tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "DELETE /v2.0/agents/b0e3213a-cf56-4646-82af-610483b139fc/l3-routers/dc1ec1e4-169b-4991-82be-93ac448ac517 HTTP/1.1" status: 204 len: 168 time: 0.2584562 Apr 22 17:14:37.552788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34416) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:37.755719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:14:37.756187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d8539e51-ad58-4fd5-b120-16f392aa7689 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers/dc1ec1e4-169b-4991-82be-93ac448ac517/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2072012 Apr 22 17:14:37.759069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34420) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:37.879389 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0ad04200-aea1-4b03-8789-293a45c4d160 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/eadbbe60-860a-426d-96a0-3666020a59fc HTTP/1.1" status: 200 len: 992 time: 0.1183538 Apr 22 17:14:37.885260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869dd346-105b-47a2-9812-b2d4a3f245b4 None None] New status for floating IP eadbbe60-860a-426d-96a0-3666020a59fc: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:14:37.960517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:38.097335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:14:38.181896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:38.191215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:38.268839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:38.277334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.284307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.284307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.284307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.284307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.284307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.284307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.284307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.284307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.284307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.284307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.284307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:38.287034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:38.883382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34424) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:39.001452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b4358366-9654-4bf0-92c8-5230ef8bab6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/eadbbe60-860a-426d-96a0-3666020a59fc HTTP/1.1" status: 200 len: 990 time: 0.1166852 Apr 22 17:14:39.748270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4f75a2d4-00b3-488c-b060-c0ecc432159f no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:14:39.874205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:39.891274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 4f75a2d4-00b3-488c-b060-c0ecc432159f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4f75a2d4-00b3-488c-b060-c0ecc432159f,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:14:39.923970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:39.926543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:39.996300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=4f75a2d4-00b3-488c-b060-c0ecc432159f,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:39.999652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:41.049715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34432) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:41.305042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea62fa50-61a6-40a1-a82c-5164225c73b7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Router dc1ec1e4-169b-4991-82be-93ac448ac517 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:14:41.305411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea62fa50-61a6-40a1-a82c-5164225c73b7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Notify agent at dv-neutron-786478-3-hyperv the message router_added_to_agent {{(pid=87209) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:50}} Apr 22 17:14:41.343876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf539e-bbe7-47d6-8722-796f3fd0d97f None None] Sync routers for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:14:41.345353 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ea62fa50-61a6-40a1-a82c-5164225c73b7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "POST /v2.0/agents/b0e3213a-cf56-4646-82af-610483b139fc/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2938030 Apr 22 17:14:41.348096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34438) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:41.360572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf539e-bbe7-47d6-8722-796f3fd0d97f None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:14:41.361702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-30cf539e-bbe7-47d6-8722-796f3fd0d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:14:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:41.655768 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8c05d5fb-5b0d-42a7-9df4-5033eb818b6d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers/dc1ec1e4-169b-4991-82be-93ac448ac517/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3059366 Apr 22 17:14:41.656100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-30cf539e-bbe7-47d6-8722-796f3fd0d97f None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:14:41.659037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34442) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:41.776877 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2a18fdcc-b019-404f-ba52-95dce95e19f0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/eadbbe60-860a-426d-96a0-3666020a59fc HTTP/1.1" status: 200 len: 990 time: 0.1163366 Apr 22 17:14:42.049978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-30cf539e-bbe7-47d6-8722-796f3fd0d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:14:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'eadbbe60-860a-426d-96a0-3666020a59fc', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'port_id': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'mac_address': 'fa:16:3e:ad:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:14:01Z', 'updated_at': '2021-04-22T17:14:38Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:14:37Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:42.056219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf539e-bbe7-47d6-8722-796f3fd0d97f None None] Checking router: dc1ec1e4-169b-4991-82be-93ac448ac517 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:14:42.067181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf539e-bbe7-47d6-8722-796f3fd0d97f None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:14:42.067973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-30cf539e-bbe7-47d6-8722-796f3fd0d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:14:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:42.272756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-30cf539e-bbe7-47d6-8722-796f3fd0d97f None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:14:42.651288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-30cf539e-bbe7-47d6-8722-796f3fd0d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:14:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'eadbbe60-860a-426d-96a0-3666020a59fc', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'port_id': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'mac_address': 'fa:16:3e:ad:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:14:01Z', 'updated_at': '2021-04-22T17:14:38Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:14:37Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:42.655458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf539e-bbe7-47d6-8722-796f3fd0d97f None None] The sync data for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv is: [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:14:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'eadbbe60-860a-426d-96a0-3666020a59fc', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'port_id': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'mac_address': 'fa:16:3e:ad:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:14:01Z', 'updated_at': '2021-04-22T17:14:38Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:14:37Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:14:42.782232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34446) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:42.899558 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a0404eab-7c2d-489d-b0cf-8a4fbb3c6367 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/eadbbe60-860a-426d-96a0-3666020a59fc HTTP/1.1" status: 200 len: 990 time: 0.1153665 Apr 22 17:14:43.804025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:14:43.879031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:14:43.879445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:43.903609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34450) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:44.028641 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b8c41ca9-f5bc-4976-93a7-a5b2825bc57f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/eadbbe60-860a-426d-96a0-3666020a59fc HTTP/1.1" status: 200 len: 990 time: 0.1234169 Apr 22 17:14:44.179220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:44.214801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:14:44.247505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:44.248451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4f75a2d4-00b3-488c-b060-c0ecc432159f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:14:44.277871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:44.373948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:44.380129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:44.386319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4f75a2d4-00b3-488c-b060-c0ecc432159f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:14:44.386800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:44.524013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:44.542852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 4f75a2d4-00b3-488c-b060-c0ecc432159f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4f75a2d4-00b3-488c-b060-c0ecc432159f,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:14:44.639221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:44.641769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:44.723105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=4f75a2d4-00b3-488c-b060-c0ecc432159f,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:44.726440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:45.032736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34454) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:45.149805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c6ded0da-180f-4c49-8f50-54bf253ed90b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/eadbbe60-860a-426d-96a0-3666020a59fc HTTP/1.1" status: 200 len: 990 time: 0.1156948 Apr 22 17:14:45.288059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c935b-0715-4ccc-9997-8e431806a955 None None] New status for floating IP eadbbe60-860a-426d-96a0-3666020a59fc: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:14:45.771476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:14:45.846136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:14:45.846562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:45.974141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4f75a2d4-00b3-488c-b060-c0ecc432159f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:14:46.047847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4f75a2d4-00b3-488c-b060-c0ecc432159f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:14:46.048358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:46.153634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34458) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:46.264652 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f978455-9b9f-42d2-adf6-0451440538c2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/eadbbe60-860a-426d-96a0-3666020a59fc HTTP/1.1" status: 200 len: 992 time: 0.1097133 Apr 22 17:14:46.561051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34466) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:46.778508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 451c0241-f008-4bc1-841f-df888076add3 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:14:46.778913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:46.958163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:46.958530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:47.094171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 451c0241-f008-4bc1-841f-df888076add3 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:14:47.272325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:47.277356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-548c1cf8-1f1a-4331-b35e-bcdb02086ff8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:47.325901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=451c0241-f008-4bc1-841f-df888076add3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:47.370530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.370918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.371337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.371783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.372179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.372567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.372969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.373374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.373774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.374175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.374579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.375006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:47.404424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:47.437327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:47.437692 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP eadbbe60-860a-426d-96a0-3666020a59fc disassociated (deleted). External IP: 172.26.6.28, port: 6e31fb8a-9c19-41c1-9f12-4663338d53e2. Apr 22 17:14:48.098692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router dc1ec1e4-169b-4991-82be-93ac448ac517 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:14:48.292736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:14:48.303087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80ff51-ee4d-4e9c-9b52-8008a90d6cc0 None None] Sync routers for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:14:48.312814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80ff51-ee4d-4e9c-9b52-8008a90d6cc0 None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:14:48.313519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9c80ff51-ee4d-4e9c-9b52-8008a90d6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:14:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:48.339156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:48.398759 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/floatingips/eadbbe60-860a-426d-96a0-3666020a59fc HTTP/1.1" status: 204 len: 168 time: 1.8363850 Apr 22 17:14:48.399393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'tag': '6e31fb8a-9c19-41c1-9f12-4663338d53e2'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:14:48.507562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-9c80ff51-ee4d-4e9c-9b52-8008a90d6cc0 None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:14:48.519795 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'tag': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'status': 'completed', 'code': 200} Apr 22 17:14:48.629852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70efac-67ad-43e5-a378-81360976a576 req-c1ebca67-d75e-4e7c-8a76-07f6719cb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:48.631498 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7b70efac-67ad-43e5-a378-81360976a576 req-c1ebca67-d75e-4e7c-8a76-07f6719cb7f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 1098 time: 0.0815692 Apr 22 17:14:48.800651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70efac-67ad-43e5-a378-81360976a576 req-be266c1e-a822-4c05-8505-2b7e90766bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:48.802238 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7b70efac-67ad-43e5-a378-81360976a576 req-be266c1e-a822-4c05-8505-2b7e90766bfc service neutron] 10.222.0.78 "GET /v2.0/networks?id=f87e41f9-6060-47bb-8074-5495a63903f8 HTTP/1.1" status: 200 len: 898 time: 0.1599109 Apr 22 17:14:48.861854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9c80ff51-ee4d-4e9c-9b52-8008a90d6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:14:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:14:44Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:48.866566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80ff51-ee4d-4e9c-9b52-8008a90d6cc0 None None] Checking router: dc1ec1e4-169b-4991-82be-93ac448ac517 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:14:48.875681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80ff51-ee4d-4e9c-9b52-8008a90d6cc0 None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:14:48.876380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9c80ff51-ee4d-4e9c-9b52-8008a90d6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:14:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:48.917790 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7b70efac-67ad-43e5-a378-81360976a576 req-c7e9d075-54d7-4379-bd1d-52710fcbffba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e31fb8a-9c19-41c1-9f12-4663338d53e2 HTTP/1.1" status: 200 len: 217 time: 0.1054862 Apr 22 17:14:49.018984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70efac-67ad-43e5-a378-81360976a576 req-2c8c5166-c485-4457-886f-44185083c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:49.020501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7b70efac-67ad-43e5-a378-81360976a576 req-2c8c5166-c485-4457-886f-44185083c664 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=505ef8b6-1887-4f05-baaa-464cc7b6cb4f HTTP/1.1" status: 200 len: 834 time: 0.0901253 Apr 22 17:14:49.080370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b52188-2c78-48cc-832b-e253b41840aa req-67bc6e92-37f4-4057-ac2c-aaaec0b405f5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:49.082175 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1b52188-2c78-48cc-832b-e253b41840aa req-67bc6e92-37f4-4057-ac2c-aaaec0b405f5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 945 time: 0.2076192 Apr 22 17:14:49.151969 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1b52188-2c78-48cc-832b-e253b41840aa req-4bbaf36b-870c-46a4-b21c-ddc97fb529e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616655 Apr 22 17:14:49.163584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70efac-67ad-43e5-a378-81360976a576 req-4bc26034-4729-4ef8-bd95-407836d77b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:49.165389 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7b70efac-67ad-43e5-a378-81360976a576 req-4bc26034-4729-4ef8-bd95-407836d77b8e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f87e41f9-6060-47bb-8074-5495a63903f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1367249 Apr 22 17:14:49.233083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-9c80ff51-ee4d-4e9c-9b52-8008a90d6cc0 None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:14:49.582987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9c80ff51-ee4d-4e9c-9b52-8008a90d6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:14:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:14:44Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:49.587809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80ff51-ee4d-4e9c-9b52-8008a90d6cc0 None None] The sync data for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv is: [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:13:39Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:14:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '151b80bb-b2ce-43e0-8ce2-84738cfb70f7', 'name': '', 'network_id': 'f87e41f9-6060-47bb-8074-5495a63903f8', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:db:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:38Z', 'updated_at': '2021-04-22T17:14:44Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '505ef8b6-1887-4f05-baaa-464cc7b6cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:14:49.603889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7b70efac-67ad-43e5-a378-81360976a576 req-7d4ba67d-b28e-4762-9d0c-08c2ac9ee91d service neutron] 10.222.0.78 "GET /v2.0/networks/f87e41f9-6060-47bb-8074-5495a63903f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310672 Apr 22 17:14:49.757612 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7b70efac-67ad-43e5-a378-81360976a576 req-5ffcb6c2-bc72-473d-957c-aa171658259b service neutron] 10.222.0.78 "GET /v2.0/networks/f87e41f9-6060-47bb-8074-5495a63903f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464880 Apr 22 17:14:50.432993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebb855-aa57-4933-a85e-d70b4a68c07e req-29929411-5c0f-40b9-bb22-16f7c7ff9142 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:50.434594 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56ebb855-aa57-4933-a85e-d70b4a68c07e req-29929411-5c0f-40b9-bb22-16f7c7ff9142 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 945 time: 0.1618614 Apr 22 17:14:50.445821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db3fa7-7523-4e25-9768-39fd89e64b04 req-31650436-dd03-476a-83a4-5584cada7ce6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:50.447638 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-65db3fa7-7523-4e25-9768-39fd89e64b04 req-31650436-dd03-476a-83a4-5584cada7ce6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 945 time: 0.1286020 Apr 22 17:14:50.507766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b76c86e-4183-40b2-b931-f42d2c0df31b None None] New status for floating IP eadbbe60-860a-426d-96a0-3666020a59fc: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:14:50.559893 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56ebb855-aa57-4933-a85e-d70b4a68c07e req-4a4e6473-0ad6-4086-a787-1fb153101324 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab76820a-e60c-4e52-b073-93996c4bb5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112111 Apr 22 17:14:50.568654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-65db3fa7-7523-4e25-9768-39fd89e64b04 req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:14:50.573224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-65db3fa7-7523-4e25-9768-39fd89e64b04 req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:50.839125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-65db3fa7-7523-4e25-9768-39fd89e64b04 req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 6e31fb8a-9c19-41c1-9f12-4663338d53e2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e31fb8a-9c19-41c1-9f12-4663338d53e2,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:14:50.839526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-65db3fa7-7523-4e25-9768-39fd89e64b04 req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:50.973475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-65db3fa7-7523-4e25-9768-39fd89e64b04 req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 6e31fb8a-9c19-41c1-9f12-4663338d53e2 owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:14:51.173265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-65db3fa7-7523-4e25-9768-39fd89e64b04 req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:51.179307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-04e26e09-5365-4b39-b7dc-782e8d8abb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:51.228621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=6e31fb8a-9c19-41c1-9f12-4663338d53e2,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:51.264257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.264702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.265133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.265557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.265974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.266392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.266838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.267256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.267713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.275123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.275123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.275123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:14:51.281764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:51.325035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-65db3fa7-7523-4e25-9768-39fd89e64b04 req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] No DVR routers for this DVR port 6e31fb8a-9c19-41c1-9f12-4663338d53e2 on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:14:51.327588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-65db3fa7-7523-4e25-9768-39fd89e64b04 req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:51.330384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'name': 'network-vif-deleted', 'tag': '6e31fb8a-9c19-41c1-9f12-4663338d53e2'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:14:51.343400 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-65db3fa7-7523-4e25-9768-39fd89e64b04 req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "DELETE /v2.0/ports/6e31fb8a-9c19-41c1-9f12-4663338d53e2 HTTP/1.1" status: 204 len: 173 time: 0.8786726 Apr 22 17:14:51.380664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9ab204-acbf-4cae-828c-0bd2c4f9852a', 'name': 'network-vif-deleted', 'tag': '6e31fb8a-9c19-41c1-9f12-4663338d53e2', 'status': 'completed', 'code': 200} Apr 22 17:14:51.747476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-347a0606-4580-4def-8e05-66b378db1e8b req-5005a30b-519e-4391-8565-128af83a67cb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:14:51.792360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-347a0606-4580-4def-8e05-66b378db1e8b req-5005a30b-519e-4391-8565-128af83a67cb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:14:51.793628 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-347a0606-4580-4def-8e05-66b378db1e8b req-5005a30b-519e-4391-8565-128af83a67cb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9ab204-acbf-4cae-828c-0bd2c4f9852a HTTP/1.1" status: 200 len: 210 time: 0.0990853 Apr 22 17:14:52.896128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34486) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:52.970360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f55c223-3f92-47bd-b916-89f854198bd5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:53.007057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f55c223-3f92-47bd-b916-89f854198bd5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:53.089776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f55c223-3f92-47bd-b916-89f854198bd5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:53.095291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cad1c5da-0ec7-4c8d-936d-356796abe14a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:53.111845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55c223-3f92-47bd-b916-89f854198bd5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab76820a-e60c-4e52-b073-93996c4bb5ae,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:53.114434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8f55c223-3f92-47bd-b916-89f854198bd5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:53.146914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f55c223-3f92-47bd-b916-89f854198bd5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:53.148164 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8f55c223-3f92-47bd-b916-89f854198bd5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/ab76820a-e60c-4e52-b073-93996c4bb5ae HTTP/1.1" status: 204 len: 168 time: 0.2509561 Apr 22 17:14:53.153684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:14:53.206503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34492) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:53.795783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:54.167569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:14:54.168163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:54.368024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 151b80bb-b2ce-43e0-8ce2-84738cfb70f7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:14:54.368428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:54.499733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:14:54.583939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6e31fb8a-9c19-41c1-9f12-4663338d53e2 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:14:54.623196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 6e31fb8a-9c19-41c1-9f12-4663338d53e2 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:14:54.623600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6e31fb8a-9c19-41c1-9f12-4663338d53e2 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:14:54.718031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:54.723666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:54.776402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=151b80bb-b2ce-43e0-8ce2-84738cfb70f7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:54.805267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:55.065101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:55.734998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router dc1ec1e4-169b-4991-82be-93ac448ac517 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:14:55.925652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:14:55.935115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e18f5-f7b3-4276-8a82-a92492d0ea5f None None] Sync routers for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:14:55.945483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e18f5-f7b3-4276-8a82-a92492d0ea5f None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:14:55.946161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fb5e18f5-f7b3-4276-8a82-a92492d0ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:14:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:55.986326 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/dc1ec1e4-169b-4991-82be-93ac448ac517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7784855 Apr 22 17:14:55.989466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34496) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:56.067737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b1ef70-7094-4d28-8e5e-a86f33a8f8e3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting subnet 505ef8b6-1887-4f05-baaa-464cc7b6cb4f {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:14:56.071084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b1ef70-7094-4d28-8e5e-a86f33a8f8e3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:56.129474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b1ef70-7094-4d28-8e5e-a86f33a8f8e3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:56.136605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-fb5e18f5-f7b3-4276-8a82-a92492d0ea5f None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:14:56.221208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b1ef70-7094-4d28-8e5e-a86f33a8f8e3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:56.446900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fb5e18f5-f7b3-4276-8a82-a92492d0ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:14:54Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:14:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:56.451214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e18f5-f7b3-4276-8a82-a92492d0ea5f None None] Checking router: dc1ec1e4-169b-4991-82be-93ac448ac517 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:14:56.460699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e18f5-f7b3-4276-8a82-a92492d0ea5f None None] Routers {'dc1ec1e4-169b-4991-82be-93ac448ac517'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:14:56.461358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fb5e18f5-f7b3-4276-8a82-a92492d0ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:14:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['dc1ec1e4-169b-4991-82be-93ac448ac517'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:56.650039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-fb5e18f5-f7b3-4276-8a82-a92492d0ea5f None None] Set router dc1ec1e4-169b-4991-82be-93ac448ac517 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:14:56.713238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b1ef70-7094-4d28-8e5e-a86f33a8f8e3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:56.719478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d3e394c-80c8-4dc2-bf9a-94a2f8777c6b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:56.765528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1ef70-7094-4d28-8e5e-a86f33a8f8e3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Subnet': ['ID=505ef8b6-1887-4f05-baaa-464cc7b6cb4f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:56.768973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13b1ef70-7094-4d28-8e5e-a86f33a8f8e3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:56.770030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13b1ef70-7094-4d28-8e5e-a86f33a8f8e3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:56.776473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bf97ea-1a99-44dc-8512-29596a6e6659 None None] Network f87e41f9-6060-47bb-8074-5495a63903f8 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:14:56.776712 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-13b1ef70-7094-4d28-8e5e-a86f33a8f8e3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/subnets/505ef8b6-1887-4f05-baaa-464cc7b6cb4f HTTP/1.1" status: 204 len: 168 time: 0.7860785 Apr 22 17:14:56.779768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34502) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:56.964201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fb5e18f5-f7b3-4276-8a82-a92492d0ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:14:54Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:14:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:56.968892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e18f5-f7b3-4276-8a82-a92492d0ea5f None None] The sync data for ids ['dc1ec1e4-169b-4991-82be-93ac448ac517'] in dv-neutron-786478-3-hyperv is: [{'id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'name': 'tempest-TestNetworkBasicOps-router-1578417452', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:13:33Z', 'updated_at': '2021-04-22T17:14:54Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '4f75a2d4-00b3-488c-b060-c0ecc432159f', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ec1e4-169b-4991-82be-93ac448ac517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:13:34Z', 'updated_at': '2021-04-22T17:14:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:14:56.980546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:57.060081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53450688-aad7-4eef-a085-d51017457722 None None] DHCP port deletion for f87e41f9-6060-47bb-8074-5495a63903f8 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:14:57.066037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-53450688-aad7-4eef-a085-d51017457722 None None] Deleting port 9f77a8d6-b24b-45f9-8788-148e6abd4df1 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:14:57.070861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53450688-aad7-4eef-a085-d51017457722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:57.183409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:57.218829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 4f75a2d4-00b3-488c-b060-c0ecc432159f {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:14:57.219146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:57.295886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-53450688-aad7-4eef-a085-d51017457722 None None] For port 9f77a8d6-b24b-45f9-8788-148e6abd4df1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9f77a8d6-b24b-45f9-8788-148e6abd4df1,segment=NetworkSegment(de32d733-1a05-45e0-85a0-88271c975d6f),segment_id=de32d733-1a05-45e0-85a0-88271c975d6f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:14:57.296333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53450688-aad7-4eef-a085-d51017457722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:57.415744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 4f75a2d4-00b3-488c-b060-c0ecc432159f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4f75a2d4-00b3-488c-b060-c0ecc432159f,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:14:57.416224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:57.431622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-53450688-aad7-4eef-a085-d51017457722 None None] Calling delete_port for 9f77a8d6-b24b-45f9-8788-148e6abd4df1 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:14:57.524099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53450688-aad7-4eef-a085-d51017457722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:57.529052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:57.551206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 4f75a2d4-00b3-488c-b060-c0ecc432159f owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:14:57.574857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53450688-aad7-4eef-a085-d51017457722 None None] Pushing event deleted for resources: {'Port': ['ID=9f77a8d6-b24b-45f9-8788-148e6abd4df1,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:57.578385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53450688-aad7-4eef-a085-d51017457722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:57.579718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53450688-aad7-4eef-a085-d51017457722 None None] No DVR routers for this DVR port 9f77a8d6-b24b-45f9-8788-148e6abd4df1 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:14:57.750143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:57.755641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53ea465d-80ce-4ab8-9812-54dfb0ce5dca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:57.763546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9f77a8d6-b24b-45f9-8788-148e6abd4df1 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:14:57.803577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 9f77a8d6-b24b-45f9-8788-148e6abd4df1 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:14:57.804110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9f77a8d6-b24b-45f9-8788-148e6abd4df1 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:14:57.804341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=4f75a2d4-00b3-488c-b060-c0ecc432159f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:57.804451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:14:57.838408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:57.841420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:14:57.841848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 151b80bb-b2ce-43e0-8ce2-84738cfb70f7 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:14:57.903749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:58.029979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15bebec3-7a5a-438c-8a68-a27c83b5f6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:58.090793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:58.093098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:58.132706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:58.133275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Fanout notify agent at l3_agent the message router_deleted on router dc1ec1e4-169b-4991-82be-93ac448ac517 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:14:58.149645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:58.150882 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/routers/dc1ec1e4-169b-4991-82be-93ac448ac517 HTTP/1.1" status: 204 len: 168 time: 1.3700209 Apr 22 17:14:58.153712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34506) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:58.281430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:58.424052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:58.544881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87e41f9-6060-47bb-8074-5495a63903f8']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:58.557993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de32d733-1a05-45e0-85a0-88271c975d6f') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:58.558339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de32d733-1a05-45e0-85a0-88271c975d6f') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:14:58.570252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:58.585083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:58.591273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:14:58.768867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network f87e41f9-6060-47bb-8074-5495a63903f8 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:14:58.781693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:58.957894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network f87e41f9-6060-47bb-8074-5495a63903f8 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:14:58.982095 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:14:59.146549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:59.151088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:59.155227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ebe09cf-dcf0-4c31-8c1f-7064e3d62b0b tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:59.179943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Network': ['ID=f87e41f9-6060-47bb-8074-5495a63903f8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:59.182613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:59.215901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/networks/f87e41f9-6060-47bb-8074-5495a63903f8 HTTP/1.1" status: 204 len: 168 time: 1.0611224 Apr 22 17:14:59.240208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34510) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:59.246358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'network': {'name': 'tempest-network-smoke--1468028557', 'project_id': '8b61421b15584ef3a566a5143da81011', 'port_security_enabled': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:14:59.251870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:14:59.256628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:network and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:14:59.259614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:14:59.265553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:14:59.311939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:14:59.318678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:59.348490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:14:59.357379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:59.357770 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Added segment 1b9cb054-60c0-45ad-8e77-fd1f63a98f10 of type vlan for network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 Apr 22 17:14:59.384655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:59.443305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:59.449487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:14:59.450124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:59.455492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-30c666d8-a04e-4dc3-a068-85a0e64143a2 tempest-RoutersNegativeTest-1204024583 tempest-RoutersNegativeTest-1204024583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:14:59.569624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Network': ['ID=8d321c5e-013a-4d8d-8ff9-26cf6217cd90,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:14:59.572710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:14:59.582377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:14:59.596401 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3517239 Apr 22 17:14:59.596401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34514) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:14:59.602967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'admin_state_up': True, 'project_id': '8b61421b15584ef3a566a5143da81011', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:14:59.610788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:14:59.615110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:router and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:14:59.618194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:14:59.624474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:14:59.661927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:59.663099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:59.682155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:14:59.765875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4f75a2d4-00b3-488c-b060-c0ecc432159f no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:14:59.803844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 4f75a2d4-00b3-488c-b060-c0ecc432159f {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:14:59.804196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4f75a2d4-00b3-488c-b060-c0ecc432159f not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:15:00.013401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:00.264564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ee91723-801b-4d04-858d-6d378788cb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:00.700716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:00.733552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:00.878470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.140 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/af7aac19-b50e-4485-ba7c-3d8950022782) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:15:01.033166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:01.090049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:01.095156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:01.160539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:15:01.164180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:15:01.168205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:15:01.212366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=af7aac19-b50e-4485-ba7c-3d8950022782,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:01.216605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:01.415645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:01.442057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:01.647272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:02.012931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:02.264418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 642bc92c-b8bb-4f9d-b870-f22830fb3310 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:15:02.452657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:15:02.463239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Sync routers for ids ['642bc92c-b8bb-4f9d-b870-f22830fb3310'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:15:02.473334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Routers {'642bc92c-b8bb-4f9d-b870-f22830fb3310'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:02.474020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['642bc92c-b8bb-4f9d-b870-f22830fb3310'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:02.510392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:02.515054 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9141631 Apr 22 17:15:02.515306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34518) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:02.567393 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9cdf479d-e68b-4bfe-af09-c4da9f3538b5 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8b61421b15584ef3a566a5143da81011&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479534 Apr 22 17:15:02.567757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34522) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:02.669232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Set router 642bc92c-b8bb-4f9d-b870-f22830fb3310 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:02.714531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0443720a-1225-4337-9aa5-bce5b15ba4bd tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:02.719245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0443720a-1225-4337-9aa5-bce5b15ba4bd tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1473582 Apr 22 17:15:02.719672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34526) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:02.767425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7383aaf0-1ef3-4d1d-85d8-ad9e2a35f74d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436552 Apr 22 17:15:02.767605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34530) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:02.773780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-171769324', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'project_id': '8b61421b15584ef3a566a5143da81011', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:15:02.865159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:02.894843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:15:02.899022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:subnet and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:15:02.902230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:15:02.908677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:15:02.945070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:15:02.956470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:02.995788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:01Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:03.000142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Checking router: 642bc92c-b8bb-4f9d-b870-f22830fb3310 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:15:03.000547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Updating router 642bc92c-b8bb-4f9d-b870-f22830fb3310 port af7aac19-b50e-4485-ba7c-3d8950022782 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:15:03.060057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:03.487534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:03.492382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-076be14d-a1eb-4bdd-aa36-1c54ad1dede2 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:03.571633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Subnet': ['ID=42e31512-96ea-46c9-b79b-ac7d4f838243,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:03.575581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:03.582363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Checking segment: {'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:15:03.582824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network hostable DHCP agents. Network: 8d321c5e-013a-4d8d-8ff9-26cf6217cd90, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:15:03.583507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:03.596732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Transition to ACTIVE for port object af7aac19-b50e-4485-ba7c-3d8950022782 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:15:03.632150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:15:03.655234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:03.660926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92671db3-4aea-445e-b724-5d6857f0cd2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:03.678202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 8d321c5e-013a-4d8d-8ff9-26cf6217cd90) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:15:03.692745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:03.693532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:03.712283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32c0754-6b9b-41fc-9ef8-d223319a2b48 None None] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:15:03.745618 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9768276 Apr 22 17:15:03.748597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34534) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:03.846840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Attempting to bind port af7aac19-b50e-4485-ba7c-3d8950022782 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:15:03.847266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Attempting to bind port af7aac19-b50e-4485-ba7c-3d8950022782 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:15:03.847681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Attempting to bind port af7aac19-b50e-4485-ba7c-3d8950022782 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:15:03.849991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c4c4b-fbc1-4ea6-abc9-9a89d29e46fb None None] Pushing event updated for resources: {'Port': ['ID=af7aac19-b50e-4485-ba7c-3d8950022782,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:03.858468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da8c4c4b-fbc1-4ea6-abc9-9a89d29e46fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:03.859373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:15:03.859792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:15:03.860247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:03.860685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:15:03.861226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Bound port: af7aac19-b50e-4485-ba7c-3d8950022782, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:15:03.861676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:04.021689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] For port af7aac19-b50e-4485-ba7c-3d8950022782, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:15:04.036922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] For port af7aac19-b50e-4485-ba7c-3d8950022782, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=af7aac19-b50e-4485-ba7c-3d8950022782,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:15:04.087826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ips': [{'subnet_id': '42e31512-96ea-46c9-b79b-ac7d4f838243'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:15:04.088752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:04.104572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:04.111569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-163f031e-62a9-492a-9e15-30546d158764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:04.253181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Routers {'642bc92c-b8bb-4f9d-b870-f22830fb3310'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:04.253865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['642bc92c-b8bb-4f9d-b870-f22830fb3310'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:04.341887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c4c4b-fbc1-4ea6-abc9-9a89d29e46fb None None] Pushing event updated for resources: {'Port': ['ID=af7aac19-b50e-4485-ba7c-3d8950022782,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:04.402255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da8c4c4b-fbc1-4ea6-abc9-9a89d29e46fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:04.511578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Allocated IP 172.20.0.2 (8d321c5e-013a-4d8d-8ff9-26cf6217cd90/42e31512-96ea-46c9-b79b-ac7d4f838243/774b7f6d-b844-49c8-8e8c-8405e08b59e1) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:15:04.529375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] Set router 642bc92c-b8bb-4f9d-b870-f22830fb3310 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:04.800722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:05.008643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:05.024250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Transition to ACTIVE for port object 774b7f6d-b844-49c8-8e8c-8405e08b59e1 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:15:05.049682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Transition to ACTIVE for port object 774b7f6d-b844-49c8-8e8c-8405e08b59e1 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:15:05.051819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:01Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:05.057113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023be58-d271-4c7a-b90a-074935e5f058 None None] The sync data for ids ['642bc92c-b8bb-4f9d-b870-f22830fb3310'] in dv-neutron-786478-3-hyperv is: [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:01Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:15:05.088166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:05.093199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:05.168527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:15:05.171638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:15:05.174360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:15:05.181930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Pushing event updated for resources: {'Port': ['ID=774b7f6d-b844-49c8-8e8c-8405e08b59e1,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:05.185228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:05.227968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.1 (8d321c5e-013a-4d8d-8ff9-26cf6217cd90/42e31512-96ea-46c9-b79b-ac7d4f838243/4937b67d-25e6-4c6e-bacd-e8f102652bb9) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:15:05.295087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Attempting to bind port 774b7f6d-b844-49c8-8e8c-8405e08b59e1 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:15:05.295520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Attempting to bind port 774b7f6d-b844-49c8-8e8c-8405e08b59e1 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:15:05.295910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Attempting to bind port 774b7f6d-b844-49c8-8e8c-8405e08b59e1 on network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:15:05.301722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:15:05.302169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Checking segment: {'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:15:05.302614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:05.303082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Bound using segment: {'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:15:05.303596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Bound port: 774b7f6d-b844-49c8-8e8c-8405e08b59e1, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:15:05.304013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:05.403174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] For port 774b7f6d-b844-49c8-8e8c-8405e08b59e1, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:15:05.408368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] For port 774b7f6d-b844-49c8-8e8c-8405e08b59e1, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=774b7f6d-b844-49c8-8e8c-8405e08b59e1,segment=NetworkSegment(1b9cb054-60c0-45ad-8e77-fd1f63a98f10),segment_id=1b9cb054-60c0-45ad-8e77-fd1f63a98f10)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:15:05.413345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:05.436455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 4937b67d-25e6-4c6e-bacd-e8f102652bb9 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:15:05.454873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:05.489888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:05.495272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:05.519790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:05.526616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7470b1d-ab39-478b-beac-c27ea9f05963 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:05.589303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Pushing event updated for resources: {'Port': ['ID=774b7f6d-b844-49c8-8e8c-8405e08b59e1,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:05.601941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:05.608258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:15:05.611914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:15:05.614496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:15:05.658291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=4937b67d-25e6-4c6e-bacd-e8f102652bb9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:05.661368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:05.691861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:05.805730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device af7aac19-b50e-4485-ba7c-3d8950022782 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:15:05.874368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:05.919577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port af7aac19-b50e-4485-ba7c-3d8950022782 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:15:05.931087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port af7aac19-b50e-4485-ba7c-3d8950022782 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:15:05.931514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:06.078109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:06.097030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port af7aac19-b50e-4485-ba7c-3d8950022782, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=af7aac19-b50e-4485-ba7c-3d8950022782,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:06.127528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:06.130664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:06.202607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=af7aac19-b50e-4485-ba7c-3d8950022782,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:06.206048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:06.342996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:06.374818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:06.408245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-befc643e-2fca-42a7-9dfd-8e3262160d06 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:06.501381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=4937b67d-25e6-4c6e-bacd-e8f102652bb9,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:06.503984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:06.507910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:06.646925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:15:06.647994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:15:06.851732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 642bc92c-b8bb-4f9d-b870-f22830fb3310 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:15:06.976455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210f9805-7989-424b-9d86-e0368ef0e8d9 None None] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:15:07.044661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:15:07.058746 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/642bc92c-b8bb-4f9d-b870-f22830fb3310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3089921 Apr 22 17:15:07.061304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34538) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:07.145608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4bf917e6-16f6-4bea-bf96-9561d351e5cc None None] Provisioning for port 774b7f6d-b844-49c8-8e8c-8405e08b59e1 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:15:07.216336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f7f760-054a-4b9e-80c7-216302de7b24 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.217208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f7f760-054a-4b9e-80c7-216302de7b24 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.217885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f7f760-054a-4b9e-80c7-216302de7b24 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.218412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f7f760-054a-4b9e-80c7-216302de7b24 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.218957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f7f760-054a-4b9e-80c7-216302de7b24 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.219474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f7f760-054a-4b9e-80c7-216302de7b24 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.224074 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a9f7f760-054a-4b9e-80c7-216302de7b24 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.1590831 Apr 22 17:15:07.224304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34542) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:07.308295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9d417-d7e8-4c29-9c54-fd9a9ae1baf7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.308825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9d417-d7e8-4c29-9c54-fd9a9ae1baf7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.309340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9d417-d7e8-4c29-9c54-fd9a9ae1baf7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.309848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9d417-d7e8-4c29-9c54-fd9a9ae1baf7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.310368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9d417-d7e8-4c29-9c54-fd9a9ae1baf7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.310929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9d417-d7e8-4c29-9c54-fd9a9ae1baf7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:07.316319 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9ac9d417-d7e8-4c29-9c54-fd9a9ae1baf7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0875931 Apr 22 17:15:07.316909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34546) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:07.517839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-09535629-8db2-4acd-b21f-2625b1ba255d None None] Provisioning for port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:15:07.524675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-09535629-8db2-4acd-b21f-2625b1ba255d None None] Provisioning complete for port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:15:07.525099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-09535629-8db2-4acd-b21f-2625b1ba255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:07.548204 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d7319af3-19a1-43b6-b4d4-f8c96ae78ccb tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2298849 Apr 22 17:15:07.588751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-09535629-8db2-4acd-b21f-2625b1ba255d None None] Port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:15:07.709837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d36b28f0-78b4-43be-8e48-1ae495c13059 None None] Provisioning complete for port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:15:07.710345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d36b28f0-78b4-43be-8e48-1ae495c13059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:07.780260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d36b28f0-78b4-43be-8e48-1ae495c13059 None None] Port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:15:07.798939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34552) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:07.805402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001775484', 'description': 'tempest-secgroup-smoke-1001775484 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:15:07.811919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:15:07.816494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:15:07.820752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:15:07.827425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:15:07.863091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Sync routers for ids ['642bc92c-b8bb-4f9d-b870-f22830fb3310'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:15:07.873698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:07.878864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Routers {'642bc92c-b8bb-4f9d-b870-f22830fb3310'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:07.879556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['642bc92c-b8bb-4f9d-b870-f22830fb3310'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:07.881110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 774b7f6d-b844-49c8-8e8c-8405e08b59e1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:15:07.905980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:15:07.911089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:15:07.914521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:15:07.921006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:15:07.949300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-062310e8-2c14-4df3-89b3-2e21849b8f38 None None] Provisioning complete for port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:15:07.949719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-062310e8-2c14-4df3-89b3-2e21849b8f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:07.999303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.020740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.027020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee7f6e9a-1891-46e1-b7d9-ce973befed65 tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:08.069536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc661041-4e9d-4fcb-b273-8ef6ad8b3633,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:08.075939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:08.098424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Set router 642bc92c-b8bb-4f9d-b870-f22830fb3310 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:08.107249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.109392 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3081484 Apr 22 17:15:08.112074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34556) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:08.118767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'cc661041-4e9d-4fcb-b273-8ef6ad8b3633', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:15:08.126193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:15:08.130754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:15:08.134138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:15:08.140540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:15:08.182817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.201257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-062310e8-2c14-4df3-89b3-2e21849b8f38 None None] Port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:15:08.220787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 774b7f6d-b844-49c8-8e8c-8405e08b59e1 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:15:08.226911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 774b7f6d-b844-49c8-8e8c-8405e08b59e1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:15:08.227337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.250310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.295262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.297657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c0ea32e-cee3-48d7-90db-6c37904683ee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:08.316291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fc73df-ad9e-4296-aa71-463ac65068b0,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:08.320415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:08.351785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.375596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.381536 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2654235 Apr 22 17:15:08.382442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34560) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:08.390102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 774b7f6d-b844-49c8-8e8c-8405e08b59e1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=774b7f6d-b844-49c8-8e8c-8405e08b59e1,segment=NetworkSegment(1b9cb054-60c0-45ad-8e77-fd1f63a98f10),segment_id=1b9cb054-60c0-45ad-8e77-fd1f63a98f10)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:08.390945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'cc661041-4e9d-4fcb-b273-8ef6ad8b3633', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:15:08.398213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:15:08.402510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:15:08.405585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:15:08.412738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:15:08.430063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.431042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device af7aac19-b50e-4485-ba7c-3d8950022782 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:15:08.444429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:05Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4937b67d-25e6-4c6e-bacd-e8f102652bb9', 'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:c1:52:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:05Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:08.448879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Checking router: 642bc92c-b8bb-4f9d-b870-f22830fb3310 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:15:08.449300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Updating router 642bc92c-b8bb-4f9d-b870-f22830fb3310 port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:15:08.460560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.462210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:08.508725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.529607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.559586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=774b7f6d-b844-49c8-8e8c-8405e08b59e1,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:08.564340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:08.567408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.569367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b5365b00-e22e-44d5-8ec6-1a0e3b5ef153 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:08.575559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port af7aac19-b50e-4485-ba7c-3d8950022782 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:15:08.575994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.594630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0425bca-da20-4fe8-b26d-8f1dd9bfa466,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:08.597798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:08.630372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.632646 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2491219 Apr 22 17:15:08.635734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34564) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:08.641512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'cc661041-4e9d-4fcb-b273-8ef6ad8b3633', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:15:08.648668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:15:08.652704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:15:08.656299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:15:08.662957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:15:08.719806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.786033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.836231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.838210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c3882ee-af50-4af7-807f-2ec91400d83e tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:08.862282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303f03b7-25af-42b5-b745-52c4fabcc7ae,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:08.865176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:08.879309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.891480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Transition to ACTIVE for port object 4937b67d-25e6-4c6e-bacd-e8f102652bb9 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:15:08.900999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.902526 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2657104 Apr 22 17:15:08.905242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34568) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:08.911586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'cc661041-4e9d-4fcb-b273-8ef6ad8b3633', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:15:08.918223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:15:08.922253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:15:08.925299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:15:08.929584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:08.931395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:15:08.934540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:09.034537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.109452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.110058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Pushing event updated for resources: {'Port': ['ID=4937b67d-25e6-4c6e-bacd-e8f102652bb9,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:09.146146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.148238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-95ef8bce-275e-4c9e-9d23-b8ddc18bb9b7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:09.163267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.163658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.164034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.164406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.164770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.165136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.165937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.165937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.166165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.166500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.166883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.167237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:09.177340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730ada6c-34cc-42d6-895e-2ef77916ed69,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:09.177469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Attempting to bind port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:15:09.177807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Attempting to bind port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:15:09.178217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Attempting to bind port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 on network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:15:09.180180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:09.180652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:09.185231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:15:09.185649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Checking segment: {'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:15:09.186100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.186541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Bound using segment: {'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:15:09.187095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Bound port: 4937b67d-25e6-4c6e-bacd-e8f102652bb9, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:15:09.187514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.209085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.210411 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3041630 Apr 22 17:15:09.213995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34572) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:09.221046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'cc661041-4e9d-4fcb-b273-8ef6ad8b3633', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:15:09.227982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:15:09.233249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:15:09.236175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:15:09.242208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:15:09.284851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] For port 4937b67d-25e6-4c6e-bacd-e8f102652bb9, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:15:09.288082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] For port 4937b67d-25e6-4c6e-bacd-e8f102652bb9, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4937b67d-25e6-4c6e-bacd-e8f102652bb9,segment=NetworkSegment(1b9cb054-60c0-45ad-8e77-fd1f63a98f10),segment_id=1b9cb054-60c0-45ad-8e77-fd1f63a98f10)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:15:09.294982 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:15:09.302414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.329395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.335043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-411ffab0-1905-43c9-8e0f-069d06aeac4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:09.370922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.403350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.411695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e66bd7d1-3bec-4f21-af2f-1e0c8bd57e35 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:09.413253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Routers {'642bc92c-b8bb-4f9d-b870-f22830fb3310'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:09.413946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['642bc92c-b8bb-4f9d-b870-f22830fb3310'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:09.432565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde04657-245e-4136-80a2-185ddbdfb462,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:09.435316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:09.472066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.476133 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2579532 Apr 22 17:15:09.476636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34576) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:09.482930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'cc661041-4e9d-4fcb-b273-8ef6ad8b3633', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:15:09.485780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Pushing event updated for resources: {'Port': ['ID=4937b67d-25e6-4c6e-bacd-e8f102652bb9,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:09.491215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:15:09.491381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:09.496160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:15:09.501438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:15:09.508706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:15:09.544310 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:15:09.552376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.631024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.660952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.663296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9da8b5a-421d-40b4-a29f-52ab54b8b843 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:09.683078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7959b6d-36f0-4f3c-b19b-358a50cc7202,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:09.691010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:09.721512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.728297 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2454500 Apr 22 17:15:09.787118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 774b7f6d-b844-49c8-8e8c-8405e08b59e1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:15:09.789954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] Set router 642bc92c-b8bb-4f9d-b870-f22830fb3310 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:09.867346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 774b7f6d-b844-49c8-8e8c-8405e08b59e1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:15:09.867770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:09.908132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-556db779-1107-4b62-b4a8-bd0b4ccfb06f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:15:09.949802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-556db779-1107-4b62-b4a8-bd0b4ccfb06f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:15:09.951511 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-556db779-1107-4b62-b4a8-bd0b4ccfb06f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001775484&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.0874438 Apr 22 17:15:10.120292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-cbd232be-5eab-4f99-982f-8748cb90d3aa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:10.121893 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-cbd232be-5eab-4f99-982f-8748cb90d3aa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/networks?id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90 HTTP/1.1" status: 200 len: 797 time: 0.1626401 Apr 22 17:15:10.127565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:05Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4937b67d-25e6-4c6e-bacd-e8f102652bb9', 'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:c1:52:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:05Z', 'updated_at': '2021-04-22T17:15:09Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:10.132159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703c9af-d97e-4d61-83ce-e3f2aef9a21b None None] The sync data for ids ['642bc92c-b8bb-4f9d-b870-f22830fb3310'] in dv-neutron-786478-3-hyperv is: [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:05Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4937b67d-25e6-4c6e-bacd-e8f102652bb9', 'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:c1:52:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:05Z', 'updated_at': '2021-04-22T17:15:09Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:15:10.138514 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-f94e1662-290a-4f98-adc5-b96ccdc8ecf2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/quotas/8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 375 time: 0.0104773 Apr 22 17:15:10.246110 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-3a1bcea4-5e92-4616-87bf-b54a4326df03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011074 Apr 22 17:15:10.411924 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-b8a19b2b-ec86-4298-8e2b-47a0c4b7daf9 service neutron] 10.222.0.77 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525710 Apr 22 17:15:10.567503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-5c934ee0-9451-4b05-b489-68abc67bf3cc service neutron] 10.222.0.77 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487274 Apr 22 17:15:10.826938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-abcc188c-f10b-4b8d-9883-605e4fde7425 req-4cb20c56-3d7c-42ca-aae9-ab303bd06b1b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 210 time: 0.0593870 Apr 22 17:15:11.799810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4937b67d-25e6-4c6e-bacd-e8f102652bb9 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:15:11.893487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:15:11.898925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:15:11.899353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:11.995343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18e4965e-f6b1-4c43-8db5-4cd8109dd6f3 req-24830812-33be-4975-89b3-8cb24f230f9d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 210 time: 0.0507929 Apr 22 17:15:12.028757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:12.110591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 4937b67d-25e6-4c6e-bacd-e8f102652bb9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4937b67d-25e6-4c6e-bacd-e8f102652bb9,segment=NetworkSegment(1b9cb054-60c0-45ad-8e77-fd1f63a98f10),segment_id=1b9cb054-60c0-45ad-8e77-fd1f63a98f10)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:12.138294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:12.140272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53450688-aad7-4eef-a085-d51017457722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:12.210253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=4937b67d-25e6-4c6e-bacd-e8f102652bb9,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:12.213530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:12.458165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-0b2712ed-7991-46ea-9697-30673b0e0ff3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:12.459712 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-0b2712ed-7991-46ea-9697-30673b0e0ff3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90 HTTP/1.1" status: 200 len: 797 time: 0.1633229 Apr 22 17:15:12.519306 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-c4b9c9a1-a771-4f3f-8484-5786830f80c0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 380 time: 0.0445397 Apr 22 17:15:12.528515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'device_id': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'admin_state_up': True, 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'security_groups': ['cc661041-4e9d-4fcb-b273-8ef6ad8b3633']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:15:12.678322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:15:12.682706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:port and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:15:12.685717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:15:12.692760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:15:12.727085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:15:12.733589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:12.927856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.8 (8d321c5e-013a-4d8d-8ff9-26cf6217cd90/42e31512-96ea-46c9-b79b-ac7d4f838243/36835098-5c3c-412e-b4b8-8b26c31ce69d) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:15:13.206179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47d5cd56-0757-4bce-86f9-8bdfdf642fc1 req-5b7633bd-6c14-43d1-bdd5-5391031e13df tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 210 time: 0.0583575 Apr 22 17:15:13.289443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:13.307611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 36835098-5c3c-412e-b4b8-8b26c31ce69d will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:15:13.362136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:13.368285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:13.440465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:15:13.443923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:15:13.448433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:15:13.492139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=36835098-5c3c-412e-b4b8-8b26c31ce69d,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:13.506764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:13.530110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34610) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:13.563363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:13.564903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:13.627564 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1024337 Apr 22 17:15:13.643950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Request body: {'port': {'device_id': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:15:13.734605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9e58f574-881c-4759-9f4a-15a904d16941 None None] Provisioning for port 36835098-5c3c-412e-b4b8-8b26c31ce69d completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:15:13.741167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9e58f574-881c-4759-9f4a-15a904d16941 None None] Provisioning complete for port 36835098-5c3c-412e-b4b8-8b26c31ce69d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:15:13.741581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9e58f574-881c-4759-9f4a-15a904d16941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:13.775546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Deleting port 2f8e73ab-fd74-43cf-b6b1-a62e8d4e4c58 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:13.776028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:13.778227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:13.808325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9e58f574-881c-4759-9f4a-15a904d16941 None None] Port 36835098-5c3c-412e-b4b8-8b26c31ce69d cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:15:13.820898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4937b67d-25e6-4c6e-bacd-e8f102652bb9 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:15:13.895616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:15:13.896052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:13.971522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:13.972787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:14.181963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36835098-5c3c-412e-b4b8-8b26c31ce69d {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:15:14.191453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:14.209469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Transition to ACTIVE for port object 36835098-5c3c-412e-b4b8-8b26c31ce69d will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:15:14.243886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:14.249704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93065abd-334c-4ad0-8fc6-bd95295b353f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:14.406658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Calling delete_port for 2f8e73ab-fd74-43cf-b6b1-a62e8d4e4c58 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:14.659528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:14.664876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-76629cf5-b208-4dd5-8610-208a69d03624 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:14.714076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event deleted for resources: {'Port': ['ID=2f8e73ab-fd74-43cf-b6b1-a62e8d4e4c58,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:14.752560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:14.764705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=36835098-5c3c-412e-b4b8-8b26c31ce69d,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:14.808795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:14.826322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:14.826784 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Floating IP f399791d-4058-46be-9e44-b65f422216e3 disassociated (deleted). External IP: 172.26.6.66, port: cd5f3b8b-98e4-4a98-9850-8936b97846a9. Apr 22 17:15:14.864933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Attempting to bind port 36835098-5c3c-412e-b4b8-8b26c31ce69d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:15:14.865312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Attempting to bind port 36835098-5c3c-412e-b4b8-8b26c31ce69d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:15:14.865688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Attempting to bind port 36835098-5c3c-412e-b4b8-8b26c31ce69d on network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:15:14.874039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Port 36835098-5c3c-412e-b4b8-8b26c31ce69d on network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:15:14.874412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Attempting to bind port 36835098-5c3c-412e-b4b8-8b26c31ce69d on network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:15:14.886592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c9ccd-df0a-400b-ba5a-5292a61cfb7e req-62cca249-b6de-40dd-af67-f2fe7853cc30 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:14.887382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ce9c9ccd-df0a-400b-ba5a-5292a61cfb7e req-62cca249-b6de-40dd-af67-f2fe7853cc30 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:15:14.893901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:15:14.894684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Checking segment: {'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:15:14.894821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Bound using segment: {'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:15:14.895210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Bound port: 36835098-5c3c-412e-b4b8-8b26c31ce69d, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9cb054-60c0-45ad-8e77-fd1f63a98f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:15:14.895611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:14.989990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ce9c9ccd-df0a-400b-ba5a-5292a61cfb7e req-62cca249-b6de-40dd-af67-f2fe7853cc30 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:15:14.991319 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ce9c9ccd-df0a-400b-ba5a-5292a61cfb7e req-62cca249-b6de-40dd-af67-f2fe7853cc30 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 943 time: 0.6312268 Apr 22 17:15:15.018786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] For port 36835098-5c3c-412e-b4b8-8b26c31ce69d, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:15:15.043206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] For port 36835098-5c3c-412e-b4b8-8b26c31ce69d, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36835098-5c3c-412e-b4b8-8b26c31ce69d,segment=NetworkSegment(1b9cb054-60c0-45ad-8e77-fd1f63a98f10),segment_id=1b9cb054-60c0-45ad-8e77-fd1f63a98f10)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:15:15.057083 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ce9c9ccd-df0a-400b-ba5a-5292a61cfb7e req-59176c34-1231-4cf9-be8e-edbd024fce3d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc661041-4e9d-4fcb-b273-8ef6ad8b3633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575533 Apr 22 17:15:15.078589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:15.085244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:15.139453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:15.140036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:15.141516 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] 10.222.0.78 "PUT /v2.0/ports/36835098-5c3c-412e-b4b8-8b26c31ce69d HTTP/1.1" status: 200 len: 1093 time: 1.5028732 Apr 22 17:15:15.142090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'tag': '36835098-5c3c-412e-b4b8-8b26c31ce69d'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:15:15.178193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=36835098-5c3c-412e-b4b8-8b26c31ce69d,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:15.182375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:15.213664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Router 87524a68-1447-4128-b4a1-50b8d4acf824 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:15:15.255738 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'tag': '36835098-5c3c-412e-b4b8-8b26c31ce69d', 'status': 'completed', 'code': 200} Apr 22 17:15:15.295376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-057db08f-eb04-449b-bc4d-fbddc567bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:15.297009 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-057db08f-eb04-449b-bc4d-fbddc567bc5a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 1096 time: 0.0853953 Apr 22 17:15:15.381818 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-d56e35c1-8d1d-491a-a451-3f4c787520d5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36835098-5c3c-412e-b4b8-8b26c31ce69d HTTP/1.1" status: 200 len: 217 time: 0.0773184 Apr 22 17:15:15.420047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:15:15.431989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c6c37-1b3f-4ae4-94bc-047491e6e35a None None] Sync routers for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:15:15.444511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c6c37-1b3f-4ae4-94bc-047491e6e35a None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:15.445250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f91c6c37-1b3f-4ae4-94bc-047491e6e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:15.453956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-8b9d5c16-22f5-4f2d-848e-9c0c82fb46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:15.455642 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-8b9d5c16-22f5-4f2d-848e-9c0c82fb46cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=42e31512-96ea-46c9-b79b-ac7d4f838243 HTTP/1.1" status: 200 len: 843 time: 0.0678091 Apr 22 17:15:15.501213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:15.546684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-c3deea26-e1d9-4416-b8cb-5634569ab01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:15.548411 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-c3deea26-e1d9-4416-b8cb-5634569ab01b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830293 Apr 22 17:15:15.567133 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "DELETE /v2.0/floatingips/f399791d-4058-46be-9e44-b65f422216e3 HTTP/1.1" status: 204 len: 168 time: 2.0326459 Apr 22 17:15:15.567133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'tag': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:15:15.619634 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'tag': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9', 'status': 'completed', 'code': 200} Apr 22 17:15:15.647230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-f91c6c37-1b3f-4ae4-94bc-047491e6e35a None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:15.772431 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-d456cf0a-c93d-4e36-896c-e6c841400578 service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084341 Apr 22 17:15:15.775261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a9298-d0ef-4a57-a076-f92e73a303d1 req-b9de9fb3-5e2b-46e6-b6e6-1917548580a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:15.776975 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641a9298-d0ef-4a57-a076-f92e73a303d1 req-b9de9fb3-5e2b-46e6-b6e6-1917548580a4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 1098 time: 0.1219323 Apr 22 17:15:15.928678 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-13fb658a-7401-4c5b-96e9-c7048f563108 req-83fca249-1f48-4c01-ace6-a5e36b9093e8 service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537800 Apr 22 17:15:15.941318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a9298-d0ef-4a57-a076-f92e73a303d1 req-5b7c5fb2-50bd-42e5-8b2f-73d6981ad34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:15.943161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641a9298-d0ef-4a57-a076-f92e73a303d1 req-5b7c5fb2-50bd-42e5-8b2f-73d6981ad34e service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.1563056 Apr 22 17:15:16.030515 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641a9298-d0ef-4a57-a076-f92e73a303d1 req-9b6f2d86-0fee-4a41-97ad-ecdf78b1b651 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd5f3b8b-98e4-4a98-9850-8936b97846a9 HTTP/1.1" status: 200 len: 217 time: 0.0754313 Apr 22 17:15:16.053259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f91c6c37-1b3f-4ae4-94bc-047491e6e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '39d9d6e4-b5a4-4a18-9253-50d10ccd0616', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:da:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:09:07Z', 'updated_at': '2021-04-22T17:09:10Z', 'revision_number': 1, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:16.057958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c6c37-1b3f-4ae4-94bc-047491e6e35a None None] Checking router: 87524a68-1447-4128-b4a1-50b8d4acf824 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:15:16.068582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c6c37-1b3f-4ae4-94bc-047491e6e35a None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:16.069281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f91c6c37-1b3f-4ae4-94bc-047491e6e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:16.118291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a9298-d0ef-4a57-a076-f92e73a303d1 req-cd8efcf8-010d-4757-8e2d-c8f3eb887fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:16.119906 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641a9298-d0ef-4a57-a076-f92e73a303d1 req-cd8efcf8-010d-4757-8e2d-c8f3eb887fbf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.0799477 Apr 22 17:15:16.217009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a9298-d0ef-4a57-a076-f92e73a303d1 req-c0ca9f37-088c-4f66-8c21-b1772b0bea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:16.218669 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641a9298-d0ef-4a57-a076-f92e73a303d1 req-c0ca9f37-088c-4f66-8c21-b1772b0bea15 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904806 Apr 22 17:15:16.238334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081a9cf-43cb-4e8a-8fe4-f7bc0b94c110 req-1c629b17-415d-4425-832b-23bb034d4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:16.240035 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3081a9cf-43cb-4e8a-8fe4-f7bc0b94c110 req-1c629b17-415d-4425-832b-23bb034d4420 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 1096 time: 0.2308371 Apr 22 17:15:16.280503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-f91c6c37-1b3f-4ae4-94bc-047491e6e35a None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:16.368936 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641a9298-d0ef-4a57-a076-f92e73a303d1 req-5a220293-ac83-4c62-8533-9cf0e4b43fe7 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423526 Apr 22 17:15:16.383937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1e65f-8a18-4b4f-b4fb-d60792259ba1 req-f9165fef-904d-48a6-83ca-c63840029898 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:16.385560 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3ea1e65f-8a18-4b4f-b4fb-d60792259ba1 req-f9165fef-904d-48a6-83ca-c63840029898 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 945 time: 0.2743998 Apr 22 17:15:16.483556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081a9cf-43cb-4e8a-8fe4-f7bc0b94c110 req-78c1b542-9c9f-4b16-8758-27d9721c3ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:16.485139 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3081a9cf-43cb-4e8a-8fe4-f7bc0b94c110 req-78c1b542-9c9f-4b16-8758-27d9721c3ab3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90 HTTP/1.1" status: 200 len: 899 time: 0.2325919 Apr 22 17:15:16.493540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba76d16-6f88-45c2-b2c4-8f27a9603cd5 req-a58eb6f1-7379-4ada-8077-12b47e367de0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:16.495136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bba76d16-6f88-45c2-b2c4-8f27a9603cd5 req-a58eb6f1-7379-4ada-8077-12b47e367de0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 943 time: 0.2994766 Apr 22 17:15:16.527194 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-641a9298-d0ef-4a57-a076-f92e73a303d1 req-39b286d4-5112-499d-8d23-a043151e40cf service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484435 Apr 22 17:15:16.563120 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3ea1e65f-8a18-4b4f-b4fb-d60792259ba1 req-b78a0b8e-5d0f-4e41-9dfc-e3e7218d9e76 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641400 Apr 22 17:15:16.589074 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3081a9cf-43cb-4e8a-8fe4-f7bc0b94c110 req-b2b57186-a784-4677-9c0c-fdd64a23c85c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36835098-5c3c-412e-b4b8-8b26c31ce69d HTTP/1.1" status: 200 len: 217 time: 0.0928907 Apr 22 17:15:16.663170 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bba76d16-6f88-45c2-b2c4-8f27a9603cd5 req-9771acbe-6c02-4661-8a18-d1666fd42f7f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc661041-4e9d-4fcb-b273-8ef6ad8b3633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036720 Apr 22 17:15:16.670384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f91c6c37-1b3f-4ae4-94bc-047491e6e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '39d9d6e4-b5a4-4a18-9253-50d10ccd0616', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:da:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:09:07Z', 'updated_at': '2021-04-22T17:09:10Z', 'revision_number': 1, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:16.675082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c6c37-1b3f-4ae4-94bc-047491e6e35a None None] The sync data for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv is: [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '39d9d6e4-b5a4-4a18-9253-50d10ccd0616', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'port_id': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'mac_address': 'fa:16:3e:da:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:09:07Z', 'updated_at': '2021-04-22T17:09:10Z', 'revision_number': 1, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:15:16.681601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081a9cf-43cb-4e8a-8fe4-f7bc0b94c110 req-b40aad6e-6954-4bee-b5af-0f617056eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:16.683237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3081a9cf-43cb-4e8a-8fe4-f7bc0b94c110 req-b40aad6e-6954-4bee-b5af-0f617056eef2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=42e31512-96ea-46c9-b79b-ac7d4f838243 HTTP/1.1" status: 200 len: 843 time: 0.0796323 Apr 22 17:15:16.773716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081a9cf-43cb-4e8a-8fe4-f7bc0b94c110 req-1c231151-badd-48ca-9cec-15deb3024d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:16.775354 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3081a9cf-43cb-4e8a-8fe4-f7bc0b94c110 req-1c231151-badd-48ca-9cec-15deb3024d37 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846503 Apr 22 17:15:16.923341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3081a9cf-43cb-4e8a-8fe4-f7bc0b94c110 req-7b0d33f8-2ab1-4108-8e55-814f5b7d886c service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399121 Apr 22 17:15:17.049523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f0a2e5-fc01-4dd1-948d-556df35e90bc None None] New status for floating IP f399791d-4058-46be-9e44-b65f422216e3: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:15:17.069658 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3081a9cf-43cb-4e8a-8fe4-f7bc0b94c110 req-52fd1eb7-2618-4c20-b63b-67e2381445e7 service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387861 Apr 22 17:15:17.912789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9819bf-5d29-499c-b459-2535a388a757 req-a24ac4d0-d679-4962-9a64-45c0314032b3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:17.914330 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d9819bf-5d29-499c-b459-2535a388a757 req-a24ac4d0-d679-4962-9a64-45c0314032b3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 945 time: 0.2301607 Apr 22 17:15:17.931770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03844dc7-0ed7-4a18-81f7-2d469349cea2 req-8dd0b59a-46ca-4c8a-b709-dc3e9b9ddd29 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:17.933235 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-03844dc7-0ed7-4a18-81f7-2d469349cea2 req-8dd0b59a-46ca-4c8a-b709-dc3e9b9ddd29 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 945 time: 0.2004149 Apr 22 17:15:18.026009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7f892-35ee-4b13-b2e7-eb19dd23938f req-fa3565b8-0498-4aa1-9679-e2cd1abef0f4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:18.027561 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e7d7f892-35ee-4b13-b2e7-eb19dd23938f req-fa3565b8-0498-4aa1-9679-e2cd1abef0f4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 943 time: 0.2268362 Apr 22 17:15:18.066232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d9819bf-5d29-499c-b459-2535a388a757 req-2c793c02-c97a-493a-9022-399f353f8d2e tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429129 Apr 22 17:15:18.084038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-03844dc7-0ed7-4a18-81f7-2d469349cea2 req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Deleting port cd5f3b8b-98e4-4a98-9850-8936b97846a9 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:18.084434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-03844dc7-0ed7-4a18-81f7-2d469349cea2 req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:18.153988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e7d7f892-35ee-4b13-b2e7-eb19dd23938f req-52904c59-139d-401a-b6d4-b0718c25874d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc661041-4e9d-4fcb-b273-8ef6ad8b3633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152749 Apr 22 17:15:18.361702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-03844dc7-0ed7-4a18-81f7-2d469349cea2 req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] For port cd5f3b8b-98e4-4a98-9850-8936b97846a9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cd5f3b8b-98e4-4a98-9850-8936b97846a9,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:18.362111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-03844dc7-0ed7-4a18-81f7-2d469349cea2 req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:18.494195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-03844dc7-0ed7-4a18-81f7-2d469349cea2 req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Calling delete_port for cd5f3b8b-98e4-4a98-9850-8936b97846a9 owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:18.704218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-03844dc7-0ed7-4a18-81f7-2d469349cea2 req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:18.707754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 36835098-5c3c-412e-b4b8-8b26c31ce69d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:15:18.710555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:18.761465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event deleted for resources: {'Port': ['ID=cd5f3b8b-98e4-4a98-9850-8936b97846a9,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:18.764832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:18.847737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-03844dc7-0ed7-4a18-81f7-2d469349cea2 req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] No DVR routers for this DVR port cd5f3b8b-98e4-4a98-9850-8936b97846a9 on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:15:18.850256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-03844dc7-0ed7-4a18-81f7-2d469349cea2 req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:18.853195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'name': 'network-vif-deleted', 'tag': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:15:18.855162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 36835098-5c3c-412e-b4b8-8b26c31ce69d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36835098-5c3c-412e-b4b8-8b26c31ce69d,segment=NetworkSegment(1b9cb054-60c0-45ad-8e77-fd1f63a98f10),segment_id=1b9cb054-60c0-45ad-8e77-fd1f63a98f10)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:18.866428 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-03844dc7-0ed7-4a18-81f7-2d469349cea2 req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "DELETE /v2.0/ports/cd5f3b8b-98e4-4a98-9850-8936b97846a9 HTTP/1.1" status: 204 len: 173 time: 0.9150565 Apr 22 17:15:18.871011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '36835098-5c3c-412e-b4b8-8b26c31ce69d', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'port_id': '36835098-5c3c-412e-b4b8-8b26c31ce69d', 'mac_address': 'fa:16:3e:a7:39:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:15:18.904220 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fcf994-bfcb-4c29-b16e-31a6b98e8816', 'name': 'network-vif-deleted', 'tag': 'cd5f3b8b-98e4-4a98-9850-8936b97846a9', 'status': 'completed', 'code': 200} Apr 22 17:15:18.934367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:18.955948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36835098-5c3c-412e-b4b8-8b26c31ce69d {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:15:18.972713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 36835098-5c3c-412e-b4b8-8b26c31ce69d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36835098-5c3c-412e-b4b8-8b26c31ce69d,segment=NetworkSegment(1b9cb054-60c0-45ad-8e77-fd1f63a98f10),segment_id=1b9cb054-60c0-45ad-8e77-fd1f63a98f10)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:19.003439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:19.007973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-076e3e62-1a42-4b1a-b71f-046de7ec0415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:19.262755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-91bd2a95-e7f9-4396-aaae-d2d1128c2b0c req-b00deb72-2917-4dcd-8a31-4d436e443bf6 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Synchronizing usage tracker for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:15:19.272864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=36835098-5c3c-412e-b4b8-8b26c31ce69d,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:19.276735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:19.335618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['36835098-5c3c-412e-b4b8-8b26c31ce69d'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:15:19.360201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-91bd2a95-e7f9-4396-aaae-d2d1128c2b0c req-b00deb72-2917-4dcd-8a31-4d436e443bf6 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Unset dirty status for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:15:19.363135 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-91bd2a95-e7f9-4396-aaae-d2d1128c2b0c req-b00deb72-2917-4dcd-8a31-4d436e443bf6 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=55fcf994-bfcb-4c29-b16e-31a6b98e8816 HTTP/1.1" status: 200 len: 210 time: 0.1676581 Apr 22 17:15:19.420151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bb8f9-4175-4e80-9d6a-bbe93c5a2e9a req-b20fca54-9d4d-4928-9e71-97bda102b8ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:19.421396 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-df8bb8f9-4175-4e80-9d6a-bbe93c5a2e9a req-b20fca54-9d4d-4928-9e71-97bda102b8ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 944 time: 0.1096230 Apr 22 17:15:19.472617 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-df8bb8f9-4175-4e80-9d6a-bbe93c5a2e9a req-752ce4c7-a5cb-4805-be9f-0ebbde629fa5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc661041-4e9d-4fcb-b273-8ef6ad8b3633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443699 Apr 22 17:15:20.682330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1314-53db-44a7-bf22-3857ca211871 req-0d7558fb-2809-4b91-a37d-9d91e8958adb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:20.683923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc9c1314-53db-44a7-bf22-3857ca211871 req-0d7558fb-2809-4b91-a37d-9d91e8958adb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 944 time: 0.0886972 Apr 22 17:15:20.738990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 36835098-5c3c-412e-b4b8-8b26c31ce69d up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:15:20.744017 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc9c1314-53db-44a7-bf22-3857ca211871 req-c21fa8f9-17ac-410b-a02f-9890abbc88ab tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc661041-4e9d-4fcb-b273-8ef6ad8b3633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535188 Apr 22 17:15:20.860185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 36835098-5c3c-412e-b4b8-8b26c31ce69d completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:15:20.865769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 36835098-5c3c-412e-b4b8-8b26c31ce69d triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:15:20.866190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:20.998551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:21.021017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36835098-5c3c-412e-b4b8-8b26c31ce69d'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:15:21.032006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 36835098-5c3c-412e-b4b8-8b26c31ce69d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36835098-5c3c-412e-b4b8-8b26c31ce69d,segment=NetworkSegment(1b9cb054-60c0-45ad-8e77-fd1f63a98f10),segment_id=1b9cb054-60c0-45ad-8e77-fd1f63a98f10)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:21.075127 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36835098-5c3c-412e-b4b8-8b26c31ce69d', 'code': 200} Apr 22 17:15:21.081580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:21.082518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cd5f3b8b-98e4-4a98-9850-8936b97846a9 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:15:21.116311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:21.168028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: cd5f3b8b-98e4-4a98-9850-8936b97846a9 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:15:21.168421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cd5f3b8b-98e4-4a98-9850-8936b97846a9 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:15:21.198362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=36835098-5c3c-412e-b4b8-8b26c31ce69d,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:21.201707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:21.411253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47c8c8-16e6-46ad-92cd-3b854f6b2ec7 req-3dc8ef07-c2ce-46a4-b5d5-c13decb3b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:21.412959 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2d47c8c8-16e6-46ad-92cd-3b854f6b2ec7 req-3dc8ef07-c2ce-46a4-b5d5-c13decb3b91c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 1098 time: 0.0789206 Apr 22 17:15:21.463661 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2d47c8c8-16e6-46ad-92cd-3b854f6b2ec7 req-c7b9ca3b-7834-4f80-af8f-a89be5fb64eb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cc661041-4e9d-4fcb-b273-8ef6ad8b3633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405803 Apr 22 17:15:21.960067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e4e2c-0b15-4dcf-8cb2-5eff89104230 req-9f97f4cd-4149-469c-8fb7-9e3107c732d6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:21.961673 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-271e4e2c-0b15-4dcf-8cb2-5eff89104230 req-9f97f4cd-4149-469c-8fb7-9e3107c732d6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 945 time: 0.0949128 Apr 22 17:15:22.296267 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-271e4e2c-0b15-4dcf-8cb2-5eff89104230 req-13195332-8c27-4758-921a-d5c62949561b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc661041-4e9d-4fcb-b273-8ef6ad8b3633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276031 Apr 22 17:15:23.507627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ddf02-6a13-47ec-b1dc-a6ca3cc7d954 req-2532dbb3-37aa-43e2-82b6-685c4acdf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:23.509276 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-829ddf02-6a13-47ec-b1dc-a6ca3cc7d954 req-2532dbb3-37aa-43e2-82b6-685c4acdf176 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 945 time: 0.0899460 Apr 22 17:15:23.562144 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-829ddf02-6a13-47ec-b1dc-a6ca3cc7d954 req-52bdcbee-1f5b-4fd3-bcf5-2c08b200a2a3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc661041-4e9d-4fcb-b273-8ef6ad8b3633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461969 Apr 22 17:15:23.781113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7e1e3-24a6-4fb1-aad4-6c999deaaa62 req-edc87f75-6422-44b7-a7a5-ec00837846f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:23.783366 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-59d7e1e3-24a6-4fb1-aad4-6c999deaaa62 req-edc87f75-6422-44b7-a7a5-ec00837846f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 945 time: 0.1026931 Apr 22 17:15:23.837027 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-59d7e1e3-24a6-4fb1-aad4-6c999deaaa62 req-706814a6-60ce-49a8-89b3-e58591a41d2c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc661041-4e9d-4fcb-b273-8ef6ad8b3633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471022 Apr 22 17:15:23.864017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34660) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:23.918036 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-90029fc4-1153-448a-b4e2-d7027e60d2d0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799575 Apr 22 17:15:23.943222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32ee2d-aac2-4ea8-9924-9c812508f2d7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:23.948397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34664) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:23.948546 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9e32ee2d-aac2-4ea8-9924-9c812508f2d7 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 1093 time: 0.0831311 Apr 22 17:15:23.954197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '36835098-5c3c-412e-b4b8-8b26c31ce69d', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:15:23.961432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:15:23.965529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:floatingip and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:15:23.968633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:15:23.975503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:15:24.038707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:24.184624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-34de5787-87b8-4b2b-a6d4-53a6e1bbf595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:24.186416 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-34de5787-87b8-4b2b-a6d4-53a6e1bbf595 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1888068 Apr 22 17:15:24.325509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:24.432657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-584bf8ed-26d8-43d2-9f1e-c805685448c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:24.434146 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-584bf8ed-26d8-43d2-9f1e-c805685448c3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.2233639 Apr 22 17:15:24.597705 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-abe8d2d4-d688-4472-8a8d-536da97cb3f0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a HTTP/1.1" status: 200 len: 1000 time: 0.1563573 Apr 22 17:15:24.608970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.28 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/824436bd-5734-49d3-9afb-c665af80f1c9) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:15:24.750956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-3db02eb0-803f-4f2c-a841-4ee2c9cb3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:24.753194 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-3db02eb0-803f-4f2c-a841-4ee2c9cb3f02 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.1456852 Apr 22 17:15:24.891728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:24.904959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-75891fdb-69b5-44c0-9001-b846b333b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:24.906574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-75891fdb-69b5-44c0-9001-b846b333b0cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1416755 Apr 22 17:15:25.059950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:25.067074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:25.115793 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-0083667d-2099-4598-94db-45081b5fd5d0 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024238 Apr 22 17:15:25.169063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:15:25.222051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:15:25.224140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=824436bd-5734-49d3-9afb-c665af80f1c9,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:25.224437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34672) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:25.226522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:15:25.259837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:25.394457 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e8114947-0e77-4592-bf6e-dbb76822eb66 req-19953786-891e-4aef-84ef-748e2ec26193 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689519 Apr 22 17:15:25.453276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Deleting port def7b06e-415c-4066-825c-27b5fabd27c8 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:25.453646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:25.637928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:25.638528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:25.713266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:25.777014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Calling delete_port for def7b06e-415c-4066-825c-27b5fabd27c8 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:25.821984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:25.955391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:25.960350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de9392f2-ee25-4796-a3b0-05c000234746 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:26.010118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event deleted for resources: {'Port': ['ID=def7b06e-415c-4066-825c-27b5fabd27c8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:26.012980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:26.045101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:26.077321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:26.082584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-92004efb-d271-483e-8a87-2c5e7c588bf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:26.109784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:26.110166 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Floating IP 39d9d6e4-b5a4-4a18-9253-50d10ccd0616 disassociated (deleted). External IP: 172.26.6.10, port: f0498c91-c433-4c57-9fe8-8a7e4f36f93a. Apr 22 17:15:26.191852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=824436bd-5734-49d3-9afb-c665af80f1c9,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:26.200511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:26.210094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:26.395854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP 220ef89f-ab22-4dfe-9b5c-8d1f70eec805 associated. External IP: 172.26.6.28, port: 36835098-5c3c-412e-b4b8-8b26c31ce69d. Apr 22 17:15:26.493998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Router 87524a68-1447-4128-b4a1-50b8d4acf824 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:15:26.687059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:15:26.697771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1741cb-fd68-447d-b78c-e32e3b86d733 None None] Sync routers for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:15:26.709726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1741cb-fd68-447d-b78c-e32e3b86d733 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:26.710942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ae1741cb-fd68-447d-b78c-e32e3b86d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:26.751936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:26.822237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "DELETE /v2.0/floatingips/39d9d6e4-b5a4-4a18-9253-50d10ccd0616 HTTP/1.1" status: 204 len: 168 time: 1.5965137 Apr 22 17:15:26.823511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'tag': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:15:26.882374 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'tag': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'status': 'completed', 'code': 200} Apr 22 17:15:26.921686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ae1741cb-fd68-447d-b78c-e32e3b86d733 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:27.141047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-abe55d4d-ae81-434e-bad8-7f5d584fb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:27.143339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-abe55d4d-ae81-434e-bad8-7f5d584fb19c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=530e913380264e7bb3742faa3e30d4c9&device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1906588 Apr 22 17:15:27.193565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 642bc92c-b8bb-4f9d-b870-f22830fb3310 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:15:27.285627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ae1741cb-fd68-447d-b78c-e32e3b86d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:27.290185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1741cb-fd68-447d-b78c-e32e3b86d733 None None] Checking router: 87524a68-1447-4128-b4a1-50b8d4acf824 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:15:27.299581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1741cb-fd68-447d-b78c-e32e3b86d733 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:27.300251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ae1741cb-fd68-447d-b78c-e32e3b86d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:27.495923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ae1741cb-fd68-447d-b78c-e32e3b86d733 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:27.556468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-10233093-1e57-409e-8156-7b1997aa5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:27.558133 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-10233093-1e57-409e-8156-7b1997aa5305 service neutron] 10.222.0.78 "GET /v2.0/networks?id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 200 len: 914 time: 0.4069810 Apr 22 17:15:27.570773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:15:27.581147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448472e3-3744-4e6f-99e1-f2e9ede36034 None None] Sync routers for ids ['642bc92c-b8bb-4f9d-b870-f22830fb3310'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:15:27.591915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448472e3-3744-4e6f-99e1-f2e9ede36034 None None] Routers {'642bc92c-b8bb-4f9d-b870-f22830fb3310'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:27.592695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-448472e3-3744-4e6f-99e1-f2e9ede36034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['642bc92c-b8bb-4f9d-b870-f22830fb3310'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:27.656783 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-a3187924-ca83-4c5e-89f3-c29b97bc1409 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a HTTP/1.1" status: 200 len: 217 time: 0.0884097 Apr 22 17:15:27.669412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a590a9d-14bf-4c8f-98d8-a3e455d86907 req-1a91d5aa-751a-43fc-84bf-bd8e04b794bc tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:27.683187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a590a9d-14bf-4c8f-98d8-a3e455d86907 req-1a91d5aa-751a-43fc-84bf-bd8e04b794bc tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 945 time: 0.3677831 Apr 22 17:15:27.800162 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a590a9d-14bf-4c8f-98d8-a3e455d86907 req-b0236af2-7334-4999-8e0e-b0f5b0478738 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724041 Apr 22 17:15:27.802225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-3bbd4fb1-8ed8-4c1e-a477-beec71399476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:27.803738 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-3bbd4fb1-8ed8-4c1e-a477-beec71399476 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 200 len: 851 time: 0.1166153 Apr 22 17:15:27.804650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:27.812374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-448472e3-3744-4e6f-99e1-f2e9ede36034 None None] Set router 642bc92c-b8bb-4f9d-b870-f22830fb3310 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:27.894096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ae1741cb-fd68-447d-b78c-e32e3b86d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:27.899044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1741cb-fd68-447d-b78c-e32e3b86d733 None None] The sync data for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv is: [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:04:11Z', 'revision_number': 4, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '005864ee-3388-406f-9ae7-5ef6436d56f7', 'name': '', 'network_id': '647c921f-7c8c-41f6-a7cf-597d4a1f7fe9', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'mac_address': 'fa:16:3e:d5:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:10Z', 'updated_at': '2021-04-22T17:04:29Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'subnets': [{'id': '95fce758-1abf-46eb-b326-6a9c9abe6477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:15:27.945164 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9953609 Apr 22 17:15:27.947743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'tag': '36835098-5c3c-412e-b4b8-8b26c31ce69d'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:15:27.953379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34682) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:28.043100 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'tag': '36835098-5c3c-412e-b4b8-8b26c31ce69d', 'status': 'completed', 'code': 200} Apr 22 17:15:28.054415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-57fe503f-748d-48a0-bfa3-99ed34f42f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:28.056098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-57fe503f-748d-48a0-bfa3-99ed34f42f61 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2138326 Apr 22 17:15:28.058250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90976a8b-20b6-400a-8eff-81bb8447670c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:28.099247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.78', 62365) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:28.232725 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d20e61e2-ee3f-4d2f-831a-f5f4c5f4c995 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/220ef89f-ab22-4dfe-9b5c-8d1f70eec805 HTTP/1.1" status: 200 len: 990 time: 0.2728395 Apr 22 17:15:28.232923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-7fcef15c-e92f-47a8-9e96-fb9582af507b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:28.232923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-7fcef15c-e92f-47a8-9e96-fb9582af507b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Synchronizing usage tracker for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:15:28.245400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-448472e3-3744-4e6f-99e1-f2e9ede36034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:05Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '220ef89f-ab22-4dfe-9b5c-8d1f70eec805', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'port_id': '36835098-5c3c-412e-b4b8-8b26c31ce69d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'mac_address': 'fa:16:3e:a7:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:15:25Z', 'updated_at': '2021-04-22T17:15:25Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4937b67d-25e6-4c6e-bacd-e8f102652bb9', 'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:c1:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:05Z', 'updated_at': '2021-04-22T17:15:12Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:28.250508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448472e3-3744-4e6f-99e1-f2e9ede36034 None None] Checking router: 642bc92c-b8bb-4f9d-b870-f22830fb3310 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:15:28.260576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448472e3-3744-4e6f-99e1-f2e9ede36034 None None] Routers {'642bc92c-b8bb-4f9d-b870-f22830fb3310'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:28.261265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-448472e3-3744-4e6f-99e1-f2e9ede36034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['642bc92c-b8bb-4f9d-b870-f22830fb3310'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:28.275859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-7fcef15c-e92f-47a8-9e96-fb9582af507b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Unset dirty status for tenant:530e913380264e7bb3742faa3e30d4c9 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:15:28.277772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-7fcef15c-e92f-47a8-9e96-fb9582af507b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 945 time: 0.5289228 Apr 22 17:15:28.306932 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-bbb13685-f907-4674-a74f-25b85ccef871 service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371452 Apr 22 17:15:28.311952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35afb-caeb-4cac-87e7-6ed13076d56f req-fb92422d-f2e9-41ac-8a86-509ebf1b0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:28.313530 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22f35afb-caeb-4cac-87e7-6ed13076d56f req-fb92422d-f2e9-41ac-8a86-509ebf1b0e44 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 1098 time: 0.2111864 Apr 22 17:15:28.361176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Deleting port f0498c91-c433-4c57-9fe8-8a7e4f36f93a {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:28.361597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:28.409864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91298da6-27f1-4f15-90ef-92216cb0d418 None None] New status for floating IP 39d9d6e4-b5a4-4a18-9253-50d10ccd0616: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:15:28.468029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-448472e3-3744-4e6f-99e1-f2e9ede36034 None None] Set router 642bc92c-b8bb-4f9d-b870-f22830fb3310 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:28.538248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35afb-caeb-4cac-87e7-6ed13076d56f req-9a495d88-9230-4f3b-96a8-537ea8831817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:28.539893 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22f35afb-caeb-4cac-87e7-6ed13076d56f req-9a495d88-9230-4f3b-96a8-537ea8831817 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90 HTTP/1.1" status: 200 len: 899 time: 0.2007082 Apr 22 17:15:28.680791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] For port f0498c91-c433-4c57-9fe8-8a7e4f36f93a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f0498c91-c433-4c57-9fe8-8a7e4f36f93a,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:28.681504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:28.700255 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22f35afb-caeb-4cac-87e7-6ed13076d56f req-992bcb79-ef6e-4850-a573-7f80a6dfd665 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36835098-5c3c-412e-b4b8-8b26c31ce69d HTTP/1.1" status: 200 len: 998 time: 0.1499319 Apr 22 17:15:28.702452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-64c723fc-d01f-4a27-9e80-92f7916158fb service neutron] 10.222.0.78 "GET /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879383 Apr 22 17:15:28.792710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35afb-caeb-4cac-87e7-6ed13076d56f req-35f842a8-e270-4005-ba90-3d5f31f791d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:28.794397 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22f35afb-caeb-4cac-87e7-6ed13076d56f req-35f842a8-e270-4005-ba90-3d5f31f791d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=42e31512-96ea-46c9-b79b-ac7d4f838243 HTTP/1.1" status: 200 len: 843 time: 0.0783072 Apr 22 17:15:28.856537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Calling delete_port for f0498c91-c433-4c57-9fe8-8a7e4f36f93a owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:28.888223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35afb-caeb-4cac-87e7-6ed13076d56f req-3c4c033a-1869-48e2-8b0b-0e16af089db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:28.889846 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22f35afb-caeb-4cac-87e7-6ed13076d56f req-3c4c033a-1869-48e2-8b0b-0e16af089db5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888708 Apr 22 17:15:28.890277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-448472e3-3744-4e6f-99e1-f2e9ede36034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:05Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '220ef89f-ab22-4dfe-9b5c-8d1f70eec805', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'port_id': '36835098-5c3c-412e-b4b8-8b26c31ce69d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'mac_address': 'fa:16:3e:a7:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:15:25Z', 'updated_at': '2021-04-22T17:15:25Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4937b67d-25e6-4c6e-bacd-e8f102652bb9', 'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:c1:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:05Z', 'updated_at': '2021-04-22T17:15:12Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:28.898845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448472e3-3744-4e6f-99e1-f2e9ede36034 None None] The sync data for ids ['642bc92c-b8bb-4f9d-b870-f22830fb3310'] in dv-neutron-786478-3-hyperv is: [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:05Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '220ef89f-ab22-4dfe-9b5c-8d1f70eec805', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.28', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'port_id': '36835098-5c3c-412e-b4b8-8b26c31ce69d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'mac_address': 'fa:16:3e:a7:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:15:25Z', 'updated_at': '2021-04-22T17:15:25Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4937b67d-25e6-4c6e-bacd-e8f102652bb9', 'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:c1:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:05Z', 'updated_at': '2021-04-22T17:15:12Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:15:29.083171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:29.089795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f869c0d5-dc26-48b7-9ec2-b086b4cab09c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:29.117455 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22f35afb-caeb-4cac-87e7-6ed13076d56f req-1a3f28a7-e6ef-41b5-865a-7532964cc482 service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209735 Apr 22 17:15:29.130164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac09d90-af66-489d-8adc-f09c263b5707 req-162261d8-f4c0-471c-9322-4fb88c66e457 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:15:29.131742 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ac09d90-af66-489d-8adc-f09c263b5707 req-162261d8-f4c0-471c-9322-4fb88c66e457 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 867 time: 0.1427045 Apr 22 17:15:29.143460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event deleted for resources: {'Port': ['ID=f0498c91-c433-4c57-9fe8-8a7e4f36f93a,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:29.178490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:29.223754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564e805-e227-4d54-8fac-150728a830b6 None None] New status for floating IP 220ef89f-ab22-4dfe-9b5c-8d1f70eec805: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:15:29.228164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] No DVR routers for this DVR port f0498c91-c433-4c57-9fe8-8a7e4f36f93a on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:15:29.231125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:29.234098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'name': 'network-vif-deleted', 'tag': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:15:29.237081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34692) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:29.279200 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d862df0f-b1df-4dd0-a608-4b313124c945 req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.78 "DELETE /v2.0/ports/f0498c91-c433-4c57-9fe8-8a7e4f36f93a HTTP/1.1" status: 204 len: 173 time: 0.9941494 Apr 22 17:15:29.295180 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846c6481-9f47-4fd7-81e9-90fbc09e8fe2', 'name': 'network-vif-deleted', 'tag': 'f0498c91-c433-4c57-9fe8-8a7e4f36f93a', 'status': 'completed', 'code': 200} Apr 22 17:15:29.350867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ac09d90-af66-489d-8adc-f09c263b5707 req-43ebde59-ed6a-40d4-8683-2ec2fa486714 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/security-groups?id=8829949f-5921-425f-9be9-7811fa56f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959803 Apr 22 17:15:29.420927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ad5012b2-3b09-411d-8816-968d3abbc0d0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/220ef89f-ab22-4dfe-9b5c-8d1f70eec805 HTTP/1.1" status: 200 len: 990 time: 0.1746759 Apr 22 17:15:29.438793 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22f35afb-caeb-4cac-87e7-6ed13076d56f req-426a9c02-469c-4ca2-aa14-dcee5385e808 service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059375 Apr 22 17:15:30.153401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:15:30.254634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44796760-d43e-49ea-b747-c106a573e467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:30.424492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34700) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:30.557460 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94e9be74-df96-4a73-9038-c4a2c43a63b7 req-d23b98dd-b2ce-481f-a69d-fc0c71617265 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "GET /v2.0/ports?device_id=846c6481-9f47-4fd7-81e9-90fbc09e8fe2 HTTP/1.1" status: 200 len: 210 time: 0.0610259 Apr 22 17:15:30.591568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-582dd3a6-ffe6-465a-ae51-c6ebe7e2b33a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/220ef89f-ab22-4dfe-9b5c-8d1f70eec805 HTTP/1.1" status: 200 len: 992 time: 0.1657646 Apr 22 17:15:30.824345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device f0498c91-c433-4c57-9fe8-8a7e4f36f93a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:15:30.864543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: f0498c91-c433-4c57-9fe8-8a7e4f36f93a {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:15:30.864940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device f0498c91-c433-4c57-9fe8-8a7e4f36f93a not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:15:31.420090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:31.442681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:31.665308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34706) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:31.833233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Deleting port f2e5ca51-ccd7-4b52-893b-f3de15418dc3 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:31.833606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:32.015281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:32.015571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:32.148875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Calling delete_port for f2e5ca51-ccd7-4b52-893b-f3de15418dc3 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:32.317092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:32.321819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7d9da18-4637-48fd-841a-521ef386cdd2 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:32.369548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event deleted for resources: {'Port': ['ID=f2e5ca51-ccd7-4b52-893b-f3de15418dc3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:32.402074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:32.467006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:32.482253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:32.483524 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "DELETE /v2.0/floatingips/ccac45c1-0050-4860-b020-a3aa5c7f790a HTTP/1.1" status: 204 len: 168 time: 0.8171341 Apr 22 17:15:32.780458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:35.076610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34722) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:35.150861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-292db4b9-7cb5-4726-bfdf-8794d911f18a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:35.182744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-292db4b9-7cb5-4726-bfdf-8794d911f18a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:35.260371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:35.409170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-292db4b9-7cb5-4726-bfdf-8794d911f18a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:35.414964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b61b4ac-6f7e-4a29-a69a-1dc00519bbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:35.431473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292db4b9-7cb5-4726-bfdf-8794d911f18a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8829949f-5921-425f-9be9-7811fa56f80f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:35.434291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-292db4b9-7cb5-4726-bfdf-8794d911f18a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:35.475077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-292db4b9-7cb5-4726-bfdf-8794d911f18a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:35.476318 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-292db4b9-7cb5-4726-bfdf-8794d911f18a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] 10.222.0.77 "DELETE /v2.0/security-groups/8829949f-5921-425f-9be9-7811fa56f80f HTTP/1.1" status: 204 len: 168 time: 0.3983402 Apr 22 17:15:35.616575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34728) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:36.316662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:36.687032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Deleting port 005864ee-3388-406f-9ae7-5ef6436d56f7 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:36.687336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:36.870125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] For port 005864ee-3388-406f-9ae7-5ef6436d56f7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=005864ee-3388-406f-9ae7-5ef6436d56f7,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:36.870517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:37.001652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Calling delete_port for 005864ee-3388-406f-9ae7-5ef6436d56f7 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:37.206507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:37.211462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:37.258374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Pushing event deleted for resources: {'Port': ['ID=005864ee-3388-406f-9ae7-5ef6436d56f7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:37.289838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:37.543450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:38.209785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Router 87524a68-1447-4128-b4a1-50b8d4acf824 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:15:38.400680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:15:38.409872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037734f-e649-4c87-9e69-50d02760bb78 None None] Sync routers for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:15:38.414161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] 10.222.0.77 "PUT /v2.0/routers/87524a68-1447-4128-b4a1-50b8d4acf824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7964056 Apr 22 17:15:38.416832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34734) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:38.420354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037734f-e649-4c87-9e69-50d02760bb78 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:38.421077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a037734f-e649-4c87-9e69-50d02760bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:38.613500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:38.790389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a037734f-e649-4c87-9e69-50d02760bb78 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:38.808409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:38.846864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Deleting port d5b9f46a-4658-41bb-8660-502002e4fee4 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:38.847250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:39.037652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] For port d5b9f46a-4658-41bb-8660-502002e4fee4, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d5b9f46a-4658-41bb-8660-502002e4fee4,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:39.038398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:39.097497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a037734f-e649-4c87-9e69-50d02760bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:15:37Z', 'revision_number': 5, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port': {'id': 'd5b9f46a-4658-41bb-8660-502002e4fee4', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:03Z', 'updated_at': '2021-04-22T17:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:39.101669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037734f-e649-4c87-9e69-50d02760bb78 None None] Checking router: 87524a68-1447-4128-b4a1-50b8d4acf824 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:15:39.110732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037734f-e649-4c87-9e69-50d02760bb78 None None] Routers {'87524a68-1447-4128-b4a1-50b8d4acf824'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:39.111400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a037734f-e649-4c87-9e69-50d02760bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['87524a68-1447-4128-b4a1-50b8d4acf824'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:39.173117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Calling delete_port for d5b9f46a-4658-41bb-8660-502002e4fee4 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:39.271835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a037734f-e649-4c87-9e69-50d02760bb78 None None] Set router 87524a68-1447-4128-b4a1-50b8d4acf824 gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:39.388053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a037734f-e649-4c87-9e69-50d02760bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:15:38Z', 'revision_number': 6, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:39.392674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037734f-e649-4c87-9e69-50d02760bb78 None None] The sync data for ids ['87524a68-1447-4128-b4a1-50b8d4acf824'] in dv-neutron-786478-3-hyperv is: [{'id': '87524a68-1447-4128-b4a1-50b8d4acf824', 'name': 'tempest-TestVolumeBootPattern-1715962143-router', 'tenant_id': '530e913380264e7bb3742faa3e30d4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:02Z', 'updated_at': '2021-04-22T17:15:38Z', 'revision_number': 6, 'project_id': '530e913380264e7bb3742faa3e30d4c9', 'gw_port_host': None}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:15:39.458019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:39.463465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-637db3a7-60c4-4fc3-9f69-71b86cb32b84 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:39.514130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b9f46a-4658-41bb-8660-502002e4fee4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:39.517510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:39.609968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:39.792290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 005864ee-3388-406f-9ae7-5ef6436d56f7 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:15:39.803040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:39.805443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:39.833643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 005864ee-3388-406f-9ae7-5ef6436d56f7 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:15:39.834062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 005864ee-3388-406f-9ae7-5ef6436d56f7 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:15:39.834539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d5b9f46a-4658-41bb-8660-502002e4fee4 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:15:39.871030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: d5b9f46a-4658-41bb-8660-502002e4fee4 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:15:39.871431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d5b9f46a-4658-41bb-8660-502002e4fee4 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:15:39.909246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:39.909827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87524a68-1447-4128-b4a1-50b8d4acf824 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:15:39.922586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:39.924489 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] 10.222.0.77 "DELETE /v2.0/routers/87524a68-1447-4128-b4a1-50b8d4acf824 HTTP/1.1" status: 204 len: 168 time: 1.5066423 Apr 22 17:15:39.927381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34738) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:39.999138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-58326354-92f6-434b-881f-ceeec6800501 admin admin] Deleting subnet 95fce758-1abf-46eb-b326-6a9c9abe6477 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:15:40.002355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58326354-92f6-434b-881f-ceeec6800501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:40.056718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58326354-92f6-434b-881f-ceeec6800501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:40.139548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58326354-92f6-434b-881f-ceeec6800501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:40.424115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58326354-92f6-434b-881f-ceeec6800501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:40.429089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c92aa884-be98-4501-9e62-763a36d6acf4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:40.469331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58326354-92f6-434b-881f-ceeec6800501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95fce758-1abf-46eb-b326-6a9c9abe6477,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:40.473271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-58326354-92f6-434b-881f-ceeec6800501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:40.474320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-58326354-92f6-434b-881f-ceeec6800501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:40.479352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddfe948-ef74-44a5-9b95-11132b97623e None None] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:15:40.480556 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-58326354-92f6-434b-881f-ceeec6800501 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/95fce758-1abf-46eb-b326-6a9c9abe6477 HTTP/1.1" status: 204 len: 168 time: 0.5521491 Apr 22 17:15:40.483268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34742) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:40.598542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:40.609541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Deleting port a489d888-3c73-4651-b161-56465d9d4be2 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:40.609931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:40.767340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45719c8d-966c-4cd3-9c9b-ee5456613640 None None] DHCP port deletion for 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:15:40.771692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-45719c8d-966c-4cd3-9c9b-ee5456613640 None None] Deleting port a489d888-3c73-4651-b161-56465d9d4be2 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:40.772115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-45719c8d-966c-4cd3-9c9b-ee5456613640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:40.835003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] For port a489d888-3c73-4651-b161-56465d9d4be2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a489d888-3c73-4651-b161-56465d9d4be2,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:40.835597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:40.968170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Calling delete_port for a489d888-3c73-4651-b161-56465d9d4be2 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:40.989577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-45719c8d-966c-4cd3-9c9b-ee5456613640 None None] For port a489d888-3c73-4651-b161-56465d9d4be2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a489d888-3c73-4651-b161-56465d9d4be2,segment=NetworkSegment(fdbb2759-f4e6-4938-9876-2b47c786eb6b),segment_id=fdbb2759-f4e6-4938-9876-2b47c786eb6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:40.989960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-45719c8d-966c-4cd3-9c9b-ee5456613640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:41.075178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:41.080474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7450b780-7d9b-4f80-8a33-cd5af9138b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:41.123484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-45719c8d-966c-4cd3-9c9b-ee5456613640 None None] Calling delete_port for a489d888-3c73-4651-b161-56465d9d4be2 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:41.126568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=a489d888-3c73-4651-b161-56465d9d4be2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:41.130093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:41.130963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] No DVR routers for this DVR port a489d888-3c73-4651-b161-56465d9d4be2 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:15:41.205915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-45719c8d-966c-4cd3-9c9b-ee5456613640 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:15:41.206327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-45719c8d-966c-4cd3-9c9b-ee5456613640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:15:41.255383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:41.370242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647c921f-7c8c-41f6-a7cf-597d4a1f7fe9']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:41.384006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbb2759-f4e6-4938-9876-2b47c786eb6b') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:41.384347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbb2759-f4e6-4938-9876-2b47c786eb6b') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:41.396346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:41.411397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:41.417877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:15:41.601020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:15:41.609903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:41.707389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-45719c8d-966c-4cd3-9c9b-ee5456613640 None None] Deleting port a489d888-3c73-4651-b161-56465d9d4be2 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:41.707953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-45719c8d-966c-4cd3-9c9b-ee5456613640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:41.788212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-45719c8d-966c-4cd3-9c9b-ee5456613640 None None] The port 'a489d888-3c73-4651-b161-56465d9d4be2' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:15:41.795284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a489d888-3c73-4651-b161-56465d9d4be2 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:15:41.834465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: a489d888-3c73-4651-b161-56465d9d4be2 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:15:41.834957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a489d888-3c73-4651-b161-56465d9d4be2 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:15:42.080577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Network 647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:15:42.107881 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:15:42.212395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:42.215911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-587bb468-84dc-4e32-93d3-e0f88eea9d63 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:42.230252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:42.242220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=647c921f-7c8c-41f6-a7cf-597d4a1f7fe9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:42.245761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:42.281713 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] 10.222.0.77 "DELETE /v2.0/networks/647c921f-7c8c-41f6-a7cf-597d4a1f7fe9 HTTP/1.1" status: 204 len: 168 time: 1.7973416 Apr 22 17:15:42.285437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34746) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:42.854261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:43.224804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Deleting port 5284762f-39a5-4865-a6d9-991236074c42 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:43.225381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:43.406994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] For port 5284762f-39a5-4865-a6d9-991236074c42, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5284762f-39a5-4865-a6d9-991236074c42,segment=NetworkSegment(c4af64f1-57a4-43fb-8a2a-8242720ebbf3),segment_id=c4af64f1-57a4-43fb-8a2a-8242720ebbf3)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:43.407392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:43.539517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Calling delete_port for 5284762f-39a5-4865-a6d9-991236074c42 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:43.751336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:43.756415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-131554ba-a535-4cf8-8958-ae46ce4d7e7d tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:43.804677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5284762f-39a5-4865-a6d9-991236074c42,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:43.808043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:44.089379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:44.467495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:15:44.657782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:15:44.666453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e709b-9d2b-4b72-9b34-0e339728433e None None] Sync routers for ids ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:15:44.677840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e709b-9d2b-4b72-9b34-0e339728433e None None] Routers {'3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:44.678506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-056e709b-9d2b-4b72-9b34-0e339728433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:44.713801 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] 10.222.0.77 "PUT /v2.0/routers/3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4272182 Apr 22 17:15:44.716435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34750) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:44.912678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:45.030546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-056e709b-9d2b-4b72-9b34-0e339728433e None None] Set router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:45.348291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-056e709b-9d2b-4b72-9b34-0e339728433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'name': 'tempest-TestVolumeBootPattern-1460525275-router', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '6fab2063-3360-406c-8dd3-b84371657be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:19Z', 'updated_at': '2021-04-22T17:15:43Z', 'revision_number': 5, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'gw_port': {'id': '6fab2063-3360-406c-8dd3-b84371657be3', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:04:21Z', 'updated_at': '2021-04-22T17:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:45.352412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e709b-9d2b-4b72-9b34-0e339728433e None None] Checking router: 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:15:45.362068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e709b-9d2b-4b72-9b34-0e339728433e None None] Routers {'3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:15:45.362752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-056e709b-9d2b-4b72-9b34-0e339728433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:15:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:45.402188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:45.459857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Deleting port 6fab2063-3360-406c-8dd3-b84371657be3 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:45.460264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:45.522332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-056e709b-9d2b-4b72-9b34-0e339728433e None None] Set router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:15:45.636226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-056e709b-9d2b-4b72-9b34-0e339728433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'name': 'tempest-TestVolumeBootPattern-1460525275-router', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:19Z', 'updated_at': '2021-04-22T17:15:45Z', 'revision_number': 6, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:45.640442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e709b-9d2b-4b72-9b34-0e339728433e None None] The sync data for ids ['3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc'] in dv-neutron-786478-3-hyperv is: [{'id': '3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc', 'name': 'tempest-TestVolumeBootPattern-1460525275-router', 'tenant_id': '6f7c92c92c06496fac69cb69f782c4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:04:19Z', 'updated_at': '2021-04-22T17:15:45Z', 'revision_number': 6, 'project_id': '6f7c92c92c06496fac69cb69f782c4c0', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:15:45.646520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] For port 6fab2063-3360-406c-8dd3-b84371657be3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6fab2063-3360-406c-8dd3-b84371657be3,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:45.646967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:45.796687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5284762f-39a5-4865-a6d9-991236074c42 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:15:45.798413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Calling delete_port for 6fab2063-3360-406c-8dd3-b84371657be3 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:45.835096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 5284762f-39a5-4865-a6d9-991236074c42 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:15:45.835497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5284762f-39a5-4865-a6d9-991236074c42 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:15:46.019910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:46.025132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4c8d7da3-a4bc-4fbe-9859-5f6d4f2b27ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:46.078044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fab2063-3360-406c-8dd3-b84371657be3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:46.081428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:46.177944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:46.364454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:46.366832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:46.619738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:46.620390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:15:46.633381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:46.634656 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3d109a8e-8435-476e-a6d3-cfdd2fcb0bcc HTTP/1.1" status: 204 len: 168 time: 1.9172068 Apr 22 17:15:46.637677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34754) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:46.710502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-434e920f-ef42-4d41-82e7-e84b2ee6a5e6 admin admin] Deleting subnet c0b7b958-35e6-47c6-97b4-11fd689b9190 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:15:46.713901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-434e920f-ef42-4d41-82e7-e84b2ee6a5e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:46.767277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-434e920f-ef42-4d41-82e7-e84b2ee6a5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:46.850242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-434e920f-ef42-4d41-82e7-e84b2ee6a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:47.138497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-434e920f-ef42-4d41-82e7-e84b2ee6a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:47.144091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2fcdecf-dbf6-43f9-adb4-3932111346f6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:47.184528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e920f-ef42-4d41-82e7-e84b2ee6a5e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b7b958-35e6-47c6-97b4-11fd689b9190,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:47.187028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-434e920f-ef42-4d41-82e7-e84b2ee6a5e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:47.189377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-434e920f-ef42-4d41-82e7-e84b2ee6a5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:47.192680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fcfa50-64ac-40b9-aef4-39524d5cdad3 None None] Network 7101cee9-a097-474b-9c51-2541cdb4e12b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:15:47.193829 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-434e920f-ef42-4d41-82e7-e84b2ee6a5e6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c0b7b958-35e6-47c6-97b4-11fd689b9190 HTTP/1.1" status: 204 len: 168 time: 0.5549860 Apr 22 17:15:47.196535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34758) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:47.310567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:47.322195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Deleting port 40ff3752-e398-4d43-bee7-239e5c231432 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:47.322567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:47.450065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77501c7-faf4-4eb3-a454-60faa6c238d3 None None] DHCP port deletion for 7101cee9-a097-474b-9c51-2541cdb4e12b request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:15:47.454925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f77501c7-faf4-4eb3-a454-60faa6c238d3 None None] Deleting port 40ff3752-e398-4d43-bee7-239e5c231432 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:47.455348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f77501c7-faf4-4eb3-a454-60faa6c238d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:47.546925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] For port 40ff3752-e398-4d43-bee7-239e5c231432, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=40ff3752-e398-4d43-bee7-239e5c231432,segment=NetworkSegment(c4af64f1-57a4-43fb-8a2a-8242720ebbf3),segment_id=c4af64f1-57a4-43fb-8a2a-8242720ebbf3)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:47.547602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:47.673878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f77501c7-faf4-4eb3-a454-60faa6c238d3 None None] For port 40ff3752-e398-4d43-bee7-239e5c231432, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=40ff3752-e398-4d43-bee7-239e5c231432,segment=NetworkSegment(c4af64f1-57a4-43fb-8a2a-8242720ebbf3),segment_id=c4af64f1-57a4-43fb-8a2a-8242720ebbf3)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:15:47.674435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f77501c7-faf4-4eb3-a454-60faa6c238d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:47.683258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Calling delete_port for 40ff3752-e398-4d43-bee7-239e5c231432 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:47.805464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 40ff3752-e398-4d43-bee7-239e5c231432 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:15:47.806791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:47.812073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c58143a7-200d-4d1c-bc12-22c97c4ff4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:47.842440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f77501c7-faf4-4eb3-a454-60faa6c238d3 None None] Calling delete_port for 40ff3752-e398-4d43-bee7-239e5c231432 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:15:47.860574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] No DVR routers for this DVR port 40ff3752-e398-4d43-bee7-239e5c231432 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:15:47.883006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 40ff3752-e398-4d43-bee7-239e5c231432 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:15:47.883400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 40ff3752-e398-4d43-bee7-239e5c231432 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:15:47.883875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6fab2063-3360-406c-8dd3-b84371657be3 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:15:47.891564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ff3752-e398-4d43-bee7-239e5c231432,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:47.919947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.920375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.920799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.921221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.921635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.922047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.922997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.923410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.923818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.924278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.924636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.925040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:15:47.928703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:47.931003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 6fab2063-3360-406c-8dd3-b84371657be3 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:15:47.931354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6fab2063-3360-406c-8dd3-b84371657be3 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:15:47.962206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-f77501c7-faf4-4eb3-a454-60faa6c238d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:15:47.962655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-f77501c7-faf4-4eb3-a454-60faa6c238d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:15:48.002782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:48.121860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7101cee9-a097-474b-9c51-2541cdb4e12b']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:48.134441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4af64f1-57a4-43fb-8a2a-8242720ebbf3') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:48.134844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4af64f1-57a4-43fb-8a2a-8242720ebbf3') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:15:48.146743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:48.220299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:48.226898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:15:48.404619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Network 7101cee9-a097-474b-9c51-2541cdb4e12b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:15:48.414239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:48.463943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f77501c7-faf4-4eb3-a454-60faa6c238d3 None None] Deleting port 40ff3752-e398-4d43-bee7-239e5c231432 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:15:48.464398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f77501c7-faf4-4eb3-a454-60faa6c238d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:48.534902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f77501c7-faf4-4eb3-a454-60faa6c238d3 None None] The port '40ff3752-e398-4d43-bee7-239e5c231432' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:15:48.592949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Network 7101cee9-a097-474b-9c51-2541cdb4e12b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:15:48.621465 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:15:48.886153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:48.890661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:48.895339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-146f6b18-7466-42a2-b179-d9667615d59e tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:48.919748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=7101cee9-a097-474b-9c51-2541cdb4e12b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:48.922149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:48.924597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7101cee9-a097-474b-9c51-2541cdb4e12b HTTP/1.1" status: 204 len: 168 time: 1.7267399 Apr 22 17:15:49.168281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34764) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:49.224398 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b2aa1d76-8fa4-46df-864c-97aa539792e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=530e913380264e7bb3742faa3e30d4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545294 Apr 22 17:15:49.226974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34768) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:49.287896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1286a19f-e1e8-4ffb-9e0e-62aa63b74ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:49.315905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1286a19f-e1e8-4ffb-9e0e-62aa63b74ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:49.390949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1286a19f-e1e8-4ffb-9e0e-62aa63b74ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:49.396059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-30ac34ec-deb2-4fe6-95fe-313d39a497da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:49.409594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286a19f-e1e8-4ffb-9e0e-62aa63b74ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd4c846-c20b-4258-b944-d5be35a09ac9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:49.414737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1286a19f-e1e8-4ffb-9e0e-62aa63b74ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:49.416743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1286a19f-e1e8-4ffb-9e0e-62aa63b74ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:49.417946 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1286a19f-e1e8-4ffb-9e0e-62aa63b74ea7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3cd4c846-c20b-4258-b944-d5be35a09ac9 HTTP/1.1" status: 204 len: 168 time: 0.1900105 Apr 22 17:15:50.015866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34776) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:50.068357 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-711c4327-7e9d-4a80-8ce1-c661f1b00b23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f7c92c92c06496fac69cb69f782c4c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505786 Apr 22 17:15:50.070960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34780) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:15:50.137803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f436222f-893c-42d5-a83a-6d3dc1ccb219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:50.165334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f436222f-893c-42d5-a83a-6d3dc1ccb219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:50.299735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f436222f-893c-42d5-a83a-6d3dc1ccb219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:50.305080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67d985bc-4d38-4dd5-9c70-ca0bf0f4ef6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:15:50.319380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436222f-893c-42d5-a83a-6d3dc1ccb219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1685245-03f1-4212-992b-f5265ff64f58,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:15:50.321926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f436222f-893c-42d5-a83a-6d3dc1ccb219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:15:50.324406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f436222f-893c-42d5-a83a-6d3dc1ccb219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:15:50.325503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f436222f-893c-42d5-a83a-6d3dc1ccb219 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a1685245-03f1-4212-992b-f5265ff64f58 HTTP/1.1" status: 204 len: 168 time: 0.2535589 Apr 22 17:15:58.036908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4cb2447e-40f0-4a6e-b5a1-f2319cbf569c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:00.259479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e840bd9-33ac-4f4b-95ec-e095efdf9ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:01.425376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:01.453884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:02.762610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:03.529347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34802) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:16:03.536464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-59c53e82-1d99-4ec5-96ee-fbe134d4594a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:16:03.672606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59c53e82-1d99-4ec5-96ee-fbe134d4594a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036840397069'] for subnet, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:04.088381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59c53e82-1d99-4ec5-96ee-fbe134d4594a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780230166745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036839756296'] for subnet, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:04.093532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5b63a116-f7c9-48b7-b49d-0586f606445c tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:16:04.141480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c53e82-1d99-4ec5-96ee-fbe134d4594a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:16:04.142665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59c53e82-1d99-4ec5-96ee-fbe134d4594a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:04.144070 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-59c53e82-1d99-4ec5-96ee-fbe134d4594a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/subnets/42e31512-96ea-46c9-b79b-ac7d4f838243 HTTP/1.1" status: 200 len: 835 time: 0.6134171 Apr 22 17:16:04.148858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a61f6c-10b5-452f-94d3-894890407856 None None] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:16:04.166562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c53e82-1d99-4ec5-96ee-fbe134d4594a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Subnet': ['ID=42e31512-96ea-46c9-b79b-ac7d4f838243,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:16:04.169603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-59c53e82-1d99-4ec5-96ee-fbe134d4594a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:16:04.605289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c2209f78-0594-4642-bd36-5e463b73cdf9 None None] Provisioning complete for port 36835098-5c3c-412e-b4b8-8b26c31ce69d triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:16:04.605704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2209f78-0594-4642-bd36-5e463b73cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:04.745224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c2209f78-0594-4642-bd36-5e463b73cdf9 None None] Provisioning complete for port 774b7f6d-b844-49c8-8e8c-8405e08b59e1 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:16:04.745663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2209f78-0594-4642-bd36-5e463b73cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:04.892966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c2209f78-0594-4642-bd36-5e463b73cdf9 None None] Provisioning complete for port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:16:04.893365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2209f78-0594-4642-bd36-5e463b73cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:05.254015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:07.183069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:16:25.959192 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-22be8622-7c6e-45a2-91aa-c97fc6536a91 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882478 Apr 22 17:16:26.073761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-74fe07e6-8458-49bb-96b0-24619996f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:16:26.075664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-74fe07e6-8458-49bb-96b0-24619996f91e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 1098 time: 0.0876503 Apr 22 17:16:26.546479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-981fae3d-1305-4371-ab35-92333a705316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:16:26.548147 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-981fae3d-1305-4371-ab35-92333a705316 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90 HTTP/1.1" status: 200 len: 899 time: 0.4476268 Apr 22 17:16:26.668451 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-0e8c9947-b71a-404e-8d59-2e72a477f8a2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36835098-5c3c-412e-b4b8-8b26c31ce69d HTTP/1.1" status: 200 len: 1000 time: 0.1094382 Apr 22 17:16:26.787092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-8b53a692-c08a-4762-a74c-08ebd7673700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:16:26.788819 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-8b53a692-c08a-4762-a74c-08ebd7673700 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=42e31512-96ea-46c9-b79b-ac7d4f838243 HTTP/1.1" status: 200 len: 843 time: 0.1102684 Apr 22 17:16:26.882781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-40b74d84-3d64-4137-bafe-b14185ca41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:16:26.884329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-40b74d84-3d64-4137-bafe-b14185ca41cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847631 Apr 22 17:16:27.044956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-91d4f77c-558f-43d9-8c0a-976668b0aff8 service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487603 Apr 22 17:16:27.206553 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04fcd01c-a105-4c3c-90fd-67b70f1f4f3f req-40786ef2-efac-43e0-b025-87744164ed44 service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509707 Apr 22 17:16:28.059444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-350be58d-172f-487a-a3db-460b1ca61313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:30.257641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63b07632-9c6f-4764-b256-2558b68f96ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:31.429047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:31.457677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:32.766371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:35.247278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:16:44.152874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:16:58.076119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0871c0b-6cfa-4429-95bf-4da4aa63b258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:00.258755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38fb82a1-a6d1-4462-b0cd-c536373a12c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:01.434012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:01.463751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:02.767358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:05.275587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:21.152979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:17:25.890033 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2574ed36-cf97-4932-b566-edc2542bbafc req-c5852a7e-982a-422a-9d64-b81ebf941719 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837922 Apr 22 17:17:26.045185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574ed36-cf97-4932-b566-edc2542bbafc req-bcca2b10-864e-49b8-8f36-b6ebc73cdc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:26.047278 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2574ed36-cf97-4932-b566-edc2542bbafc req-bcca2b10-864e-49b8-8f36-b6ebc73cdc6a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 1098 time: 0.0797610 Apr 22 17:17:26.207889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574ed36-cf97-4932-b566-edc2542bbafc req-f2b3c5cd-6f6e-4f23-8c3b-bf9fa5181fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:26.209488 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2574ed36-cf97-4932-b566-edc2542bbafc req-f2b3c5cd-6f6e-4f23-8c3b-bf9fa5181fde service neutron] 10.222.0.78 "GET /v2.0/networks?id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90 HTTP/1.1" status: 200 len: 899 time: 0.1421411 Apr 22 17:17:26.212712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34820) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:26.497311 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2574ed36-cf97-4932-b566-edc2542bbafc req-c9fe5e56-a72c-4953-b6cb-53f5ed7be943 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36835098-5c3c-412e-b4b8-8b26c31ce69d HTTP/1.1" status: 200 len: 1000 time: 0.2166362 Apr 22 17:17:26.574124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 824436bd-5734-49d3-9afb-c665af80f1c9 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:17:26.574507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:26.643831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574ed36-cf97-4932-b566-edc2542bbafc req-fe87c088-3c21-4e9d-91f9-1d80dbbf1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:26.645402 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2574ed36-cf97-4932-b566-edc2542bbafc req-fe87c088-3c21-4e9d-91f9-1d80dbbf1859 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=42e31512-96ea-46c9-b79b-ac7d4f838243 HTTP/1.1" status: 200 len: 843 time: 0.1337328 Apr 22 17:17:26.838173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:26.838476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:26.851447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574ed36-cf97-4932-b566-edc2542bbafc req-3c6186f9-77b3-4a17-b7de-2c398c024840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:26.853041 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2574ed36-cf97-4932-b566-edc2542bbafc req-3c6186f9-77b3-4a17-b7de-2c398c024840 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1896076 Apr 22 17:17:26.914390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-2574ed36-cf97-4932-b566-edc2542bbafc req-8edebc15-a5ba-471c-81cc-5f1d788d6078 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:17:26.915464 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2574ed36-cf97-4932-b566-edc2542bbafc req-8edebc15-a5ba-471c-81cc-5f1d788d6078 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055628 Apr 22 17:17:27.000693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 824436bd-5734-49d3-9afb-c665af80f1c9 owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:17:27.195970 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2574ed36-cf97-4932-b566-edc2542bbafc req-92be8752-6019-4e95-85ac-d69acfe3f4e3 service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226081 Apr 22 17:17:27.385953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:27.393246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-32b14535-f4cc-4511-941d-357968edf10a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:27.439366 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2574ed36-cf97-4932-b566-edc2542bbafc req-a4ce79a5-6e06-44ff-8e41-0074ea49fbb5 service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068973 Apr 22 17:17:27.447940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=824436bd-5734-49d3-9afb-c665af80f1c9,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:27.487867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.488303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.488734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.489156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.489573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.489992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.490407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.490852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.491270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.491683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.492095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.492504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:27.500632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:27.556451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:27.556826 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP 220ef89f-ab22-4dfe-9b5c-8d1f70eec805 disassociated (deleted). External IP: 172.26.6.28, port: 36835098-5c3c-412e-b4b8-8b26c31ce69d. Apr 22 17:17:28.058432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a15d688c-a997-4d0e-9c2f-be6d1d02da40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:28.222198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 642bc92c-b8bb-4f9d-b870-f22830fb3310 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:17:28.409700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:17:28.420058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677f162-cdfa-4af0-ae8b-8a8050de71b5 None None] Sync routers for ids ['642bc92c-b8bb-4f9d-b870-f22830fb3310'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:17:28.430720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677f162-cdfa-4af0-ae8b-8a8050de71b5 None None] Routers {'642bc92c-b8bb-4f9d-b870-f22830fb3310'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:17:28.433568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2677f162-cdfa-4af0-ae8b-8a8050de71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:17:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['642bc92c-b8bb-4f9d-b870-f22830fb3310'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:28.458039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:28.523445 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/floatingips/220ef89f-ab22-4dfe-9b5c-8d1f70eec805 HTTP/1.1" status: 204 len: 168 time: 2.3095944 Apr 22 17:17:28.524352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'tag': '36835098-5c3c-412e-b4b8-8b26c31ce69d'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:17:28.582669 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'tag': '36835098-5c3c-412e-b4b8-8b26c31ce69d', 'status': 'completed', 'code': 200} Apr 22 17:17:28.702259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd573d-26fe-4b38-98b1-184b0b31f039 req-9fbf0233-7f5f-487d-8866-cdcee2127d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:28.703637 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85bd573d-26fe-4b38-98b1-184b0b31f039 req-9fbf0233-7f5f-487d-8866-cdcee2127d62 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 1098 time: 0.0914276 Apr 22 17:17:28.810500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-2677f162-cdfa-4af0-ae8b-8a8050de71b5 None None] Set router 642bc92c-b8bb-4f9d-b870-f22830fb3310 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:17:28.868254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd573d-26fe-4b38-98b1-184b0b31f039 req-65fd37b3-939c-444e-86a6-68ced51ff5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:28.869851 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85bd573d-26fe-4b38-98b1-184b0b31f039 req-65fd37b3-939c-444e-86a6-68ced51ff5c5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90 HTTP/1.1" status: 200 len: 899 time: 0.1556494 Apr 22 17:17:28.993211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85bd573d-26fe-4b38-98b1-184b0b31f039 req-0a9b7a7e-d233-4c40-ad72-61d2fa432bf6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36835098-5c3c-412e-b4b8-8b26c31ce69d HTTP/1.1" status: 200 len: 217 time: 0.1069424 Apr 22 17:17:29.095579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd573d-26fe-4b38-98b1-184b0b31f039 req-89b51480-426c-4f30-82ab-b8715c1d048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:29.097161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85bd573d-26fe-4b38-98b1-184b0b31f039 req-89b51480-426c-4f30-82ab-b8715c1d048a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=42e31512-96ea-46c9-b79b-ac7d4f838243 HTTP/1.1" status: 200 len: 843 time: 0.0913105 Apr 22 17:17:29.153645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f838ee-9efb-4f0b-89f4-f28f1fd080bf req-6f30b7e7-eccf-442b-bd5b-ae8710f34def tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:29.154393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-88f838ee-9efb-4f0b-89f4-f28f1fd080bf req-6f30b7e7-eccf-442b-bd5b-ae8710f34def tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:17:29.191750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2677f162-cdfa-4af0-ae8b-8a8050de71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:05Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4937b67d-25e6-4c6e-bacd-e8f102652bb9', 'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:c1:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:05Z', 'updated_at': '2021-04-22T17:15:12Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:29.195960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677f162-cdfa-4af0-ae8b-8a8050de71b5 None None] Checking router: 642bc92c-b8bb-4f9d-b870-f22830fb3310 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:17:29.206025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677f162-cdfa-4af0-ae8b-8a8050de71b5 None None] Routers {'642bc92c-b8bb-4f9d-b870-f22830fb3310'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:17:29.206760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2677f162-cdfa-4af0-ae8b-8a8050de71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:17:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['642bc92c-b8bb-4f9d-b870-f22830fb3310'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:29.207795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd573d-26fe-4b38-98b1-184b0b31f039 req-9c56ded9-e4d2-4c72-b4bb-0abd007603d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:29.209418 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85bd573d-26fe-4b38-98b1-184b0b31f039 req-9c56ded9-e4d2-4c72-b4bb-0abd007603d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8d321c5e-013a-4d8d-8ff9-26cf6217cd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055381 Apr 22 17:17:29.212194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-88f838ee-9efb-4f0b-89f4-f28f1fd080bf req-6f30b7e7-eccf-442b-bd5b-ae8710f34def tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:17:29.213557 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-88f838ee-9efb-4f0b-89f4-f28f1fd080bf req-6f30b7e7-eccf-442b-bd5b-ae8710f34def tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 945 time: 0.2656558 Apr 22 17:17:29.355266 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-88f838ee-9efb-4f0b-89f4-f28f1fd080bf req-bf9c8de1-20b1-4937-9505-ac0bcc9fdd50 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc661041-4e9d-4fcb-b273-8ef6ad8b3633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158345 Apr 22 17:17:29.394321 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85bd573d-26fe-4b38-98b1-184b0b31f039 req-461e3812-38fe-4e05-b8da-e6d815f26a25 service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772723 Apr 22 17:17:29.400549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-2677f162-cdfa-4af0-ae8b-8a8050de71b5 None None] Set router 642bc92c-b8bb-4f9d-b870-f22830fb3310 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:17:29.539670 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85bd573d-26fe-4b38-98b1-184b0b31f039 req-fb2de15b-c9d6-4c38-a702-ad783efae35c service neutron] 10.222.0.78 "GET /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381841 Apr 22 17:17:29.738987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2677f162-cdfa-4af0-ae8b-8a8050de71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:05Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4937b67d-25e6-4c6e-bacd-e8f102652bb9', 'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:c1:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:05Z', 'updated_at': '2021-04-22T17:15:12Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:29.743346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677f162-cdfa-4af0-ae8b-8a8050de71b5 None None] The sync data for ids ['642bc92c-b8bb-4f9d-b870-f22830fb3310'] in dv-neutron-786478-3-hyperv is: [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:15:05Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4937b67d-25e6-4c6e-bacd-e8f102652bb9', 'name': '', 'network_id': '8d321c5e-013a-4d8d-8ff9-26cf6217cd90', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:c1:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:05Z', 'updated_at': '2021-04-22T17:15:12Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '42e31512-96ea-46c9-b79b-ac7d4f838243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:17:30.110382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b8112-62b3-4ac7-9ba3-21ae29074471 None None] New status for floating IP 220ef89f-ab22-4dfe-9b5c-8d1f70eec805: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:17:30.257976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5af3ec89-161f-4c58-895d-0f506bbbe75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:30.595813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5d8f6-a7ae-4136-bf9f-9ea0718b2f27 req-eaf5468c-d75f-4291-8c56-b868ce357a1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:30.597315 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6f5d8f6-a7ae-4136-bf9f-9ea0718b2f27 req-eaf5468c-d75f-4291-8c56-b868ce357a1f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 945 time: 0.1606729 Apr 22 17:17:30.610268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb9c8d-ee6c-42cc-bce4-6eb50077e6f8 req-619fc374-a601-4bc4-854b-6b6019cc0187 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:30.611813 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9acb9c8d-ee6c-42cc-bce4-6eb50077e6f8 req-619fc374-a601-4bc4-854b-6b6019cc0187 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 945 time: 0.1332152 Apr 22 17:17:30.715710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-f6f5d8f6-a7ae-4136-bf9f-9ea0718b2f27 req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 36835098-5c3c-412e-b4b8-8b26c31ce69d {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:17:30.716090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f6f5d8f6-a7ae-4136-bf9f-9ea0718b2f27 req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:30.768974 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9acb9c8d-ee6c-42cc-bce4-6eb50077e6f8 req-92d5b39b-a440-4296-9bd1-dcb8d266f9a0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc661041-4e9d-4fcb-b273-8ef6ad8b3633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197915 Apr 22 17:17:30.989732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-f6f5d8f6-a7ae-4136-bf9f-9ea0718b2f27 req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 36835098-5c3c-412e-b4b8-8b26c31ce69d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36835098-5c3c-412e-b4b8-8b26c31ce69d,segment=NetworkSegment(1b9cb054-60c0-45ad-8e77-fd1f63a98f10),segment_id=1b9cb054-60c0-45ad-8e77-fd1f63a98f10)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:17:30.990127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f6f5d8f6-a7ae-4136-bf9f-9ea0718b2f27 req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:31.130581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-f6f5d8f6-a7ae-4136-bf9f-9ea0718b2f27 req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 36835098-5c3c-412e-b4b8-8b26c31ce69d owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:17:31.439378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:31.468421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f6f5d8f6-a7ae-4136-bf9f-9ea0718b2f27 req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:31.474563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-15fdfa3e-567f-4c69-9ea7-96a2cb233732 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:31.525793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=36835098-5c3c-412e-b4b8-8b26c31ce69d,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:31.530044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:31.531153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:31.611338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f5d8f6-a7ae-4136-bf9f-9ea0718b2f27 req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] No DVR routers for this DVR port 36835098-5c3c-412e-b4b8-8b26c31ce69d on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:17:31.613823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f6f5d8f6-a7ae-4136-bf9f-9ea0718b2f27 req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:31.616831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'name': 'network-vif-deleted', 'tag': '36835098-5c3c-412e-b4b8-8b26c31ce69d'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:17:31.658763 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6f5d8f6-a7ae-4136-bf9f-9ea0718b2f27 req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "DELETE /v2.0/ports/36835098-5c3c-412e-b4b8-8b26c31ce69d HTTP/1.1" status: 204 len: 173 time: 1.0457995 Apr 22 17:17:31.668734 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eabb709-3962-4404-a5b0-ee1dc3016b4c', 'name': 'network-vif-deleted', 'tag': '36835098-5c3c-412e-b4b8-8b26c31ce69d', 'status': 'completed', 'code': 200} Apr 22 17:17:31.960125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-a6a33c10-01ad-42ad-979d-ae825430e240 req-31aa858a-554e-4a05-96c6-56858979a430 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:17:32.008256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-a6a33c10-01ad-42ad-979d-ae825430e240 req-31aa858a-554e-4a05-96c6-56858979a430 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:17:32.010992 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a6a33c10-01ad-42ad-979d-ae825430e240 req-31aa858a-554e-4a05-96c6-56858979a430 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=2eabb709-3962-4404-a5b0-ee1dc3016b4c HTTP/1.1" status: 200 len: 210 time: 0.1107488 Apr 22 17:17:32.772447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:33.127092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34840) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:33.203375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea4e8-19e1-488e-a847-30f19bd7a51b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:33.235343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea4e8-19e1-488e-a847-30f19bd7a51b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:33.424705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 36835098-5c3c-412e-b4b8-8b26c31ce69d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:17:33.444974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea4e8-19e1-488e-a847-30f19bd7a51b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:33.451282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0e91609a-170e-42f8-a941-2073e870f1b2 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:33.464862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 36835098-5c3c-412e-b4b8-8b26c31ce69d {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:17:33.465254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 36835098-5c3c-412e-b4b8-8b26c31ce69d not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:17:33.470210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea4e8-19e1-488e-a847-30f19bd7a51b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc661041-4e9d-4fcb-b273-8ef6ad8b3633,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:33.472937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d0ea4e8-19e1-488e-a847-30f19bd7a51b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:33.503653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea4e8-19e1-488e-a847-30f19bd7a51b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:33.504860 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3d0ea4e8-19e1-488e-a847-30f19bd7a51b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/cc661041-4e9d-4fcb-b273-8ef6ad8b3633 HTTP/1.1" status: 204 len: 168 time: 0.3766572 Apr 22 17:17:33.560736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34846) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:34.448111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:34.842085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 4937b67d-25e6-4c6e-bacd-e8f102652bb9 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:17:34.842470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:35.071321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 4937b67d-25e6-4c6e-bacd-e8f102652bb9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4937b67d-25e6-4c6e-bacd-e8f102652bb9,segment=NetworkSegment(1b9cb054-60c0-45ad-8e77-fd1f63a98f10),segment_id=1b9cb054-60c0-45ad-8e77-fd1f63a98f10)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:17:35.071639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:35.211608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 4937b67d-25e6-4c6e-bacd-e8f102652bb9 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:17:35.263500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:35.520462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:35.525642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20748632-63d8-4f43-838f-2f1893e798ed tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:35.576874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=4937b67d-25e6-4c6e-bacd-e8f102652bb9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:35.615202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.615634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.616062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.617546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.617546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.617546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.617833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.618062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.618441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.618878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.619359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.619701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:35.629582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:35.896201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:36.288255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 642bc92c-b8bb-4f9d-b870-f22830fb3310 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:17:36.484470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:17:36.494740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e0eef-ad5d-43a0-b7dd-f553a72cf617 None None] Sync routers for ids ['642bc92c-b8bb-4f9d-b870-f22830fb3310'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:17:36.504512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e0eef-ad5d-43a0-b7dd-f553a72cf617 None None] Routers {'642bc92c-b8bb-4f9d-b870-f22830fb3310'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:17:36.505189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8e2e0eef-ad5d-43a0-b7dd-f553a72cf617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:17:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['642bc92c-b8bb-4f9d-b870-f22830fb3310'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:36.517577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/642bc92c-b8bb-4f9d-b870-f22830fb3310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9556048 Apr 22 17:17:36.520422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34852) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:36.603950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ad905a-3e7d-40b8-9670-d46e68578455 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting subnet 42e31512-96ea-46c9-b79b-ac7d4f838243 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:17:36.607212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70ad905a-3e7d-40b8-9670-d46e68578455 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:36.671498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70ad905a-3e7d-40b8-9670-d46e68578455 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:36.700591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8e2e0eef-ad5d-43a0-b7dd-f553a72cf617 None None] Set router 642bc92c-b8bb-4f9d-b870-f22830fb3310 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:17:36.767933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70ad905a-3e7d-40b8-9670-d46e68578455 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:37.191854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8e2e0eef-ad5d-43a0-b7dd-f553a72cf617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:17:35Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:37.205557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e0eef-ad5d-43a0-b7dd-f553a72cf617 None None] Checking router: 642bc92c-b8bb-4f9d-b870-f22830fb3310 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:17:37.218144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e0eef-ad5d-43a0-b7dd-f553a72cf617 None None] Routers {'642bc92c-b8bb-4f9d-b870-f22830fb3310'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:17:37.218823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8e2e0eef-ad5d-43a0-b7dd-f553a72cf617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:17:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['642bc92c-b8bb-4f9d-b870-f22830fb3310'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:37.268491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70ad905a-3e7d-40b8-9670-d46e68578455 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:37.273770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3c3b982-10e3-4c70-a0b8-9a87f6505ce5 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:37.315397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70ad905a-3e7d-40b8-9670-d46e68578455 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:37.318392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad905a-3e7d-40b8-9670-d46e68578455 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Subnet': ['ID=42e31512-96ea-46c9-b79b-ac7d4f838243,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:37.322498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-70ad905a-3e7d-40b8-9670-d46e68578455 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:37.328682 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70ad905a-3e7d-40b8-9670-d46e68578455 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/subnets/42e31512-96ea-46c9-b79b-ac7d4f838243 HTTP/1.1" status: 204 len: 168 time: 0.8043678 Apr 22 17:17:37.329381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34856) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:37.353208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf011b4e-fb62-4ef6-9aca-a42a9975ce75 None None] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:17:37.542504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:37.767066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8e2e0eef-ad5d-43a0-b7dd-f553a72cf617 None None] Set router 642bc92c-b8bb-4f9d-b870-f22830fb3310 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:17:37.797740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:37.856438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port af7aac19-b50e-4485-ba7c-3d8950022782 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:17:37.856818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:38.054961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port af7aac19-b50e-4485-ba7c-3d8950022782, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=af7aac19-b50e-4485-ba7c-3d8950022782,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:17:38.055367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:38.072684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] DHCP port deletion for 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:17:38.084698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Deleting port 774b7f6d-b844-49c8-8e8c-8405e08b59e1 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:17:38.085117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:38.181382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8e2e0eef-ad5d-43a0-b7dd-f553a72cf617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:17:35Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:38.193957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e0eef-ad5d-43a0-b7dd-f553a72cf617 None None] The sync data for ids ['642bc92c-b8bb-4f9d-b870-f22830fb3310'] in dv-neutron-786478-3-hyperv is: [{'id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'name': 'tempest-TestNetworkBasicOps-router-1309834878', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:14:59Z', 'updated_at': '2021-04-22T17:17:35Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': 'af7aac19-b50e-4485-ba7c-3d8950022782', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642bc92c-b8bb-4f9d-b870-f22830fb3310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:15:00Z', 'updated_at': '2021-04-22T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:17:38.334744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] For port 774b7f6d-b844-49c8-8e8c-8405e08b59e1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=774b7f6d-b844-49c8-8e8c-8405e08b59e1,segment=NetworkSegment(1b9cb054-60c0-45ad-8e77-fd1f63a98f10),segment_id=1b9cb054-60c0-45ad-8e77-fd1f63a98f10)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:17:38.335101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:38.473036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Calling delete_port for 774b7f6d-b844-49c8-8e8c-8405e08b59e1 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:17:38.497154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for af7aac19-b50e-4485-ba7c-3d8950022782 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:17:38.589130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:38.594299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ed1d4b1-fb30-4233-aeae-7f6cd6b94d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:38.644704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Pushing event deleted for resources: {'Port': ['ID=774b7f6d-b844-49c8-8e8c-8405e08b59e1,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:38.648522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] No DVR routers for this DVR port 774b7f6d-b844-49c8-8e8c-8405e08b59e1 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:17:38.655353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.655745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.656125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.656500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.656860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.657226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.657610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.657946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.658313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.658719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.659067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.659438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:38.662657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:38.737522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:38.742655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae6c4107-98dd-4cd0-9b1f-d07cf19ebd72 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:38.791827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=af7aac19-b50e-4485-ba7c-3d8950022782,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:38.795191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:38.888041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:39.073090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:39.075870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:39.148985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:39.149474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Fanout notify agent at l3_agent the message router_deleted on router 642bc92c-b8bb-4f9d-b870-f22830fb3310 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:17:39.165621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:39.166845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/routers/642bc92c-b8bb-4f9d-b870-f22830fb3310 HTTP/1.1" status: 204 len: 168 time: 1.8363817 Apr 22 17:17:39.169763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34862) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:39.294743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:39.438504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:39.563398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d321c5e-013a-4d8d-8ff9-26cf6217cd90']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:39.576488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9cb054-60c0-45ad-8e77-fd1f63a98f10') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:39.576768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9cb054-60c0-45ad-8e77-fd1f63a98f10') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:39.588686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:39.609369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:39.615713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:17:39.795690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:17:39.805765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:39.875514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 774b7f6d-b844-49c8-8e8c-8405e08b59e1 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:17:39.911971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 774b7f6d-b844-49c8-8e8c-8405e08b59e1 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:17:39.912363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 774b7f6d-b844-49c8-8e8c-8405e08b59e1 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:17:39.912835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device af7aac19-b50e-4485-ba7c-3d8950022782 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:17:39.948199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: af7aac19-b50e-4485-ba7c-3d8950022782 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:17:39.948848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device af7aac19-b50e-4485-ba7c-3d8950022782 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:17:39.949313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4937b67d-25e6-4c6e-bacd-e8f102652bb9 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:17:39.987480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 4937b67d-25e6-4c6e-bacd-e8f102652bb9 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:17:39.987776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4937b67d-25e6-4c6e-bacd-e8f102652bb9 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:17:39.991145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 8d321c5e-013a-4d8d-8ff9-26cf6217cd90 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:17:40.015346 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:17:40.187770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:40.191289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-18bb957a-f2a1-447a-bdb8-f95247d40047 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:40.214010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:40.224059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Network': ['ID=8d321c5e-013a-4d8d-8ff9-26cf6217cd90,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:40.228005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:40.230021 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f9b9eace-e76d-4e3d-8144-0e833eef4269 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/networks/8d321c5e-013a-4d8d-8ff9-26cf6217cd90 HTTP/1.1" status: 204 len: 168 time: 1.0592036 Apr 22 17:17:40.243499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34866) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:40.249674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'network': {'name': 'tempest-network-smoke--518899920', 'project_id': '8b61421b15584ef3a566a5143da81011', 'port_security_enabled': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:40.255214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:40.259591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:network and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:17:40.262587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:17:40.269165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:40.309169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:17:40.315650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:40.345553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:17:40.354243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:40.354652 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Added segment dccbcae2-55c2-4174-bcea-27046fbce258 of type vlan for network 535dc28f-1099-4836-b890-32c99a11fcdb Apr 22 17:17:40.382182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:40.450539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:40.457028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:40.457654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:40.463037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:40.575931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Network': ['ID=535dc28f-1099-4836-b890-32c99a11fcdb,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:40.579206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:40.588249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 535dc28f-1099-4836-b890-32c99a11fcdb details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:17:40.612990 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3684256 Apr 22 17:17:40.616152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34870) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:40.622116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'admin_state_up': True, 'project_id': '8b61421b15584ef3a566a5143da81011', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:40.630736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:40.634849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:router and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:17:40.637871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:17:40.644590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:40.698146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:40.699589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:40.913259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:41.226061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:41.577212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:41.613239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:41.753140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.85 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/0dc4a89e-fdbe-48c1-9b28-d05999349552) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:17:41.908141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:41.976410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:41.981169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-038b4983-a9cc-4bfc-b73a-9acc97dc71d0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:42.048607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:17:42.052245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:17:42.054957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:17:42.097635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=0dc4a89e-fdbe-48c1-9b28-d05999349552,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:42.100682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:42.521874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:43.171687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:43.417443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:17:43.610301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:17:43.619909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Sync routers for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:17:43.629712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:17:43.630378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:17:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:43.668413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:43.673989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34876) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:43.679008 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0525322 Apr 22 17:17:43.825638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:17:43.945072 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-42901f2b-69ee-4956-adbf-ab78620bb34f tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8b61421b15584ef3a566a5143da81011&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2694671 Apr 22 17:17:43.947860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34882) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:44.090653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2761029-6db7-4a74-a9e9-0f40876f6c5c tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:44.095881 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c2761029-6db7-4a74-a9e9-0f40876f6c5c tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1434615 Apr 22 17:17:44.096114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34886) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:44.129551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:42Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:44.133740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Checking router: 0c8fe066-0e0c-4800-ac8f-2293ffe04000 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:17:44.134132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Updating router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 port 0dc4a89e-fdbe-48c1-9b28-d05999349552 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:17:44.140739 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a458d53c-6e66-43a1-9489-2399532ffce5 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433731 Apr 22 17:17:44.143455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34890) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:44.149836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1474944598', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'project_id': '8b61421b15584ef3a566a5143da81011', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:44.190696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:44.269419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:44.273509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:subnet and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:17:44.276484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:17:44.282474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:44.325060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:17:44.331914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:44.537379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:44.549463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Transition to ACTIVE for port object 0dc4a89e-fdbe-48c1-9b28-d05999349552 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:17:44.583363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:44.588259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98ab1900-a758-4db8-a876-485ccea31f83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:44.667198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Attempting to bind port 0dc4a89e-fdbe-48c1-9b28-d05999349552 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:17:44.667620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Attempting to bind port 0dc4a89e-fdbe-48c1-9b28-d05999349552 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:17:44.668030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Attempting to bind port 0dc4a89e-fdbe-48c1-9b28-d05999349552 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:17:44.676617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Pushing event updated for resources: {'Port': ['ID=0dc4a89e-fdbe-48c1-9b28-d05999349552,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:44.680400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:17:44.680822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:17:44.681265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:44.681704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:17:44.682228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Bound port: 0dc4a89e-fdbe-48c1-9b28-d05999349552, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:17:44.682663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:44.716883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.717316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.717694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.718065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.718439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.718837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.719207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.719571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.719937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.720301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.720661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.721018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:17:44.730849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:44.870571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:44.876604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0c71ba9-b33c-432b-81c4-8f46b9f95dba tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:44.934835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] For port 0dc4a89e-fdbe-48c1-9b28-d05999349552, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:17:44.938636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] For port 0dc4a89e-fdbe-48c1-9b28-d05999349552, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0dc4a89e-fdbe-48c1-9b28-d05999349552,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:17:44.962309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Subnet': ['ID=8cb10530-d27a-4214-8e72-ace861c5e466,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:44.966456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:44.967737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Checking segment: {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:17:44.968134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network hostable DHCP agents. Network: 535dc28f-1099-4836-b890-32c99a11fcdb, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:17:44.971878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:44.976898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d018762e-f795-44e1-ab28-8f9cbc37942d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:45.043128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 535dc28f-1099-4836-b890-32c99a11fcdb is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:17:45.053237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:17:45.053920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:17:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:45.097659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 535dc28f-1099-4836-b890-32c99a11fcdb) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:17:45.107476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16b60b1-cb94-46a4-af74-5ba8d884a849 None None] Network 535dc28f-1099-4836-b890-32c99a11fcdb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:17:45.112777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:45.113492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:45.126461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Pushing event updated for resources: {'Port': ['ID=0dc4a89e-fdbe-48c1-9b28-d05999349552,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:45.131271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-233e153a-5de7-4a90-835d-c1fa38beb488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:45.173532 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0287418 Apr 22 17:17:45.176434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34894) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:45.250540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:17:45.343723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-535dc28f-1099-4836-b890-32c99a11fcdb', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:17:45.344698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:45.526081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Allocated IP 172.20.0.2 (535dc28f-1099-4836-b890-32c99a11fcdb/8cb10530-d27a-4214-8e72-ace861c5e466/cb9ff92c-e644-43c8-a33b-67bbea01ee58) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:17:45.568128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:42Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:45.572360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f26142-b7c8-4bc8-95b3-69463ba08a1d None None] The sync data for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv is: [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:42Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:17:45.758878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:45.770720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Transition to ACTIVE for port object cb9ff92c-e644-43c8-a33b-67bbea01ee58 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:17:45.840597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Transition to ACTIVE for port object cb9ff92c-e644-43c8-a33b-67bbea01ee58 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:17:45.870358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:45.876904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:45.946766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Network 535dc28f-1099-4836-b890-32c99a11fcdb is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:17:45.950104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:17:45.954638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:17:45.989319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Pushing event updated for resources: {'Port': ['ID=cb9ff92c-e644-43c8-a33b-67bbea01ee58,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:46.000288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:46.072361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Attempting to bind port cb9ff92c-e644-43c8-a33b-67bbea01ee58 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:17:46.072676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Attempting to bind port cb9ff92c-e644-43c8-a33b-67bbea01ee58 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:17:46.073055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Attempting to bind port cb9ff92c-e644-43c8-a33b-67bbea01ee58 on network 535dc28f-1099-4836-b890-32c99a11fcdb {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:17:46.080118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:17:46.080540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Checking segment: {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:17:46.081140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:46.081581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Bound using segment: {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:17:46.082194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Bound port: cb9ff92c-e644-43c8-a33b-67bbea01ee58, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:17:46.082538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:46.184123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] For port cb9ff92c-e644-43c8-a33b-67bbea01ee58, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:17:46.188528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] For port cb9ff92c-e644-43c8-a33b-67bbea01ee58, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cb9ff92c-e644-43c8-a33b-67bbea01ee58,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:17:46.228422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:46.234366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da8c4c4b-fbc1-4ea6-abc9-9a89d29e46fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:46.269396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:46.334593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Pushing event updated for resources: {'Port': ['ID=cb9ff92c-e644-43c8-a33b-67bbea01ee58,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:46.337467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:46.728971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.1 (535dc28f-1099-4836-b890-32c99a11fcdb/8cb10530-d27a-4214-8e72-ace861c5e466/4f5c156d-b6db-4423-b8a2-eb2696028c1f) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:17:46.897568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:46.914357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 4f5c156d-b6db-4423-b8a2-eb2696028c1f will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:17:46.965228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:46.970752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05b13b41-da23-4946-8861-f0c722a43252 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:47.044045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 535dc28f-1099-4836-b890-32c99a11fcdb is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:17:47.047527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:17:47.050153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:17:47.090857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=4f5c156d-b6db-4423-b8a2-eb2696028c1f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:47.094541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:47.121195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:47.273042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:47.714342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3fc569-2019-4c99-9452-c6bdd3bb96dc None None] Network 535dc28f-1099-4836-b890-32c99a11fcdb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:17:47.731989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:47.777766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:47.808067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61db2a8a-0159-46bb-80ab-80a69b2ff0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:47.836928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-41741871-c931-4283-84e7-13438165989e None None] Provisioning for port cb9ff92c-e644-43c8-a33b-67bbea01ee58 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:17:47.909510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:47.914544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=4f5c156d-b6db-4423-b8a2-eb2696028c1f,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:47.919404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:47.976708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0dc4a89e-fdbe-48c1-9b28-d05999349552 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:17:48.061906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 535dc28f-1099-4836-b890-32c99a11fcdb is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:17:48.063149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:17:48.103219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 0dc4a89e-fdbe-48c1-9b28-d05999349552 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:17:48.109830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 0dc4a89e-fdbe-48c1-9b28-d05999349552 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:17:48.110256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:48.245731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:48.264021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 0dc4a89e-fdbe-48c1-9b28-d05999349552, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0dc4a89e-fdbe-48c1-9b28-d05999349552,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:17:48.275975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:17:48.291825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:48.292745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cb9ff92c-e644-43c8-a33b-67bbea01ee58 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:17:48.324174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4242fbc7-713a-4db0-86c1-1192d5d67ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:48.377481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-690f0a29-9ea3-4b41-9f9c-785e3e9e9695 None None] Provisioning for port 4f5c156d-b6db-4423-b8a2-eb2696028c1f completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:17:48.390094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-690f0a29-9ea3-4b41-9f9c-785e3e9e9695 None None] Provisioning complete for port 4f5c156d-b6db-4423-b8a2-eb2696028c1f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:17:48.390509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-690f0a29-9ea3-4b41-9f9c-785e3e9e9695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:48.695778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=0dc4a89e-fdbe-48c1-9b28-d05999349552,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:48.700128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-690f0a29-9ea3-4b41-9f9c-785e3e9e9695 None None] Port 4f5c156d-b6db-4423-b8a2-eb2696028c1f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:17:48.704379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:48.777740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port cb9ff92c-e644-43c8-a33b-67bbea01ee58 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:17:48.783249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port cb9ff92c-e644-43c8-a33b-67bbea01ee58 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:17:48.783669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:48.788841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:17:48.802066 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/0c8fe066-0e0c-4800-ac8f-2293ffe04000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6245599 Apr 22 17:17:48.804822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34898) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:48.817701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Sync routers for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:17:48.858160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:17:48.858889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:17:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:48.955866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572a642-ea0d-4dce-a09f-f7485d50571e tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:48.956322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572a642-ea0d-4dce-a09f-f7485d50571e tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:48.956845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572a642-ea0d-4dce-a09f-f7485d50571e tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:48.957358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572a642-ea0d-4dce-a09f-f7485d50571e tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:48.959339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b572a642-ea0d-4dce-a09f-f7485d50571e tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1534114 Apr 22 17:17:48.962095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34902) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:48.993195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f407ad7b-fa51-4355-bc39-3e053fb86474 None None] Provisioning complete for port 4f5c156d-b6db-4423-b8a2-eb2696028c1f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:17:48.993616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f407ad7b-fa51-4355-bc39-3e053fb86474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:49.036303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd28519-4cda-4eee-9ba1-eb1bd48dcb4d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:49.036827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd28519-4cda-4eee-9ba1-eb1bd48dcb4d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:49.037356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd28519-4cda-4eee-9ba1-eb1bd48dcb4d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:49.037882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd28519-4cda-4eee-9ba1-eb1bd48dcb4d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:49.043344 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bbd28519-4cda-4eee-9ba1-eb1bd48dcb4d tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0766752 Apr 22 17:17:49.043632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34906) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:49.126690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f407ad7b-fa51-4355-bc39-3e053fb86474 None None] Port 4f5c156d-b6db-4423-b8a2-eb2696028c1f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:17:49.167519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:49.189045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:17:49.266238 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bee9eb3c-614f-497e-9974-baddd2a640b5 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2212980 Apr 22 17:17:49.335912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port cb9ff92c-e644-43c8-a33b-67bbea01ee58, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cb9ff92c-e644-43c8-a33b-67bbea01ee58,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:17:49.410472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:49.417737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:49.531912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=cb9ff92c-e644-43c8-a33b-67bbea01ee58,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:49.535095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:49.607611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:49.612356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Checking router: 0c8fe066-0e0c-4800-ac8f-2293ffe04000 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:17:49.612765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Updating router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 port 4f5c156d-b6db-4423-b8a2-eb2696028c1f binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:17:49.672027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:49.893143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0dc4a89e-fdbe-48c1-9b28-d05999349552 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:17:50.017564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 0dc4a89e-fdbe-48c1-9b28-d05999349552 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:17:50.017982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:50.186442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:50.219442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Transition to ACTIVE for port object 4f5c156d-b6db-4423-b8a2-eb2696028c1f will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:17:50.231539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cb9ff92c-e644-43c8-a33b-67bbea01ee58 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:17:50.261268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:50.272561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:50.432441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20728d82-98b1-49d1-a2b4-f8cdf6b62b8f None None] Pushing event updated for resources: {'Port': ['ID=4f5c156d-b6db-4423-b8a2-eb2696028c1f,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:50.463103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20728d82-98b1-49d1-a2b4-f8cdf6b62b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:50.537189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Attempting to bind port 4f5c156d-b6db-4423-b8a2-eb2696028c1f on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:17:50.537388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Attempting to bind port 4f5c156d-b6db-4423-b8a2-eb2696028c1f by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:17:50.537730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Attempting to bind port 4f5c156d-b6db-4423-b8a2-eb2696028c1f on network 535dc28f-1099-4836-b890-32c99a11fcdb {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:17:50.541469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port cb9ff92c-e644-43c8-a33b-67bbea01ee58 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:17:50.541901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:50.588418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:17:50.588844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Checking segment: {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:17:50.589368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:50.589809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Bound using segment: {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:17:50.590342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Bound port: 4f5c156d-b6db-4423-b8a2-eb2696028c1f, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:17:50.590811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:50.707157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34914) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:50.713209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860666453', 'description': 'tempest-secgroup-smoke-1860666453 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:50.719725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:50.724132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:17:50.727224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:17:50.735755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:50.772282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:50.796918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:50.801276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:17:50.804530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:17:50.811623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:50.936837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:50.943186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] For port 4f5c156d-b6db-4423-b8a2-eb2696028c1f, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:17:50.957453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] For port 4f5c156d-b6db-4423-b8a2-eb2696028c1f, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4f5c156d-b6db-4423-b8a2-eb2696028c1f,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:17:50.971781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:50.977634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36e0f982-5018-41f7-b9e7-5b25c8702914 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:51.001029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.006140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:51.022211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10702734-0f2b-45ae-9e2b-98539c639078,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:51.025221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:51.052319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.057144 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3487759 Apr 22 17:17:51.057328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34918) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:51.064355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '10702734-0f2b-45ae-9e2b-98539c639078', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:51.073187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:51.081290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:17:51.084865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:17:51.085644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:17:51.086329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:17:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:51.091547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:51.140016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.158294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20728d82-98b1-49d1-a2b4-f8cdf6b62b8f None None] Pushing event updated for resources: {'Port': ['ID=4f5c156d-b6db-4423-b8a2-eb2696028c1f,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:51.163313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20728d82-98b1-49d1-a2b4-f8cdf6b62b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:51.215967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.245929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.248055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-09831766-fc7e-49af-8b15-4163cf12133b tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:51.272882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fcadff-6b62-4521-aef9-77055c99ee92,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:51.275597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:51.292391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:17:51.303172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.304490 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2457008 Apr 22 17:17:51.307450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34922) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:51.313049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '10702734-0f2b-45ae-9e2b-98539c639078', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:51.319510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:51.327669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:17:51.330924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:17:51.336986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:51.372697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.440162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.473014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.474983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9a38ad72-daad-49c9-9821-51cfd4a97b89 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:51.498659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf479036-262e-4f15-8e06-2a944a9d5bf6,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:51.501252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:51.535932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.537245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2287974 Apr 22 17:17:51.540227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34926) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:51.546035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '10702734-0f2b-45ae-9e2b-98539c639078', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:51.552354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:51.556437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:17:51.559534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:17:51.565659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:51.612082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.643147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:17:51.647538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa28efe-5a19-4a4b-bb9e-ae0d4f5d4383 None None] The sync data for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv is: [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:50Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:17:51.682210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.713340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.715499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d4db5eb-9c29-44c5-ab44-4fa735dd5ce2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:51.740216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395dab08-04f2-492f-a184-69c69ccb5bd0,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:51.751075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:51.781880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.783313 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2420878 Apr 22 17:17:51.786301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34930) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:51.792354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '10702734-0f2b-45ae-9e2b-98539c639078', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:51.799182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:51.803578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:17:51.806960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:17:51.813944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:51.857912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.908346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4f5c156d-b6db-4423-b8a2-eb2696028c1f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:17:51.938020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.970376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:51.972476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-00a9f0c5-af90-48d7-871d-d26bc8f1ee17 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:51.998801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ae03e2-f344-4e8c-84fa-ffe407963d77,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:52.003260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:52.010433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 4f5c156d-b6db-4423-b8a2-eb2696028c1f completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:17:52.016698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4f5c156d-b6db-4423-b8a2-eb2696028c1f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:17:52.017123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.056611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.059918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2709367 Apr 22 17:17:52.061881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 34934) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:52.068799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '10702734-0f2b-45ae-9e2b-98539c639078', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:52.075798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:52.081558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:17:52.085233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:17:52.092144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:52.143433 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:17:52.151055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.156888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.194420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 4f5c156d-b6db-4423-b8a2-eb2696028c1f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4f5c156d-b6db-4423-b8a2-eb2696028c1f,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:17:52.227623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.228530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.229643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:52.256233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.264744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e366465-4e1c-4be8-950f-8771f9152a8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:52.288509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd4cbf5-c7c9-4752-b9e4-3e63b19312a8,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:52.291182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:52.306406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=4f5c156d-b6db-4423-b8a2-eb2696028c1f,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:52.306406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:52.325138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.326522 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3def9476-890a-41fe-be8a-f86ce3df8a01 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2636077 Apr 22 17:17:52.329658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 34938) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:17:52.335746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '10702734-0f2b-45ae-9e2b-98539c639078', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:52.342466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:52.346591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:17:52.349706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:17:52.356152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:52.404972 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:17:52.412546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.485566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.513176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.515213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5082c7b4-2644-4d32-a3eb-d67e6615f4ce tempest-SecGroupIPv6Test-868347165 tempest-SecGroupIPv6Test-868347165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:52.539420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e55f68-2b7b-4970-89ef-616077299a21,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:52.542031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:52.577550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:52.579075 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2483144 Apr 22 17:17:52.777914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-88979b7b-a944-4d88-a533-b44cf9320128 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:17:52.817509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-88979b7b-a944-4d88-a533-b44cf9320128 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:17:52.818867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-88979b7b-a944-4d88-a533-b44cf9320128 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860666453&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.0837677 Apr 22 17:17:52.985979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-19ec18a0-dc1b-4ec9-8a6c-0f771282827d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:52.987602 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-19ec18a0-dc1b-4ec9-8a6c-0f771282827d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 796 time: 0.1607790 Apr 22 17:17:53.003849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-c7dc04bf-36f0-45a4-b722-f3cff699e594 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/quotas/8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 375 time: 0.0099218 Apr 22 17:17:53.095510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e0c6f542-1ab4-4b8e-9432-d34ec8906d26 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:17:53.137327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e0c6f542-1ab4-4b8e-9432-d34ec8906d26 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:17:53.139280 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e0c6f542-1ab4-4b8e-9432-d34ec8906d26 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290350 Apr 22 17:17:53.336447 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-2c684c7d-7faf-4417-a353-d0b6e0ab8e63 service neutron] 10.222.0.77 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845148 Apr 22 17:17:53.478904 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-3a93e4c5-c683-4149-8eb5-f0dc8037f21b service neutron] 10.222.0.77 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358309 Apr 22 17:17:53.735636 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3ff956bf-c524-46be-b8c2-8b2be7b767cc req-6026be1e-e77e-4ca9-b854-868f8983a5fc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 210 time: 0.0539842 Apr 22 17:17:53.887843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4f5c156d-b6db-4423-b8a2-eb2696028c1f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:17:53.962600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4f5c156d-b6db-4423-b8a2-eb2696028c1f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:17:53.963078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:54.857604 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-975b0854-b107-423b-862f-b0645434cb52 req-d4b5a63e-1b7d-47be-8ffe-3fcfde5f2878 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 210 time: 0.0518680 Apr 22 17:17:55.964406 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c30643bb-f8f4-407a-aa5b-b68e17f9e49b req-f5292c0e-ae85-4150-b4f8-83fae83b0762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 210 time: 0.0484741 Apr 22 17:17:57.150533 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-33804b07-1bc8-4ead-9a1e-c40b8345d87d req-55c58de2-9bfd-423a-86be-05ed2faa2e82 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 210 time: 0.0518742 Apr 22 17:17:57.988174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-1e3d27fb-9969-427f-9768-8d5f6c75b9b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:57.990286 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-1e3d27fb-9969-427f-9768-8d5f6c75b9b0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 796 time: 0.1909866 Apr 22 17:17:58.051640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc53c508-97bb-4683-9682-b058f3570cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:58.053931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-7d434fff-5434-49bc-a570-f004e1457bf6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 380 time: 0.0458994 Apr 22 17:17:58.066543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'device_id': '57d3502a-1c6a-4681-a301-0df881926ce7', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'admin_state_up': True, 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'security_groups': ['10702734-0f2b-45ae-9e2b-98539c639078']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:58.152504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:17:58.214250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:17:58.224384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:17:58.263036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:17:58.269743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:58.379207 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-eedce0e1-cc51-4235-a420-9c4b294cbef4 req-e350bd97-3fd0-4db3-ba58-a4af86f8231c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 210 time: 0.0991426 Apr 22 17:17:58.491869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.10 (535dc28f-1099-4836-b890-32c99a11fcdb/8cb10530-d27a-4214-8e72-ace861c5e466/594efd8e-3749-4c3a-b7a1-c2514919865b) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:17:58.731937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:58.748628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 594efd8e-3749-4c3a-b7a1-c2514919865b will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:17:58.799319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:58.804963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24a800df-3daa-4e49-ae69-1e6bd1af4d52 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:58.877576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 535dc28f-1099-4836-b890-32c99a11fcdb is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:17:58.881419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:17:58.885667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:17:58.928827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=594efd8e-3749-4c3a-b7a1-c2514919865b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:58.933704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:17:58.960424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:58.961125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:59.018437 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9562056 Apr 22 17:17:59.036578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Request body: {'port': {'device_id': '57d3502a-1c6a-4681-a301-0df881926ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:17:59.161840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:59.176087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-973f010c-2bc1-4448-987f-5a5de7fdcbf1 None None] Provisioning for port 594efd8e-3749-4c3a-b7a1-c2514919865b completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:17:59.181314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-973f010c-2bc1-4448-987f-5a5de7fdcbf1 None None] Provisioning complete for port 594efd8e-3749-4c3a-b7a1-c2514919865b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:17:59.181728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-973f010c-2bc1-4448-987f-5a5de7fdcbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:59.238090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-973f010c-2bc1-4448-987f-5a5de7fdcbf1 None None] Port 594efd8e-3749-4c3a-b7a1-c2514919865b cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:17:59.581231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594efd8e-3749-4c3a-b7a1-c2514919865b {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:17:59.592171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:59.636547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b6d63-b4cb-4317-a897-631adaacb216 req-4a9b198f-1d0b-4d3a-b510-ba69b99ba9b3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:17:59.637295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-1a0b6d63-b4cb-4317-a897-631adaacb216 req-4a9b198f-1d0b-4d3a-b510-ba69b99ba9b3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:17:59.656158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Transition to ACTIVE for port object 594efd8e-3749-4c3a-b7a1-c2514919865b will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:17:59.684882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-1a0b6d63-b4cb-4317-a897-631adaacb216 req-4a9b198f-1d0b-4d3a-b510-ba69b99ba9b3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:17:59.686848 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a0b6d63-b4cb-4317-a897-631adaacb216 req-4a9b198f-1d0b-4d3a-b510-ba69b99ba9b3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 932 time: 0.1835814 Apr 22 17:17:59.716704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:17:59.723308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:17:59.850884 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a0b6d63-b4cb-4317-a897-631adaacb216 req-3b1aeb0d-f0b0-4667-812a-0e05db5bb150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=10702734-0f2b-45ae-9e2b-98539c639078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568580 Apr 22 17:17:59.959067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Pushing event updated for resources: {'Port': ['ID=594efd8e-3749-4c3a-b7a1-c2514919865b,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:17:59.963722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:00.001965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Attempting to bind port 594efd8e-3749-4c3a-b7a1-c2514919865b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:18:00.002346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Attempting to bind port 594efd8e-3749-4c3a-b7a1-c2514919865b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:18:00.002761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Attempting to bind port 594efd8e-3749-4c3a-b7a1-c2514919865b on network 535dc28f-1099-4836-b890-32c99a11fcdb {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:18:00.008033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Port 594efd8e-3749-4c3a-b7a1-c2514919865b on network 535dc28f-1099-4836-b890-32c99a11fcdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:18:00.008402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Attempting to bind port 594efd8e-3749-4c3a-b7a1-c2514919865b on network 535dc28f-1099-4836-b890-32c99a11fcdb {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:18:00.014104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:18:00.014486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Checking segment: {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:18:00.014962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Bound using segment: {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:18:00.015447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Bound port: 594efd8e-3749-4c3a-b7a1-c2514919865b, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:18:00.015834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:00.112340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] For port 594efd8e-3749-4c3a-b7a1-c2514919865b, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:18:00.115527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] For port 594efd8e-3749-4c3a-b7a1-c2514919865b, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=594efd8e-3749-4c3a-b7a1-c2514919865b,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:18:00.148381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:00.153586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:00.212009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:00.212700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:00.214187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] 10.222.0.78 "PUT /v2.0/ports/594efd8e-3749-4c3a-b7a1-c2514919865b HTTP/1.1" status: 200 len: 1094 time: 1.1828756 Apr 22 17:18:00.214802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:18:00.253921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Pushing event updated for resources: {'Port': ['ID=594efd8e-3749-4c3a-b7a1-c2514919865b,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:00.257923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:00.276843 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'status': 'completed', 'code': 200} Apr 22 17:18:00.292078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d37996ac-0350-4d8d-ab25-a08efff33ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:00.379117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-a33c12ed-18fc-46b2-8a0b-bd11347c53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:00.380759 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-a33c12ed-18fc-46b2-8a0b-bd11347c53da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0846355 Apr 22 17:18:00.462140 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-a8052554-b072-4867-9289-5697d744d44d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594efd8e-3749-4c3a-b7a1-c2514919865b HTTP/1.1" status: 200 len: 217 time: 0.0720639 Apr 22 17:18:00.537521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-77cebe6f-4e55-4d3b-8e87-5814d921cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:00.539123 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-77cebe6f-4e55-4d3b-8e87-5814d921cfdf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 200 len: 835 time: 0.0669148 Apr 22 17:18:00.626289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-a0b2ca51-4630-4e61-931d-b332f06c3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:00.627827 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-a0b2ca51-4630-4e61-931d-b332f06c3173 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=535dc28f-1099-4836-b890-32c99a11fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806975 Apr 22 17:18:00.773730 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-14e06477-f917-4961-86c4-b21ac36bc417 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352522 Apr 22 17:18:00.917946 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b72f364f-c14c-4d50-b7e5-f72419f1fab8 req-a859806c-29d7-418c-a737-b7a8afb45ca5 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338315 Apr 22 17:18:01.412766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c5c65-ca9c-4c70-aa44-398156558d42 req-7b3e8a51-9d55-49e1-9e2c-aa5953457cf5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:01.413895 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c64c5c65-ca9c-4c70-aa44-398156558d42 req-7b3e8a51-9d55-49e1-9e2c-aa5953457cf5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 944 time: 0.4469428 Apr 22 17:18:01.422232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066da3d-bbe8-4002-bdee-f1aad4c7703d req-5aa08ff4-2f5c-465c-8450-e6d6d32cd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:01.423850 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e066da3d-bbe8-4002-bdee-f1aad4c7703d req-5aa08ff4-2f5c-465c-8450-e6d6d32cd22d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 1097 time: 0.4091818 Apr 22 17:18:01.451699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:01.480096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:01.549861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c64c5c65-ca9c-4c70-aa44-398156558d42 req-d44b9609-c257-4154-8b0e-d6355e6943b3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=10702734-0f2b-45ae-9e2b-98539c639078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249685 Apr 22 17:18:01.600903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066da3d-bbe8-4002-bdee-f1aad4c7703d req-839685ba-b422-4e89-b544-722daa44dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:01.602456 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e066da3d-bbe8-4002-bdee-f1aad4c7703d req-839685ba-b422-4e89-b544-722daa44dad2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 898 time: 0.1614616 Apr 22 17:18:01.679077 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e066da3d-bbe8-4002-bdee-f1aad4c7703d req-e138c679-4ee5-471a-bd62-b0078e66b990 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594efd8e-3749-4c3a-b7a1-c2514919865b HTTP/1.1" status: 200 len: 217 time: 0.0690393 Apr 22 17:18:01.750305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066da3d-bbe8-4002-bdee-f1aad4c7703d req-eab19f8f-56ca-49b8-a2b6-94216933fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:01.751927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e066da3d-bbe8-4002-bdee-f1aad4c7703d req-eab19f8f-56ca-49b8-a2b6-94216933fe90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 200 len: 835 time: 0.0656261 Apr 22 17:18:01.836351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066da3d-bbe8-4002-bdee-f1aad4c7703d req-1e986de1-774f-4233-bd6f-c95c29811b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:01.837968 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e066da3d-bbe8-4002-bdee-f1aad4c7703d req-1e986de1-774f-4233-bd6f-c95c29811b9c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=535dc28f-1099-4836-b890-32c99a11fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782471 Apr 22 17:18:01.983739 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e066da3d-bbe8-4002-bdee-f1aad4c7703d req-7ee7139f-c5e7-40e9-b820-4c32b2c5e3b0 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355493 Apr 22 17:18:02.132034 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e066da3d-bbe8-4002-bdee-f1aad4c7703d req-a5355369-4c5f-46a7-bb49-1634a820031b service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384485 Apr 22 17:18:02.759435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc84a24-d1d5-45a8-a2ae-15be0c8a458b req-12003850-8e8f-4100-85eb-88de50679664 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:02.761047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6bc84a24-d1d5-45a8-a2ae-15be0c8a458b req-12003850-8e8f-4100-85eb-88de50679664 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 944 time: 0.0954962 Apr 22 17:18:02.775867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:02.809642 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6bc84a24-d1d5-45a8-a2ae-15be0c8a458b req-caa0208b-99ad-49ce-9eb4-6d118e6b157e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=10702734-0f2b-45ae-9e2b-98539c639078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420299 Apr 22 17:18:03.579711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 594efd8e-3749-4c3a-b7a1-c2514919865b details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:18:03.725515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 594efd8e-3749-4c3a-b7a1-c2514919865b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=594efd8e-3749-4c3a-b7a1-c2514919865b,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:18:03.742899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'port_id': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'mac_address': 'fa:16:3e:88:24:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:18:03.806781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:03.825645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594efd8e-3749-4c3a-b7a1-c2514919865b {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:18:03.843104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 594efd8e-3749-4c3a-b7a1-c2514919865b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=594efd8e-3749-4c3a-b7a1-c2514919865b,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:18:03.874947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:03.877777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20728d82-98b1-49d1-a2b4-f8cdf6b62b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:03.949960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=594efd8e-3749-4c3a-b7a1-c2514919865b,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:03.954009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:04.016290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4d4e-f023-449a-b744-c2cdf0a401d4 req-eb2f0d7b-6889-4894-bc43-3814a25d3894 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:04.017864 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ecbf4d4e-f023-449a-b744-c2cdf0a401d4 req-eb2f0d7b-6889-4894-bc43-3814a25d3894 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 945 time: 0.0937862 Apr 22 17:18:04.065471 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ecbf4d4e-f023-449a-b744-c2cdf0a401d4 req-0043802d-318b-41f8-8a27-05b388fb558f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=10702734-0f2b-45ae-9e2b-98539c639078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411589 Apr 22 17:18:04.187838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['594efd8e-3749-4c3a-b7a1-c2514919865b'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:18:05.268693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:05.271123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49badc8-98b9-49cf-bbea-dc8719766ca4 req-b72dea7b-bd3e-46ff-ade2-a8831a3b7324 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:05.272764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f49badc8-98b9-49cf-bbea-dc8719766ca4 req-b72dea7b-bd3e-46ff-ade2-a8831a3b7324 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 945 time: 0.0895405 Apr 22 17:18:05.320731 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f49badc8-98b9-49cf-bbea-dc8719766ca4 req-f941cab1-7de3-4629-9b5d-383b157c1324 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=10702734-0f2b-45ae-9e2b-98539c639078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Apr 22 17:18:05.595684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 594efd8e-3749-4c3a-b7a1-c2514919865b up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:18:05.696277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 594efd8e-3749-4c3a-b7a1-c2514919865b completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:18:05.701950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 594efd8e-3749-4c3a-b7a1-c2514919865b triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:18:05.702370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:05.830302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:05.861493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:18:05.873368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 594efd8e-3749-4c3a-b7a1-c2514919865b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=594efd8e-3749-4c3a-b7a1-c2514919865b,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:18:05.908900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:05.911075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:05.945015 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'code': 200} Apr 22 17:18:05.988553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=594efd8e-3749-4c3a-b7a1-c2514919865b,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:05.991799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:06.255603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c18a4-3019-4536-8d56-6ec26a757819 req-333c8246-0faf-4d6d-bce2-05371e301bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:06.257209 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e5c18a4-3019-4536-8d56-6ec26a757819 req-333c8246-0faf-4d6d-bce2-05371e301bee service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 1099 time: 0.0808599 Apr 22 17:18:06.308444 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e5c18a4-3019-4536-8d56-6ec26a757819 req-060bb9f0-fc79-46cb-84d3-de1a31aaf2b9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=10702734-0f2b-45ae-9e2b-98539c639078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377529 Apr 22 17:18:06.530068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d484ca-4c24-48f0-8994-df2b9ab2596f req-d965c037-1e5f-4fcb-a961-2f59656b77ac tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:06.531681 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-91d484ca-4c24-48f0-8994-df2b9ab2596f req-d965c037-1e5f-4fcb-a961-2f59656b77ac tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 946 time: 0.0923898 Apr 22 17:18:06.582462 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-91d484ca-4c24-48f0-8994-df2b9ab2596f req-fa62c655-b456-45f1-9742-8b30caa212ae tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=10702734-0f2b-45ae-9e2b-98539c639078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 Apr 22 17:18:07.796266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cb51b-a3d5-4210-bb1b-2e3aa6611e4f req-ad18de26-8eb0-43e8-bdbc-79945f6ac2de tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:07.797881 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f5cb51b-a3d5-4210-bb1b-2e3aa6611e4f req-ad18de26-8eb0-43e8-bdbc-79945f6ac2de tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 946 time: 0.0964398 Apr 22 17:18:07.848199 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f5cb51b-a3d5-4210-bb1b-2e3aa6611e4f req-591f1f4a-ebf3-43db-8e0f-57c2af11cfa3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=10702734-0f2b-45ae-9e2b-98539c639078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433748 Apr 22 17:18:08.057016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cffdf1-9064-4e14-b631-2a08aba0e624 req-8a7f69e6-b19f-4a6d-97ed-25c74092b07d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:08.058732 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22cffdf1-9064-4e14-b631-2a08aba0e624 req-8a7f69e6-b19f-4a6d-97ed-25c74092b07d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 946 time: 0.0930340 Apr 22 17:18:08.109794 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22cffdf1-9064-4e14-b631-2a08aba0e624 req-2976c488-ee1f-4307-9a41-ed28ed9ad82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=10702734-0f2b-45ae-9e2b-98539c639078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445604 Apr 22 17:18:08.134675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35004) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:08.214505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3038730-80c2-4afa-8d21-0d3030e8ff88 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:08.216210 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b3038730-80c2-4afa-8d21-0d3030e8ff88 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 1094 time: 0.0804310 Apr 22 17:18:08.219923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35008) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:08.225578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:08.232367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:18:08.236486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:floatingip and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:18:08.239558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:18:08.245653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:18:08.297565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:08.445910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:08.593728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.199 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/336f4192-1e32-4b93-9922-4bb7ebb79d2d) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:18:08.808725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:08.863134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:08.868274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7172b80-fd77-4414-84cd-328e1b39e661 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:08.926587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:18:08.934474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:18:08.940047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:18:08.986507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=336f4192-1e32-4b93-9922-4bb7ebb79d2d,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:08.990761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:09.395465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:09.518658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:09.770539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:09.811159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:09.816928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-564af11e-9610-4729-8a4b-500e1967e762 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:09.932839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=336f4192-1e32-4b93-9922-4bb7ebb79d2d,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:09.936436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:09.945387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:10.139473 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP 2fcaa679-540d-4e22-8980-342a4b00082c associated. External IP: 172.26.6.199, port: 594efd8e-3749-4c3a-b7a1-c2514919865b. Apr 22 17:18:10.796055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:18:10.991322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:18:11.001637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6d60f-1035-4a4c-933f-0243eaeb77d8 None None] Sync routers for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:18:11.016537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6d60f-1035-4a4c-933f-0243eaeb77d8 None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:18:11.017422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d60f-1035-4a4c-933f-0243eaeb77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:18:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:18:11.052052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:11.113196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8921206 Apr 22 17:18:11.113926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:18:11.116246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35012) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:11.174859 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'status': 'completed', 'code': 200} Apr 22 17:18:11.210258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24af5da2-8ab0-40fb-ab43-14606a80d675 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:11.212932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e8a6d60f-1035-4a4c-933f-0243eaeb77d8 None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:18:11.213628 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-24af5da2-8ab0-40fb-ab43-14606a80d675 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 1094 time: 0.0960763 Apr 22 17:18:11.282657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595884-faf9-4ed2-b5aa-024adf985c88 req-e70a9b3e-317f-4b04-8d65-525219e371ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:11.284285 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99595884-faf9-4ed2-b5aa-024adf985c88 req-e70a9b3e-317f-4b04-8d65-525219e371ca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 1099 time: 0.0884449 Apr 22 17:18:11.436352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595884-faf9-4ed2-b5aa-024adf985c88 req-f1a3d4a0-993f-4283-9310-7c0cf796afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:11.437928 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99595884-faf9-4ed2-b5aa-024adf985c88 req-f1a3d4a0-993f-4283-9310-7c0cf796afff service neutron] 10.222.0.78 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 898 time: 0.1467743 Apr 22 17:18:11.525666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35020) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:11.531566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999842998', 'description': 'tempest-secgroup-smoke-999842998 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:11.537880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:18:11.548138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:18:11.556048 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99595884-faf9-4ed2-b5aa-024adf985c88 req-82244040-9f96-4db4-b557-3b5c7c4623fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594efd8e-3749-4c3a-b7a1-c2514919865b HTTP/1.1" status: 200 len: 1000 time: 0.1103990 Apr 22 17:18:11.589118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:11.619873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:18:11.624815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:18:11.628033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:18:11.629606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595884-faf9-4ed2-b5aa-024adf985c88 req-35c2660f-cc7e-4960-ad23-d312a70579ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:11.631253 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99595884-faf9-4ed2-b5aa-024adf985c88 req-35c2660f-cc7e-4960-ad23-d312a70579ce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 200 len: 835 time: 0.0681407 Apr 22 17:18:11.634157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:18:11.716046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:11.727539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595884-faf9-4ed2-b5aa-024adf985c88 req-6672bb65-dbba-459e-9970-bb77b260df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:11.729440 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99595884-faf9-4ed2-b5aa-024adf985c88 req-6672bb65-dbba-459e-9970-bb77b260df59 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=535dc28f-1099-4836-b890-32c99a11fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914612 Apr 22 17:18:11.737799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:11.739018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d60f-1035-4a4c-933f-0243eaeb77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '2fcaa679-540d-4e22-8980-342a4b00082c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:88:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d3502a-1c6a-4681-a301-0df881926ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:09Z', 'updated_at': '2021-04-22T17:18:09Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:18:11.743853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6d60f-1035-4a4c-933f-0243eaeb77d8 None None] Checking router: 0c8fe066-0e0c-4800-ac8f-2293ffe04000 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:18:11.754976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6d60f-1035-4a4c-933f-0243eaeb77d8 None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:18:11.755730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d60f-1035-4a4c-933f-0243eaeb77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:18:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:18:11.761929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51af2079-98e2-4e81-8d81-a46de9634e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:11.798166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:11.801394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:11.806548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:11.807581 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ee099800-4c40-462a-b6d5-0d15955d2e45 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2807658 Apr 22 17:18:11.811214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35024) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:11.819984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'c431ed1a-163c-4f0b-b4f5-38bde1ce55cc', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:11.825940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:18:11.830256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:18:11.833868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:18:11.840096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:18:11.876968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:11.885854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99595884-faf9-4ed2-b5aa-024adf985c88 req-0f824144-1e87-4bbb-a82f-b2b4eee6760a service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496131 Apr 22 17:18:11.944958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:11.960217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e8a6d60f-1035-4a4c-933f-0243eaeb77d8 None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:18:11.976704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:11.978992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8a05189-f27f-43e5-9d6c-24e4c4db07cc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:12.008166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c269d9-59f6-435b-b473-27d517d7f390,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:12.012025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:12.037920 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99595884-faf9-4ed2-b5aa-024adf985c88 req-fb4085bf-1a59-444d-a305-de013ba1d199 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451347 Apr 22 17:18:12.057835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.059203 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2463243 Apr 22 17:18:12.062218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35028) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:12.068067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'c431ed1a-163c-4f0b-b4f5-38bde1ce55cc', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:12.074998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:18:12.079784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:18:12.082569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:18:12.089108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:18:12.144523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.272635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.302907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.304918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2ac80f8-ae13-4361-8c71-fe557d1732f7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:12.330435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f3971b-0042-4bf0-991f-5df07d266b1c,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:12.333045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:12.336486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d60f-1035-4a4c-933f-0243eaeb77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '2fcaa679-540d-4e22-8980-342a4b00082c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:88:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d3502a-1c6a-4681-a301-0df881926ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:09Z', 'updated_at': '2021-04-22T17:18:09Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:18:12.340828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6d60f-1035-4a4c-933f-0243eaeb77d8 None None] The sync data for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv is: [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '2fcaa679-540d-4e22-8980-342a4b00082c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:88:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d3502a-1c6a-4681-a301-0df881926ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:09Z', 'updated_at': '2021-04-22T17:18:09Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:18:12.365770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.367241 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3039613 Apr 22 17:18:12.370204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35032) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:12.376431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'c431ed1a-163c-4f0b-b4f5-38bde1ce55cc', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:12.383388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:18:12.387587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:18:12.391282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:18:12.397849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:18:12.453603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.573731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.600357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.602351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d16ae749-6237-4453-9a78-9188b8850964 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:12.621758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dd381-16b5-49ba-a566-76aa42d8867f None None] New status for floating IP 2fcaa679-540d-4e22-8980-342a4b00082c: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:18:12.630057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5895cb0-7fb3-4bf6-8187-54ea9c2f69dd,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:12.632781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:12.663219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.664559 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ac702f9b-bce8-4576-b6f8-6a8dd4bba6ba tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2929747 Apr 22 17:18:12.667701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35036) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:12.673650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'c431ed1a-163c-4f0b-b4f5-38bde1ce55cc', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:12.680523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:18:12.685218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:18:12.688660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:18:12.695306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:18:12.743766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.819326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.851963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.854103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-212169f0-be32-4d11-be72-07ffe626e02a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:12.884230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a5c02a-d169-4a85-9740-3986c3c04453,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:12.887062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:12.942140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:12.943513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2747107 Apr 22 17:18:12.946477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35040) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:12.953135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'c431ed1a-163c-4f0b-b4f5-38bde1ce55cc', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:12.960687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:18:12.965014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:18:12.968400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:18:12.975500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:18:13.010611 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:18:13.019260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:13.094418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:13.124879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:13.126973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b34878b2-be4e-4981-8147-16ced2224d4f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:13.151952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e10e4e-f701-4411-b3e4-6bd954f63947,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:13.154793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:13.187775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:13.189105 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-98199430-e11a-4dcf-ae49-931b6db8585e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2415566 Apr 22 17:18:13.192081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35044) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:13.198059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': 'c431ed1a-163c-4f0b-b4f5-38bde1ce55cc', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:13.205139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:18:13.209347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:18:13.212615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:18:13.219109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:18:13.256412 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:18:13.263888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:13.334345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:13.364772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:13.366821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8212971-fe4f-4676-bce9-f8550dfb97ec tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:13.391485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ded70f2-1b78-4dce-b050-89d3ced5ea22,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:13.394314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:13.451939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:13.453281 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a98ca2e9-22e9-4240-86b9-38084749118c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2601430 Apr 22 17:18:13.635083 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-0e063db2-ce91-4c1b-8e35-ca2b66ff44a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999842998&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.0498314 Apr 22 17:18:13.804848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-c3355544-b61d-4ec0-b57d-20caf3891fc6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:13.806440 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-c3355544-b61d-4ec0-b57d-20caf3891fc6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 796 time: 0.1633053 Apr 22 17:18:13.823219 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3c55936b-d799-4b67-9083-c95c58a292fc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/quotas/8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 375 time: 0.0104451 Apr 22 17:18:13.921385 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-b824a372-a3b8-4871-8efc-b0c9df7c51dd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0920887 Apr 22 17:18:14.077207 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-f15410bf-ae20-4151-876b-c5665ed153dd service neutron] 10.222.0.77 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430571 Apr 22 17:18:14.226510 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-904ccfd8-0f4e-41a2-a39f-3f0d32974be5 service neutron] 10.222.0.77 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426587 Apr 22 17:18:14.454085 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d5bb54fc-6227-48bb-9d75-20f934298516 req-708fd412-9d65-45ce-a5e2-975b70ae5662 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 210 time: 0.0513594 Apr 22 17:18:15.630794 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-19f5c4b2-c7ed-45b6-ac70-06310cc36dc6 req-4f4d9c83-1ee3-4a78-ad43-1d69d36cdc3c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 210 time: 0.0595567 Apr 22 17:18:16.244317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-22d3c0a0-2618-4759-8e3b-821690617bdc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:16.246011 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-22d3c0a0-2618-4759-8e3b-821690617bdc tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 796 time: 0.1730103 Apr 22 17:18:16.307949 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-9d9ba70f-0ba4-4ad5-b482-9c97db0345d7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 472 time: 0.0496483 Apr 22 17:18:16.318713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'device_id': '106835b1-6390-4598-83ba-7d31b662c5cd', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'admin_state_up': True, 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'security_groups': ['c431ed1a-163c-4f0b-b4f5-38bde1ce55cc']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:16.475097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:18:16.486315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:18:16.520150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:18:16.526506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:16.707781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.5 (535dc28f-1099-4836-b890-32c99a11fcdb/8cb10530-d27a-4214-8e72-ace861c5e466/cc231a0a-1602-487f-a5ff-bab7a056982f) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:18:16.874333 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b35ca1f9-6f8c-4c2d-bd0d-1f1fdd886beb req-33a9741d-bf0a-4079-8afd-b4ae802bcf04 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 210 time: 0.1192086 Apr 22 17:18:16.977899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:16.995985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object cc231a0a-1602-487f-a5ff-bab7a056982f will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:18:17.069749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:17.077659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0aa58d47-283c-4368-9f53-5d8a913f89b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:17.150797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 535dc28f-1099-4836-b890-32c99a11fcdb is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:18:17.155671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:18:17.160219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:18:17.206042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=cc231a0a-1602-487f-a5ff-bab7a056982f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:17.211730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:17.244989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:17.245711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:17.315607 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0012703 Apr 22 17:18:17.329026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Request body: {'port': {'device_id': '106835b1-6390-4598-83ba-7d31b662c5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:17.455829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:17.473406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-40e21ed1-b84a-41f9-beb2-df56ebe67f9d None None] Provisioning for port cc231a0a-1602-487f-a5ff-bab7a056982f completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:18:17.479355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-40e21ed1-b84a-41f9-beb2-df56ebe67f9d None None] Provisioning complete for port cc231a0a-1602-487f-a5ff-bab7a056982f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:18:17.479793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40e21ed1-b84a-41f9-beb2-df56ebe67f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:17.540049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-40e21ed1-b84a-41f9-beb2-df56ebe67f9d None None] Port cc231a0a-1602-487f-a5ff-bab7a056982f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:18:17.828382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc231a0a-1602-487f-a5ff-bab7a056982f {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:18:17.837066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:17.855484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Transition to ACTIVE for port object cc231a0a-1602-487f-a5ff-bab7a056982f will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:18:17.895935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:17.901339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1418dd00-cecb-4253-9f1f-1b9f69ce5936 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:18.134940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Pushing event updated for resources: {'Port': ['ID=cc231a0a-1602-487f-a5ff-bab7a056982f,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:18.167386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:18.232354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Attempting to bind port cc231a0a-1602-487f-a5ff-bab7a056982f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:18:18.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Attempting to bind port cc231a0a-1602-487f-a5ff-bab7a056982f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:18:18.232970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Attempting to bind port cc231a0a-1602-487f-a5ff-bab7a056982f on network 535dc28f-1099-4836-b890-32c99a11fcdb {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:18:18.240336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Port cc231a0a-1602-487f-a5ff-bab7a056982f on network 535dc28f-1099-4836-b890-32c99a11fcdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:18:18.240703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Attempting to bind port cc231a0a-1602-487f-a5ff-bab7a056982f on network 535dc28f-1099-4836-b890-32c99a11fcdb {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:18:18.252816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e80a6-d545-4c89-a079-de00ba5b01a1 req-2b7c2b61-647f-4170-b7f6-7a6696373cde tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:18.253584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-002e80a6-d545-4c89-a079-de00ba5b01a1 req-2b7c2b61-647f-4170-b7f6-7a6696373cde tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:18:18.259388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:18:18.259767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Checking segment: {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:18:18.260197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Bound using segment: {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:18:18.260688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Bound port: cc231a0a-1602-487f-a5ff-bab7a056982f, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccbcae2-55c2-4174-bcea-27046fbce258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:18:18.261079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:18.328605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-002e80a6-d545-4c89-a079-de00ba5b01a1 req-2b7c2b61-647f-4170-b7f6-7a6696373cde tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:18:18.329944 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-002e80a6-d545-4c89-a079-de00ba5b01a1 req-2b7c2b61-647f-4170-b7f6-7a6696373cde tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 943 time: 0.3243883 Apr 22 17:18:18.408483 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-002e80a6-d545-4c89-a079-de00ba5b01a1 req-88b4f120-6cd2-48e2-ac15-f668c3104356 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707757 Apr 22 17:18:18.409596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] For port cc231a0a-1602-487f-a5ff-bab7a056982f, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:18:18.418390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] For port cc231a0a-1602-487f-a5ff-bab7a056982f, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cc231a0a-1602-487f-a5ff-bab7a056982f,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:18:18.480964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:18.486481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:18.549138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:18.549824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:18.551381 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] 10.222.0.78 "PUT /v2.0/ports/cc231a0a-1602-487f-a5ff-bab7a056982f HTTP/1.1" status: 200 len: 1093 time: 1.2279737 Apr 22 17:18:18.551973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106835b1-6390-4598-83ba-7d31b662c5cd', 'tag': 'cc231a0a-1602-487f-a5ff-bab7a056982f'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:18:18.574242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Pushing event updated for resources: {'Port': ['ID=cc231a0a-1602-487f-a5ff-bab7a056982f,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:18.579818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:18.610137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106835b1-6390-4598-83ba-7d31b662c5cd', 'tag': 'cc231a0a-1602-487f-a5ff-bab7a056982f', 'status': 'completed', 'code': 200} Apr 22 17:18:18.706542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-351849bd-242b-4237-9203-af78dc0ffb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:18.708198 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-351849bd-242b-4237-9203-af78dc0ffb99 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 1096 time: 0.0888095 Apr 22 17:18:19.080609 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-82876161-7478-4553-9fbd-f5c8c5f33151 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc231a0a-1602-487f-a5ff-bab7a056982f HTTP/1.1" status: 200 len: 217 time: 0.3629413 Apr 22 17:18:19.153024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-f5722440-8229-4f83-8aba-416321a84252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:19.154606 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-f5722440-8229-4f83-8aba-416321a84252 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 200 len: 835 time: 0.0657990 Apr 22 17:18:19.239636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-6daf6c74-b4b9-4974-bb38-056d9555d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:19.241240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-6daf6c74-b4b9-4974-bb38-056d9555d7a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=535dc28f-1099-4836-b890-32c99a11fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785718 Apr 22 17:18:19.391188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-f4f141c0-6c8b-4786-891a-99c3c09b6c4f service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394765 Apr 22 17:18:19.592229 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94f2ecea-693d-45fe-bf74-1c6c83937b85 req-9e3e31ac-ef0d-4989-b95d-27219509178f service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937537 Apr 22 17:18:19.632597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50562952-238e-4396-82ea-af7a5232c257 req-d51ab86a-98a9-4be8-9fbb-7e7cc89c1ab9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:19.633677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-50562952-238e-4396-82ea-af7a5232c257 req-d51ab86a-98a9-4be8-9fbb-7e7cc89c1ab9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 943 time: 0.1101999 Apr 22 17:18:19.732794 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-50562952-238e-4396-82ea-af7a5232c257 req-192fd96b-1505-48dc-b172-addc1329d0e6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922742 Apr 22 17:18:19.766680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572b265-35da-4635-8cd2-36e9dab2bb5f req-c718697b-5bec-46ec-88bd-305c84c9d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:19.768315 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3572b265-35da-4635-8cd2-36e9dab2bb5f req-c718697b-5bec-46ec-88bd-305c84c9d452 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 1096 time: 0.0915813 Apr 22 17:18:19.914264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572b265-35da-4635-8cd2-36e9dab2bb5f req-4b677089-6cca-4d25-a61b-012dd48c97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:19.915893 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3572b265-35da-4635-8cd2-36e9dab2bb5f req-4b677089-6cca-4d25-a61b-012dd48c97f1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 898 time: 0.1410692 Apr 22 17:18:19.996409 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3572b265-35da-4635-8cd2-36e9dab2bb5f req-d3b088d7-5af2-4ad1-b7aa-4216656414ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc231a0a-1602-487f-a5ff-bab7a056982f HTTP/1.1" status: 200 len: 217 time: 0.0709188 Apr 22 17:18:20.069658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572b265-35da-4635-8cd2-36e9dab2bb5f req-f21d5720-be16-44e3-b2ab-fb8e69c717ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:20.071334 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3572b265-35da-4635-8cd2-36e9dab2bb5f req-f21d5720-be16-44e3-b2ab-fb8e69c717ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 200 len: 835 time: 0.0677109 Apr 22 17:18:20.163160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572b265-35da-4635-8cd2-36e9dab2bb5f req-f3d041cc-249d-4fbc-abd9-8bf07b84ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:20.164714 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3572b265-35da-4635-8cd2-36e9dab2bb5f req-f3d041cc-249d-4fbc-abd9-8bf07b84ea4f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=535dc28f-1099-4836-b890-32c99a11fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841091 Apr 22 17:18:20.313282 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3572b265-35da-4635-8cd2-36e9dab2bb5f req-08548c11-a18e-4e37-9d67-e0e2319240a3 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411822 Apr 22 17:18:20.462019 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3572b265-35da-4635-8cd2-36e9dab2bb5f req-c114f489-9b99-44b6-be56-4d35fd154a02 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420228 Apr 22 17:18:20.936124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371f66-4e34-47ff-9333-a8c83248ae8c req-543cb0d1-2000-471c-9797-b442d05e0b93 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:20.937784 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-75371f66-4e34-47ff-9333-a8c83248ae8c req-543cb0d1-2000-471c-9797-b442d05e0b93 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 943 time: 0.0896456 Apr 22 17:18:20.987977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-75371f66-4e34-47ff-9333-a8c83248ae8c req-e7af56b1-e111-4d05-9526-214ec3fabbf0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428481 Apr 22 17:18:22.219389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52347ef-b532-4324-a1f9-c6d3844ea95f req-bf5f8b31-34c8-472f-b05d-0f4cf9bd3934 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:22.221006 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a52347ef-b532-4324-a1f9-c6d3844ea95f req-bf5f8b31-34c8-472f-b05d-0f4cf9bd3934 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 943 time: 0.0928249 Apr 22 17:18:22.270097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a52347ef-b532-4324-a1f9-c6d3844ea95f req-3fbb1825-e529-4e37-b8a4-f6eb7d7feddb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420692 Apr 22 17:18:23.479362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87fddd-d7ce-45d4-9a80-0e5e28c0f23e req-01d8f210-6582-4f3c-bee7-bbcc19a8c0e6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:23.480864 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ac87fddd-d7ce-45d4-9a80-0e5e28c0f23e req-01d8f210-6582-4f3c-bee7-bbcc19a8c0e6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 943 time: 0.0892179 Apr 22 17:18:23.529751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ac87fddd-d7ce-45d4-9a80-0e5e28c0f23e req-2e7f86b1-e98d-4161-84fa-e9769f85b4c1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423279 Apr 22 17:18:23.703894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cc231a0a-1602-487f-a5ff-bab7a056982f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:18:23.846911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port cc231a0a-1602-487f-a5ff-bab7a056982f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cc231a0a-1602-487f-a5ff-bab7a056982f,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:18:23.862091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'cc231a0a-1602-487f-a5ff-bab7a056982f', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'port_id': 'cc231a0a-1602-487f-a5ff-bab7a056982f', 'mac_address': 'fa:16:3e:92:ab:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:18:23.925090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:23.943513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc231a0a-1602-487f-a5ff-bab7a056982f {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:18:23.960012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port cc231a0a-1602-487f-a5ff-bab7a056982f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cc231a0a-1602-487f-a5ff-bab7a056982f,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:18:24.005640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:24.007604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:24.079742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=cc231a0a-1602-487f-a5ff-bab7a056982f,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:24.083623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:24.248032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['cc231a0a-1602-487f-a5ff-bab7a056982f'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:18:24.744534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713ba10-368c-4f03-9470-12fd83405f79 req-a400ba30-c0c1-4cd3-b8c6-b350858af29e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:24.746153 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1713ba10-368c-4f03-9470-12fd83405f79 req-a400ba30-c0c1-4cd3-b8c6-b350858af29e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 944 time: 0.0976865 Apr 22 17:18:24.796152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1713ba10-368c-4f03-9470-12fd83405f79 req-a22ac60f-25b4-4073-8532-ed9cb3e2e3a1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427732 Apr 22 17:18:25.720674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cc231a0a-1602-487f-a5ff-bab7a056982f up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:18:25.828602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port cc231a0a-1602-487f-a5ff-bab7a056982f completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:18:25.834568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port cc231a0a-1602-487f-a5ff-bab7a056982f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:18:25.835230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:25.905447 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-99156412-8914-4adf-8d20-f6c3ae4b7a11 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875061 Apr 22 17:18:25.974498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:26.003858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106835b1-6390-4598-83ba-7d31b662c5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc231a0a-1602-487f-a5ff-bab7a056982f'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:18:26.024886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port cc231a0a-1602-487f-a5ff-bab7a056982f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cc231a0a-1602-487f-a5ff-bab7a056982f,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:18:26.027388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aed65-fcb9-4749-99aa-45ffaf400611 req-b9668f5b-f47f-4518-9393-6306bfb69d24 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:26.029042 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-917aed65-fcb9-4749-99aa-45ffaf400611 req-b9668f5b-f47f-4518-9393-6306bfb69d24 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 944 time: 0.0977273 Apr 22 17:18:26.058124 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106835b1-6390-4598-83ba-7d31b662c5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc231a0a-1602-487f-a5ff-bab7a056982f', 'code': 200} Apr 22 17:18:26.074609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:26.079750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-46977f45-b1f5-4603-9b6e-82b77a77857c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:26.141428 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-917aed65-fcb9-4749-99aa-45ffaf400611 req-d64f7fd1-459a-49cf-a8f2-d13156e1653a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712833 Apr 22 17:18:26.155568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=cc231a0a-1602-487f-a5ff-bab7a056982f,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:26.159783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:26.178124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-0ea12eec-2e70-4e34-96ad-3d487329a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:26.180124 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-0ea12eec-2e70-4e34-96ad-3d487329a885 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 1099 time: 0.1495221 Apr 22 17:18:26.348238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-c0f83349-a657-4172-8fde-eab0bf0e87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:26.349782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-c0f83349-a657-4172-8fde-eab0bf0e87fe service neutron] 10.222.0.78 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 898 time: 0.1465566 Apr 22 17:18:26.376869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d18cfb-d876-47db-9e06-57e0c644fd86 req-cc6bf20b-2cd2-4b60-a5ab-0bf33d72e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:26.378490 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a9d18cfb-d876-47db-9e06-57e0c644fd86 req-cc6bf20b-2cd2-4b60-a5ab-0bf33d72e4ca service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 1098 time: 0.0855529 Apr 22 17:18:26.424570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a9d18cfb-d876-47db-9e06-57e0c644fd86 req-7d779ef0-98b7-4183-830a-8e69c2fcd904 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396569 Apr 22 17:18:26.462404 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-c3c1ba44-cf60-469b-ac7c-9471416eea6d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594efd8e-3749-4c3a-b7a1-c2514919865b HTTP/1.1" status: 200 len: 1002 time: 0.1058896 Apr 22 17:18:26.547527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-5407f562-7cb4-4502-819b-71bd31483395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:26.549123 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-5407f562-7cb4-4502-819b-71bd31483395 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 200 len: 835 time: 0.0728340 Apr 22 17:18:26.636630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-54d35e21-ffff-4e55-9f36-07a3f6a9bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:26.638178 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-54d35e21-ffff-4e55-9f36-07a3f6a9bf69 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=535dc28f-1099-4836-b890-32c99a11fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821407 Apr 22 17:18:26.791089 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-8b1504e8-b853-45e4-8f77-fc8cb1f6d257 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448679 Apr 22 17:18:26.948545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0bfef3e-0495-48bb-8f2b-26defc3d3096 req-085ce448-4c75-4fb9-9fca-ffc586be4a5f service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507480 Apr 22 17:18:27.370116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e2bc1-39f8-47b2-9013-496ef6b38766 req-c3b80cbf-a0ab-40fa-96e6-2e187fb8c1f0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:27.371854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a04e2bc1-39f8-47b2-9013-496ef6b38766 req-c3b80cbf-a0ab-40fa-96e6-2e187fb8c1f0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 945 time: 0.1011050 Apr 22 17:18:27.432803 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a04e2bc1-39f8-47b2-9013-496ef6b38766 req-f4444655-b94d-4325-b5dc-b994942d7bbb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479307 Apr 22 17:18:28.063237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bd35790-8033-44ce-93c4-356b1cd5a3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:28.648957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafbaca-c102-4817-a093-b67e5a37ebf8 req-b84a22b3-5f75-4e17-b1cc-158fd1231eca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:28.650549 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6aafbaca-c102-4817-a093-b67e5a37ebf8 req-b84a22b3-5f75-4e17-b1cc-158fd1231eca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 945 time: 0.0930092 Apr 22 17:18:28.705989 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6aafbaca-c102-4817-a093-b67e5a37ebf8 req-560f747b-c61d-433f-b77e-c21a1a66d00a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483878 Apr 22 17:18:28.920337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec68ca8-17ec-4baf-86ed-b6f78641dcc8 req-fa4abaf3-6650-4830-a28d-4d5a877c5ac6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:28.921968 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-aec68ca8-17ec-4baf-86ed-b6f78641dcc8 req-fa4abaf3-6650-4830-a28d-4d5a877c5ac6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 945 time: 0.0955300 Apr 22 17:18:28.973145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-aec68ca8-17ec-4baf-86ed-b6f78641dcc8 req-0a1a2944-68ea-42ea-b890-2ae52238abc0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 Apr 22 17:18:28.997250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35102) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:29.077337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d7a70-98ca-4dd2-8088-aa066c1ed0a0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:29.079096 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-381d7a70-98ca-4dd2-8088-aa066c1ed0a0 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 1093 time: 0.0807576 Apr 22 17:18:29.082097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35106) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:29.087802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': 'cc231a0a-1602-487f-a5ff-bab7a056982f', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:29.095258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:18:29.099434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:floatingip and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:18:29.102524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:18:29.108760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:18:29.149119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:29.300363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:29.453885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.2 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/b9b34165-77b7-44a5-aaa6-cd214f471fb5) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:18:29.631294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:29.708800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:29.714379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b7061b0-1f7f-4306-8a73-a03d9844cf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:29.787728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:18:29.791564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:18:29.794339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:18:29.839322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=b9b34165-77b7-44a5-aaa6-cd214f471fb5,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:29.842918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:30.263450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:30.308348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90b03cdb-fc67-418a-ba7a-899aed31415d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:30.406155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:30.648744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:30.713610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:30.722866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3abed2b5-c182-46ff-ad4f-40fca4320c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:18:30.941615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=b9b34165-77b7-44a5-aaa6-cd214f471fb5,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:18:30.951847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:18:30.964670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:31.229708 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP dd7d0b04-7b34-4899-9942-2ef133814525 associated. External IP: 172.26.6.2, port: cc231a0a-1602-487f-a5ff-bab7a056982f. Apr 22 17:18:31.451475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:31.480008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:31.913874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:18:32.111728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:18:32.121741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d254267-26c4-48cd-a7f3-c64dd9edd81d None None] Sync routers for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:18:32.132778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d254267-26c4-48cd-a7f3-c64dd9edd81d None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:18:32.133503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0d254267-26c4-48cd-a7f3-c64dd9edd81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:18:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:18:32.165994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:32.227826 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.1445529 Apr 22 17:18:32.228546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106835b1-6390-4598-83ba-7d31b662c5cd', 'tag': 'cc231a0a-1602-487f-a5ff-bab7a056982f'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:18:32.281439 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106835b1-6390-4598-83ba-7d31b662c5cd', 'tag': 'cc231a0a-1602-487f-a5ff-bab7a056982f', 'status': 'completed', 'code': 200} Apr 22 17:18:32.336007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-0d254267-26c4-48cd-a7f3-c64dd9edd81d None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:18:32.391947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eac7b-e5b4-44c3-a3da-d80b859c4f2c req-a9252da9-be32-4350-842e-c2de219b3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:32.393494 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a5eac7b-e5b4-44c3-a3da-d80b859c4f2c req-a9252da9-be32-4350-842e-c2de219b3da1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 1098 time: 0.0897684 Apr 22 17:18:32.574985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eac7b-e5b4-44c3-a3da-d80b859c4f2c req-98db9776-9b66-44f4-aba7-7ecca40d1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:32.577785 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a5eac7b-e5b4-44c3-a3da-d80b859c4f2c req-98db9776-9b66-44f4-aba7-7ecca40d1efb service neutron] 10.222.0.78 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 898 time: 0.1762521 Apr 22 17:18:32.749857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0d254267-26c4-48cd-a7f3-c64dd9edd81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '2fcaa679-540d-4e22-8980-342a4b00082c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:88:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d3502a-1c6a-4681-a301-0df881926ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:09Z', 'updated_at': '2021-04-22T17:18:12Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}, {'id': 'dd7d0b04-7b34-4899-9942-2ef133814525', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.2', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': 'cc231a0a-1602-487f-a5ff-bab7a056982f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:92:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106835b1-6390-4598-83ba-7d31b662c5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:30Z', 'updated_at': '2021-04-22T17:18:30Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:18:32.758143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d254267-26c4-48cd-a7f3-c64dd9edd81d None None] Checking router: 0c8fe066-0e0c-4800-ac8f-2293ffe04000 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:18:32.770674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d254267-26c4-48cd-a7f3-c64dd9edd81d None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:18:32.771364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0d254267-26c4-48cd-a7f3-c64dd9edd81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:18:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:18:32.774586 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a5eac7b-e5b4-44c3-a3da-d80b859c4f2c req-6402c9d0-7f6c-4482-88b1-1bcca040d304 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc231a0a-1602-487f-a5ff-bab7a056982f HTTP/1.1" status: 200 len: 997 time: 0.1891565 Apr 22 17:18:32.788388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:32.852558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eac7b-e5b4-44c3-a3da-d80b859c4f2c req-e42b4c63-f519-4b0a-b38f-16ff9217a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:32.854160 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a5eac7b-e5b4-44c3-a3da-d80b859c4f2c req-e42b4c63-f519-4b0a-b38f-16ff9217a0a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 200 len: 835 time: 0.0731425 Apr 22 17:18:32.942414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eac7b-e5b4-44c3-a3da-d80b859c4f2c req-14bb0ad9-8cd5-40b0-a541-a0d24df2bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:18:32.944069 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a5eac7b-e5b4-44c3-a3da-d80b859c4f2c req-14bb0ad9-8cd5-40b0-a541-a0d24df2bb91 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=535dc28f-1099-4836-b890-32c99a11fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828624 Apr 22 17:18:32.972102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-0d254267-26c4-48cd-a7f3-c64dd9edd81d None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:18:33.102455 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a5eac7b-e5b4-44c3-a3da-d80b859c4f2c req-d36fc073-0842-4ded-b4e7-ba0f488ad5c1 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506972 Apr 22 17:18:33.263249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a5eac7b-e5b4-44c3-a3da-d80b859c4f2c req-10ba29c0-1d7c-41f6-871f-c24627f49a3f service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514835 Apr 22 17:18:33.391249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0d254267-26c4-48cd-a7f3-c64dd9edd81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '2fcaa679-540d-4e22-8980-342a4b00082c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:88:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d3502a-1c6a-4681-a301-0df881926ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:09Z', 'updated_at': '2021-04-22T17:18:12Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}, {'id': 'dd7d0b04-7b34-4899-9942-2ef133814525', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.2', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': 'cc231a0a-1602-487f-a5ff-bab7a056982f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:92:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106835b1-6390-4598-83ba-7d31b662c5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:30Z', 'updated_at': '2021-04-22T17:18:30Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:18:33.395702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d254267-26c4-48cd-a7f3-c64dd9edd81d None None] The sync data for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv is: [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '2fcaa679-540d-4e22-8980-342a4b00082c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:88:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d3502a-1c6a-4681-a301-0df881926ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:09Z', 'updated_at': '2021-04-22T17:18:12Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}, {'id': 'dd7d0b04-7b34-4899-9942-2ef133814525', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.2', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': 'cc231a0a-1602-487f-a5ff-bab7a056982f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:92:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106835b1-6390-4598-83ba-7d31b662c5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:30Z', 'updated_at': '2021-04-22T17:18:30Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:18:33.705743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dbd594-fdd5-4149-8e3d-048341460f1a None None] New status for floating IP dd7d0b04-7b34-4899-9942-2ef133814525: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:18:35.151999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:18:35.262322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:18:58.067673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae86e0b1-92ad-4d89-9034-0255303d34a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:00.261695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38052489-ac36-4091-8795-7a9361cefb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:01.450383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:01.478697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:02.780907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:05.284792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:06.669588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35124) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:06.784557 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-79051fd2-9080-4f2a-a268-93c65b735f32 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/2fcaa679-540d-4e22-8980-342a4b00082c HTTP/1.1" status: 200 len: 994 time: 0.1129405 Apr 22 17:19:07.620523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35134) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:07.627720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:07.762268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:07.990368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 594efd8e-3749-4c3a-b7a1-c2514919865b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=594efd8e-3749-4c3a-b7a1-c2514919865b,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:08.016404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:08.062541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:08.066908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-16d2a870-ce5a-4719-9f63-e8d81c4c88e0 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:08.141091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:08.141645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:08.143218 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/ports/594efd8e-3749-4c3a-b7a1-c2514919865b HTTP/1.1" status: 200 len: 939 time: 0.5215950 Apr 22 17:19:08.143969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:19:08.163717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=594efd8e-3749-4c3a-b7a1-c2514919865b,revision_number=6']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:08.172929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.173361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.173785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.174275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.174602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.175074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.175571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.175875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.176283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.176767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.177078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.177486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:08.182932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:08.317417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a85a8f73-f5dc-4ea0-820f-b4093b3c4b12 None None] Provisioning complete for port 594efd8e-3749-4c3a-b7a1-c2514919865b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:08.317834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a85a8f73-f5dc-4ea0-820f-b4093b3c4b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:08.335328 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'status': 'completed', 'code': 200} Apr 22 17:19:08.385125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a85a8f73-f5dc-4ea0-820f-b4093b3c4b12 None None] Port 594efd8e-3749-4c3a-b7a1-c2514919865b is administratively disabled so it will not transition to active. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 22 17:19:08.526250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375be6-1cf7-46c9-8db3-9dd610438f11 req-a1e1c3c5-e13b-4e7a-8294-1a6c13b4a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:08.527881 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e375be6-1cf7-46c9-8db3-9dd610438f11 req-a1e1c3c5-e13b-4e7a-8294-1a6c13b4a044 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 1100 time: 0.1660833 Apr 22 17:19:08.674253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375be6-1cf7-46c9-8db3-9dd610438f11 req-be05edb3-a761-44d4-8949-56d98339d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:08.675768 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e375be6-1cf7-46c9-8db3-9dd610438f11 req-be05edb3-a761-44d4-8949-56d98339d11f service neutron] 10.222.0.78 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 898 time: 0.1400905 Apr 22 17:19:08.785347 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e375be6-1cf7-46c9-8db3-9dd610438f11 req-9a667ebb-1e5b-47b3-882a-c31f8ab8d543 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594efd8e-3749-4c3a-b7a1-c2514919865b HTTP/1.1" status: 200 len: 1003 time: 0.1025283 Apr 22 17:19:08.862045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375be6-1cf7-46c9-8db3-9dd610438f11 req-bf2b035b-131a-4cc1-b08f-d0d1532ed400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:08.863656 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e375be6-1cf7-46c9-8db3-9dd610438f11 req-bf2b035b-131a-4cc1-b08f-d0d1532ed400 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 200 len: 835 time: 0.0674233 Apr 22 17:19:08.951037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375be6-1cf7-46c9-8db3-9dd610438f11 req-2fe0d983-68a3-4935-b4db-ae17bdff31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:08.953196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e375be6-1cf7-46c9-8db3-9dd610438f11 req-2fe0d983-68a3-4935-b4db-ae17bdff31c4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=535dc28f-1099-4836-b890-32c99a11fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789440 Apr 22 17:19:09.366961 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e375be6-1cf7-46c9-8db3-9dd610438f11 req-19c6fde7-ab5e-4662-bd0f-b965f2eff60f service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024825 Apr 22 17:19:09.515837 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e375be6-1cf7-46c9-8db3-9dd610438f11 req-39d4e94e-2b37-46f4-b16a-f0e6ca8625cb service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369119 Apr 22 17:19:11.602701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35148) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:11.609243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-345ca8ca-8f7b-4993-bc6e-180d8aa9e8b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:11.741990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-345ca8ca-8f7b-4993-bc6e-180d8aa9e8b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:11.970206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-345ca8ca-8f7b-4993-bc6e-180d8aa9e8b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 594efd8e-3749-4c3a-b7a1-c2514919865b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=594efd8e-3749-4c3a-b7a1-c2514919865b,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:11.995725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-345ca8ca-8f7b-4993-bc6e-180d8aa9e8b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:12.027304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-345ca8ca-8f7b-4993-bc6e-180d8aa9e8b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:12.032111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f9d30f5-364f-4286-aa48-8e3ce1787ce0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:12.094154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ca8ca-8f7b-4993-bc6e-180d8aa9e8b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:12.094863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-345ca8ca-8f7b-4993-bc6e-180d8aa9e8b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:12.096395 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-345ca8ca-8f7b-4993-bc6e-180d8aa9e8b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/ports/594efd8e-3749-4c3a-b7a1-c2514919865b HTTP/1.1" status: 200 len: 938 time: 0.4926097 Apr 22 17:19:12.097143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:19:12.099755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35152) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:12.131213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ca8ca-8f7b-4993-bc6e-180d8aa9e8b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=594efd8e-3749-4c3a-b7a1-c2514919865b,revision_number=7']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:12.135198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-345ca8ca-8f7b-4993-bc6e-180d8aa9e8b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:12.153263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:19:12.162938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'status': 'completed', 'code': 200} Apr 22 17:19:12.225767 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-16ab9712-d3fb-41ef-ba44-f1d41bc7ffe2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/2fcaa679-540d-4e22-8980-342a4b00082c HTTP/1.1" status: 200 len: 994 time: 0.1246333 Apr 22 17:19:12.276673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256e872-df78-4ab7-bd37-e596164b0a39 req-98a698d6-dd23-40fe-ad16-8480dbe52da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:12.278274 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b256e872-df78-4ab7-bd37-e596164b0a39 req-98a698d6-dd23-40fe-ad16-8480dbe52da4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 1099 time: 0.0887630 Apr 22 17:19:12.331947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2619e27d-a6fc-499c-90a2-d19acbfb81d7 None None] Provisioning complete for port 594efd8e-3749-4c3a-b7a1-c2514919865b triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:12.332364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2619e27d-a6fc-499c-90a2-d19acbfb81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:12.370743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['594efd8e-3749-4c3a-b7a1-c2514919865b'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:19:12.425461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256e872-df78-4ab7-bd37-e596164b0a39 req-dc3eebd9-5be7-4519-a836-391b2150a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:12.427016 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b256e872-df78-4ab7-bd37-e596164b0a39 req-dc3eebd9-5be7-4519-a836-391b2150a036 service neutron] 10.222.0.78 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 898 time: 0.1420395 Apr 22 17:19:12.543685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b256e872-df78-4ab7-bd37-e596164b0a39 req-6330f530-b654-46f4-93fb-d3c171e6afa1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594efd8e-3749-4c3a-b7a1-c2514919865b HTTP/1.1" status: 200 len: 1002 time: 0.1047735 Apr 22 17:19:12.619209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256e872-df78-4ab7-bd37-e596164b0a39 req-ac2bbfa9-7d66-4143-a5f2-8204430079e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:12.620802 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b256e872-df78-4ab7-bd37-e596164b0a39 req-ac2bbfa9-7d66-4143-a5f2-8204430079e8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 200 len: 835 time: 0.0674849 Apr 22 17:19:12.708940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256e872-df78-4ab7-bd37-e596164b0a39 req-fe27765e-ff27-405b-8839-316c9b58ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:12.710560 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b256e872-df78-4ab7-bd37-e596164b0a39 req-fe27765e-ff27-405b-8839-316c9b58ad31 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=535dc28f-1099-4836-b890-32c99a11fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800612 Apr 22 17:19:12.859379 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b256e872-df78-4ab7-bd37-e596164b0a39 req-a5aa0c8b-0cee-435a-9c27-cb1dad7cadd8 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376023 Apr 22 17:19:13.001543 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b256e872-df78-4ab7-bd37-e596164b0a39 req-164239ea-a3f4-4a2a-a067-f720d9401e51 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352432 Apr 22 17:19:14.821927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35164) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:15.041802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port b9b34165-77b7-44a5-aaa6-cd214f471fb5 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:19:15.042108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:15.227941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:15.228317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:15.359536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for b9b34165-77b7-44a5-aaa6-cd214f471fb5 owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:19:15.535922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:15.540656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07c49b48-c659-4c4c-89ca-efa310be8087 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:15.586974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=b9b34165-77b7-44a5-aaa6-cd214f471fb5,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:15.590405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:15.689391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:15.689766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP dd7d0b04-7b34-4899-9942-2ef133814525 disassociated (deleted). External IP: 172.26.6.2, port: cc231a0a-1602-487f-a5ff-bab7a056982f. Apr 22 17:19:16.063338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:19:16.254505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:19:16.265191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af49425f-135d-483f-a47d-d02207350c0f None None] Sync routers for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:19:16.276907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af49425f-135d-483f-a47d-d02207350c0f None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:19:16.280338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-af49425f-135d-483f-a47d-d02207350c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:19:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:16.296484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:16.359727 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/floatingips/dd7d0b04-7b34-4899-9942-2ef133814525 HTTP/1.1" status: 204 len: 168 time: 1.5338612 Apr 22 17:19:16.359727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106835b1-6390-4598-83ba-7d31b662c5cd', 'tag': 'cc231a0a-1602-487f-a5ff-bab7a056982f'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:19:16.413754 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106835b1-6390-4598-83ba-7d31b662c5cd', 'tag': 'cc231a0a-1602-487f-a5ff-bab7a056982f', 'status': 'completed', 'code': 200} Apr 22 17:19:16.474435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-af49425f-135d-483f-a47d-d02207350c0f None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:19:16.522232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b0d19-7f7f-411d-bf87-0cc0f8612815 req-82654e75-f93d-4089-a28d-564a7a625fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:16.523918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1e5b0d19-7f7f-411d-bf87-0cc0f8612815 req-82654e75-f93d-4089-a28d-564a7a625fe8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 1098 time: 0.0830264 Apr 22 17:19:16.678453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b0d19-7f7f-411d-bf87-0cc0f8612815 req-e7cf7c11-e722-40e8-895e-61821b09c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:16.680010 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1e5b0d19-7f7f-411d-bf87-0cc0f8612815 req-e7cf7c11-e722-40e8-895e-61821b09c20d service neutron] 10.222.0.78 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 898 time: 0.1460948 Apr 22 17:19:16.771270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1e5b0d19-7f7f-411d-bf87-0cc0f8612815 req-7a1fd6ed-4144-4548-96b8-f0cece828088 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc231a0a-1602-487f-a5ff-bab7a056982f HTTP/1.1" status: 200 len: 217 time: 0.0833685 Apr 22 17:19:16.851184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b0d19-7f7f-411d-bf87-0cc0f8612815 req-ff828e0d-1443-4b0b-bb3c-472720e8db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:16.852767 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1e5b0d19-7f7f-411d-bf87-0cc0f8612815 req-ff828e0d-1443-4b0b-bb3c-472720e8db8f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 200 len: 835 time: 0.0719178 Apr 22 17:19:16.854039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-af49425f-135d-483f-a47d-d02207350c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '2fcaa679-540d-4e22-8980-342a4b00082c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:88:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d3502a-1c6a-4681-a301-0df881926ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:09Z', 'updated_at': '2021-04-22T17:18:12Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:16.858761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af49425f-135d-483f-a47d-d02207350c0f None None] Checking router: 0c8fe066-0e0c-4800-ac8f-2293ffe04000 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:19:16.868351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af49425f-135d-483f-a47d-d02207350c0f None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:19:16.869022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-af49425f-135d-483f-a47d-d02207350c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:19:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:17.020369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b0d19-7f7f-411d-bf87-0cc0f8612815 req-3812aad7-1aa1-4396-9f9f-207612634f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:17.022029 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1e5b0d19-7f7f-411d-bf87-0cc0f8612815 req-3812aad7-1aa1-4396-9f9f-207612634f40 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=535dc28f-1099-4836-b890-32c99a11fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1612713 Apr 22 17:19:17.031984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe34952-47e1-445a-8836-7736afeb0a2b req-e6fbecaa-8cdb-41d7-8ed5-f90cf5acf4ec tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:17.040640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ebe34952-47e1-445a-8836-7736afeb0a2b req-e6fbecaa-8cdb-41d7-8ed5-f90cf5acf4ec tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:19:17.158926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ebe34952-47e1-445a-8836-7736afeb0a2b req-e6fbecaa-8cdb-41d7-8ed5-f90cf5acf4ec tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:19:17.160228 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ebe34952-47e1-445a-8836-7736afeb0a2b req-e6fbecaa-8cdb-41d7-8ed5-f90cf5acf4ec tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 945 time: 0.3429689 Apr 22 17:19:17.217270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1e5b0d19-7f7f-411d-bf87-0cc0f8612815 req-b5009ebf-04c5-4020-8ec5-d406fec98905 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794393 Apr 22 17:19:17.233385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-af49425f-135d-483f-a47d-d02207350c0f None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:19:17.256404 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ebe34952-47e1-445a-8836-7736afeb0a2b req-18a5b482-5a0a-4f67-9947-9c914a53f27c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881617 Apr 22 17:19:17.369294 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1e5b0d19-7f7f-411d-bf87-0cc0f8612815 req-0455964d-0aee-4653-a8d4-2b1bfe343170 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453178 Apr 22 17:19:17.600066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-af49425f-135d-483f-a47d-d02207350c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '2fcaa679-540d-4e22-8980-342a4b00082c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:88:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d3502a-1c6a-4681-a301-0df881926ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:09Z', 'updated_at': '2021-04-22T17:18:12Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:17.604211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af49425f-135d-483f-a47d-d02207350c0f None None] The sync data for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv is: [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '2fcaa679-540d-4e22-8980-342a4b00082c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'port_id': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'mac_address': 'fa:16:3e:88:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d3502a-1c6a-4681-a301-0df881926ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:18:09Z', 'updated_at': '2021-04-22T17:18:12Z', 'revision_number': 1, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:19:17.981465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88de7251-2aaa-4eae-9ea9-15be44fab6b6 None None] New status for floating IP dd7d0b04-7b34-4899-9942-2ef133814525: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:19:18.393362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5ccdc-8c30-4e55-a13b-a8397d30e87e req-a674579e-8ef5-4bac-9315-8ceb1f362205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:18.395092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cba5ccdc-8c30-4e55-a13b-a8397d30e87e req-a674579e-8ef5-4bac-9315-8ceb1f362205 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 945 time: 0.0988760 Apr 22 17:19:18.806366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-cba5ccdc-8c30-4e55-a13b-a8397d30e87e req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port cc231a0a-1602-487f-a5ff-bab7a056982f {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:19:18.806799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-cba5ccdc-8c30-4e55-a13b-a8397d30e87e req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:18.919342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59738f34-22cc-4724-b2a4-57f82a3de3f4 req-8beab8a2-5a0d-465a-b4ff-827f91baf4b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:18.921479 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-59738f34-22cc-4724-b2a4-57f82a3de3f4 req-8beab8a2-5a0d-465a-b4ff-827f91baf4b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 945 time: 0.5456986 Apr 22 17:19:19.061704 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-59738f34-22cc-4724-b2a4-57f82a3de3f4 req-219432bb-0396-42bf-91c2-a1d41c6b7b6d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315417 Apr 22 17:19:19.134467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-cba5ccdc-8c30-4e55-a13b-a8397d30e87e req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port cc231a0a-1602-487f-a5ff-bab7a056982f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cc231a0a-1602-487f-a5ff-bab7a056982f,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:19.134917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-cba5ccdc-8c30-4e55-a13b-a8397d30e87e req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:19.267247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-cba5ccdc-8c30-4e55-a13b-a8397d30e87e req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for cc231a0a-1602-487f-a5ff-bab7a056982f owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:19:19.505959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-cba5ccdc-8c30-4e55-a13b-a8397d30e87e req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:19.511802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-edb31452-8f0e-48ad-812d-204f6b16cc96 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:19.560144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=cc231a0a-1602-487f-a5ff-bab7a056982f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:19.564055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:19.643165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba5ccdc-8c30-4e55-a13b-a8397d30e87e req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] No DVR routers for this DVR port cc231a0a-1602-487f-a5ff-bab7a056982f on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:19:19.645666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-cba5ccdc-8c30-4e55-a13b-a8397d30e87e req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:19.648464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106835b1-6390-4598-83ba-7d31b662c5cd', 'name': 'network-vif-deleted', 'tag': 'cc231a0a-1602-487f-a5ff-bab7a056982f'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:19:19.699693 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106835b1-6390-4598-83ba-7d31b662c5cd', 'name': 'network-vif-deleted', 'tag': 'cc231a0a-1602-487f-a5ff-bab7a056982f', 'status': 'completed', 'code': 200} Apr 22 17:19:19.724169 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cba5ccdc-8c30-4e55-a13b-a8397d30e87e req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "DELETE /v2.0/ports/cc231a0a-1602-487f-a5ff-bab7a056982f HTTP/1.1" status: 204 len: 173 time: 1.3193991 Apr 22 17:19:20.241393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ca2ad80c-979e-49a9-b680-ac1cd5f3c2c3 req-97d9b954-8922-4fe9-8738-ac2fda4128ea tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:19:20.278740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ca2ad80c-979e-49a9-b680-ac1cd5f3c2c3 req-97d9b954-8922-4fe9-8738-ac2fda4128ea tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:19:20.280526 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ca2ad80c-979e-49a9-b680-ac1cd5f3c2c3 req-97d9b954-8922-4fe9-8738-ac2fda4128ea tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=106835b1-6390-4598-83ba-7d31b662c5cd HTTP/1.1" status: 200 len: 210 time: 0.0877967 Apr 22 17:19:21.386466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35186) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:21.467321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-230608fd-a4f1-41c9-8856-ff249f9cc9ca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:21.502153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-230608fd-a4f1-41c9-8856-ff249f9cc9ca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:21.593534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-230608fd-a4f1-41c9-8856-ff249f9cc9ca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:21.599941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-61aec790-fbd4-448c-a680-3fdd2202aec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:21.616468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230608fd-a4f1-41c9-8856-ff249f9cc9ca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c431ed1a-163c-4f0b-b4f5-38bde1ce55cc,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:21.619180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-230608fd-a4f1-41c9-8856-ff249f9cc9ca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:21.625991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-230608fd-a4f1-41c9-8856-ff249f9cc9ca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:21.627378 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-230608fd-a4f1-41c9-8856-ff249f9cc9ca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/c431ed1a-163c-4f0b-b4f5-38bde1ce55cc HTTP/1.1" status: 204 len: 168 time: 0.2397044 Apr 22 17:19:21.680394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35192) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:21.895098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 336f4192-1e32-4b93-9922-4bb7ebb79d2d {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:19:21.895574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:21.957317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cc231a0a-1602-487f-a5ff-bab7a056982f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:19:21.997615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: cc231a0a-1602-487f-a5ff-bab7a056982f {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:19:21.998037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cc231a0a-1602-487f-a5ff-bab7a056982f not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:19:22.079800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:22.080173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:22.212701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 336f4192-1e32-4b93-9922-4bb7ebb79d2d owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:19:22.397491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:22.402526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-44dfac39-7740-4bd3-b6e6-6778cf0a975b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:22.451664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=336f4192-1e32-4b93-9922-4bb7ebb79d2d,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:22.479136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:22.549335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:22.549685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP 2fcaa679-540d-4e22-8980-342a4b00082c disassociated (deleted). External IP: 172.26.6.199, port: 594efd8e-3749-4c3a-b7a1-c2514919865b. Apr 22 17:19:22.931062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:19:23.125678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:19:23.136245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7448f-2b19-438a-8691-3d5da20377c7 None None] Sync routers for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:19:23.146363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7448f-2b19-438a-8691-3d5da20377c7 None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:19:23.147286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-29c7448f-2b19-438a-8691-3d5da20377c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:19:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:23.171070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:23.229135 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/floatingips/2fcaa679-540d-4e22-8980-342a4b00082c HTTP/1.1" status: 204 len: 168 time: 1.5474763 Apr 22 17:19:23.229840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:19:23.291048 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'status': 'completed', 'code': 200} Apr 22 17:19:23.340932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-29c7448f-2b19-438a-8691-3d5da20377c7 None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:19:23.402706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1142a15-2bc2-450a-9577-53f197b8bc33 req-0e0b1a7b-4bb1-4fb0-9ef1-bff427500ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:23.404861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a1142a15-2bc2-450a-9577-53f197b8bc33 req-0e0b1a7b-4bb1-4fb0-9ef1-bff427500ef4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 1099 time: 0.0821743 Apr 22 17:19:23.555057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1142a15-2bc2-450a-9577-53f197b8bc33 req-67539919-abb8-4538-ab45-807dd84c588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:23.556805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a1142a15-2bc2-450a-9577-53f197b8bc33 req-67539919-abb8-4538-ab45-807dd84c588a service neutron] 10.222.0.78 "GET /v2.0/networks?id=535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 200 len: 898 time: 0.1423421 Apr 22 17:19:23.686665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-29c7448f-2b19-438a-8691-3d5da20377c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:23.687232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a1142a15-2bc2-450a-9577-53f197b8bc33 req-df377729-d184-4af6-94b0-7b4cf5fd17cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594efd8e-3749-4c3a-b7a1-c2514919865b HTTP/1.1" status: 200 len: 217 time: 0.1112719 Apr 22 17:19:23.690005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7448f-2b19-438a-8691-3d5da20377c7 None None] Checking router: 0c8fe066-0e0c-4800-ac8f-2293ffe04000 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:19:23.699561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7448f-2b19-438a-8691-3d5da20377c7 None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:19:23.700287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-29c7448f-2b19-438a-8691-3d5da20377c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:19:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:23.782004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1142a15-2bc2-450a-9577-53f197b8bc33 req-5e3321a5-bb27-4c7d-bba1-4d91f07c7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:23.783650 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a1142a15-2bc2-450a-9577-53f197b8bc33 req-5e3321a5-bb27-4c7d-bba1-4d91f07c7544 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 200 len: 835 time: 0.0877306 Apr 22 17:19:23.796984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09179c-a1fa-4c9f-94b9-5eccef654779 req-55e75d7d-4c39-48e9-932b-2c72cac45b3c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:23.797829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-5b09179c-a1fa-4c9f-94b9-5eccef654779 req-55e75d7d-4c39-48e9-932b-2c72cac45b3c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:19:23.888668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1142a15-2bc2-450a-9577-53f197b8bc33 req-633e0fc9-b00e-4baa-a0a2-9426d81e8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:23.890296 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a1142a15-2bc2-450a-9577-53f197b8bc33 req-633e0fc9-b00e-4baa-a0a2-9426d81e8cf4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=535dc28f-1099-4836-b890-32c99a11fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896409 Apr 22 17:19:23.895732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-5b09179c-a1fa-4c9f-94b9-5eccef654779 req-55e75d7d-4c39-48e9-932b-2c72cac45b3c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:19:23.896792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-29c7448f-2b19-438a-8691-3d5da20377c7 None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:19:23.896942 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5b09179c-a1fa-4c9f-94b9-5eccef654779 req-55e75d7d-4c39-48e9-932b-2c72cac45b3c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 946 time: 0.2590387 Apr 22 17:19:24.049453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-5b09179c-a1fa-4c9f-94b9-5eccef654779 req-a6a476b8-9989-499f-af49-2e1b084d1b03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:19:24.087093 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a1142a15-2bc2-450a-9577-53f197b8bc33 req-d593f39e-42ac-481a-9134-dff683e0575e service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891627 Apr 22 17:19:24.121854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-5b09179c-a1fa-4c9f-94b9-5eccef654779 req-a6a476b8-9989-499f-af49-2e1b084d1b03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:19:24.123115 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5b09179c-a1fa-4c9f-94b9-5eccef654779 req-a6a476b8-9989-499f-af49-2e1b084d1b03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=10702734-0f2b-45ae-9e2b-98539c639078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035539 Apr 22 17:19:24.240473 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a1142a15-2bc2-450a-9577-53f197b8bc33 req-5a634b72-6c03-44ab-aa87-fa6854c153c9 service neutron] 10.222.0.78 "GET /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432698 Apr 22 17:19:24.280684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-29c7448f-2b19-438a-8691-3d5da20377c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:24.285318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7448f-2b19-438a-8691-3d5da20377c7 None None] The sync data for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv is: [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:17:47Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '4f5c156d-b6db-4423-b8a2-eb2696028c1f', 'name': '', 'network_id': '535dc28f-1099-4836-b890-32c99a11fcdb', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:0c:66:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:46Z', 'updated_at': '2021-04-22T17:17:52Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': '8cb10530-d27a-4214-8e72-ace861c5e466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:19:24.641735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774bdbfe-7a4b-448e-b848-941c5a3e6854 None None] New status for floating IP 2fcaa679-540d-4e22-8980-342a4b00082c: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:19:25.399091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfa076-f33a-4c56-919d-faa5dd9dbeec req-56648e92-bf49-4803-99ae-6a9c9c05c2fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:25.400761 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-eccfa076-f33a-4c56-919d-faa5dd9dbeec req-56648e92-bf49-4803-99ae-6a9c9c05c2fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 946 time: 0.1617322 Apr 22 17:19:25.410830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cec291-98f8-4dd8-bb7d-220930e9f3f1 req-e8717643-b379-41e5-a1ed-040d4ffc73fe tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:25.412273 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-79cec291-98f8-4dd8-bb7d-220930e9f3f1 req-e8717643-b379-41e5-a1ed-040d4ffc73fe tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 946 time: 0.1315913 Apr 22 17:19:25.515085 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-eccfa076-f33a-4c56-919d-faa5dd9dbeec req-96c6930f-0a56-4ac3-9413-34f764ed98a8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=10702734-0f2b-45ae-9e2b-98539c639078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016879 Apr 22 17:19:25.523713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-79cec291-98f8-4dd8-bb7d-220930e9f3f1 req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 594efd8e-3749-4c3a-b7a1-c2514919865b {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:19:25.524125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-79cec291-98f8-4dd8-bb7d-220930e9f3f1 req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:25.788036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-79cec291-98f8-4dd8-bb7d-220930e9f3f1 req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 594efd8e-3749-4c3a-b7a1-c2514919865b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=594efd8e-3749-4c3a-b7a1-c2514919865b,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:25.788568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-79cec291-98f8-4dd8-bb7d-220930e9f3f1 req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:26.199867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-79cec291-98f8-4dd8-bb7d-220930e9f3f1 req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 594efd8e-3749-4c3a-b7a1-c2514919865b owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:19:26.541686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-79cec291-98f8-4dd8-bb7d-220930e9f3f1 req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:26.547473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:26.603041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=594efd8e-3749-4c3a-b7a1-c2514919865b,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:26.606841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:26.726290 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fd57d3b8-d9d2-492e-8c9d-1c91b6e6cd55 req-b2116430-061b-4708-8f31-aa8dc4c4f113 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=57d3502a-1c6a-4681-a301-0df881926ce7 HTTP/1.1" status: 200 len: 210 time: 0.0922730 Apr 22 17:19:26.732346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cec291-98f8-4dd8-bb7d-220930e9f3f1 req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] No DVR routers for this DVR port 594efd8e-3749-4c3a-b7a1-c2514919865b on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:19:26.735152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-79cec291-98f8-4dd8-bb7d-220930e9f3f1 req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:26.738360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'name': 'network-vif-deleted', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:19:26.776923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-79cec291-98f8-4dd8-bb7d-220930e9f3f1 req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "DELETE /v2.0/ports/594efd8e-3749-4c3a-b7a1-c2514919865b HTTP/1.1" status: 204 len: 173 time: 1.3473439 Apr 22 17:19:26.796486 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d3502a-1c6a-4681-a301-0df881926ce7', 'name': 'network-vif-deleted', 'tag': '594efd8e-3749-4c3a-b7a1-c2514919865b', 'status': 'completed', 'code': 200} Apr 22 17:19:27.832720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35212) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:27.908413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05077e6a-47a8-4ad3-90a5-1260cb85dd00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:27.940691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05077e6a-47a8-4ad3-90a5-1260cb85dd00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:28.123712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ac31d77c-d398-4476-b1e0-19a9f37867d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:28.152078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05077e6a-47a8-4ad3-90a5-1260cb85dd00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:28.158220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1ba44d47-b739-484f-a98b-7d0189d86583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:28.174751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05077e6a-47a8-4ad3-90a5-1260cb85dd00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10702734-0f2b-45ae-9e2b-98539c639078,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:28.177241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05077e6a-47a8-4ad3-90a5-1260cb85dd00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:28.220784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05077e6a-47a8-4ad3-90a5-1260cb85dd00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:28.222000 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-05077e6a-47a8-4ad3-90a5-1260cb85dd00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/10702734-0f2b-45ae-9e2b-98539c639078 HTTP/1.1" status: 204 len: 168 time: 0.3882115 Apr 22 17:19:28.329525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35218) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:28.917809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:29.312360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 4f5c156d-b6db-4423-b8a2-eb2696028c1f {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:19:29.312741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:29.514932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 4f5c156d-b6db-4423-b8a2-eb2696028c1f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4f5c156d-b6db-4423-b8a2-eb2696028c1f,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:29.515330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:29.647913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 4f5c156d-b6db-4423-b8a2-eb2696028c1f owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:19:29.884085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:29.892165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1dc3fe96-a430-4a40-aa2f-d6266d5685c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:29.940259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=4f5c156d-b6db-4423-b8a2-eb2696028c1f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:29.943713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:30.000809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 594efd8e-3749-4c3a-b7a1-c2514919865b no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:19:30.040519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 594efd8e-3749-4c3a-b7a1-c2514919865b {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:19:30.040983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 594efd8e-3749-4c3a-b7a1-c2514919865b not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:19:30.241276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:30.260454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2620c957-0305-4da1-9251-9565a2d3bd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:30.627254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:19:31.107390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:19:31.116870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6263c12-f96a-4687-b313-0912a6796cb4 None None] Sync routers for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:19:31.121384 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/0c8fe066-0e0c-4800-ac8f-2293ffe04000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7907116 Apr 22 17:19:31.124507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35222) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:31.126808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6263c12-f96a-4687-b313-0912a6796cb4 None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:19:31.127506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d6263c12-f96a-4687-b313-0912a6796cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:19:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:31.198068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting subnet 8cb10530-d27a-4214-8e72-ace861c5e466 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:19:31.202045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:31.263766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:31.313503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d6263c12-f96a-4687-b313-0912a6796cb4 None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:19:31.352445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:31.451164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:31.484543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:31.695680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:31.701875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-76ef215c-7f5a-4ea4-9981-969966eb52b2 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:31.742363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:31.745898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb10530-d27a-4214-8e72-ace861c5e466,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:31.749938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1419fd89-3ce5-4538-a877-ec239e95f20c None None] Network 535dc28f-1099-4836-b890-32c99a11fcdb requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:19:31.757107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.757703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.758117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.758661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.758965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.759366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.759802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.760169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.760728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.761134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.761536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.761935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:31.766351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:31.768261 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/subnets/8cb10530-d27a-4214-8e72-ace861c5e466 HTTP/1.1" status: 204 len: 168 time: 0.6426778 Apr 22 17:19:31.771387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35226) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:31.783342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d6263c12-f96a-4687-b313-0912a6796cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:19:29Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:31.787732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6263c12-f96a-4687-b313-0912a6796cb4 None None] Checking router: 0c8fe066-0e0c-4800-ac8f-2293ffe04000 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:19:31.797750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6263c12-f96a-4687-b313-0912a6796cb4 None None] Routers {'0c8fe066-0e0c-4800-ac8f-2293ffe04000'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:19:31.798426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d6263c12-f96a-4687-b313-0912a6796cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:19:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:31.981002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:31.992175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d6263c12-f96a-4687-b313-0912a6796cb4 None None] Set router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:19:32.059224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] DHCP port deletion for 535dc28f-1099-4836-b890-32c99a11fcdb request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:19:32.064647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Deleting port cb9ff92c-e644-43c8-a33b-67bbea01ee58 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:19:32.065350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:32.194172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:32.233485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 0dc4a89e-fdbe-48c1-9b28-d05999349552 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:19:32.233986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:32.296109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] For port cb9ff92c-e644-43c8-a33b-67bbea01ee58, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cb9ff92c-e644-43c8-a33b-67bbea01ee58,segment=NetworkSegment(dccbcae2-55c2-4174-bcea-27046fbce258),segment_id=dccbcae2-55c2-4174-bcea-27046fbce258)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:32.296447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:32.298770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d6263c12-f96a-4687-b313-0912a6796cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:19:29Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:32.303118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6263c12-f96a-4687-b313-0912a6796cb4 None None] The sync data for ids ['0c8fe066-0e0c-4800-ac8f-2293ffe04000'] in dv-neutron-786478-3-hyperv is: [{'id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'name': 'tempest-TestNetworkBasicOps-router-1914219826', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:17:40Z', 'updated_at': '2021-04-22T17:19:29Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '0dc4a89e-fdbe-48c1-9b28-d05999349552', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8fe066-0e0c-4800-ac8f-2293ffe04000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:17:41Z', 'updated_at': '2021-04-22T17:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:19:32.432178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 0dc4a89e-fdbe-48c1-9b28-d05999349552, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0dc4a89e-fdbe-48c1-9b28-d05999349552,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:32.432586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:32.438545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Calling delete_port for cb9ff92c-e644-43c8-a33b-67bbea01ee58 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:19:32.571063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 0dc4a89e-fdbe-48c1-9b28-d05999349552 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:19:32.576185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:32.581435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:32.628414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Pushing event deleted for resources: {'Port': ['ID=cb9ff92c-e644-43c8-a33b-67bbea01ee58,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:32.632265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] No DVR routers for this DVR port cb9ff92c-e644-43c8-a33b-67bbea01ee58 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:19:32.639435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.639823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.640204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.640574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.640946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.641315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.641680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.642042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.645742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.645742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.645742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.645742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:32.646793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:32.786862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:32.814586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:32.819723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-618d9c8f-bfea-4943-87ed-2b827c50d4af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:32.869395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=0dc4a89e-fdbe-48c1-9b28-d05999349552,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:32.872294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:32.971364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:33.158205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:33.160715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:33.272559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:33.273239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Fanout notify agent at l3_agent the message router_deleted on router 0c8fe066-0e0c-4800-ac8f-2293ffe04000 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:19:33.292644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:33.293892 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/routers/0c8fe066-0e0c-4800-ac8f-2293ffe04000 HTTP/1.1" status: 204 len: 168 time: 1.5213015 Apr 22 17:19:33.297281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35230) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:33.423847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:33.566798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:33.688362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535dc28f-1099-4836-b890-32c99a11fcdb']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:33.701766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccbcae2-55c2-4174-bcea-27046fbce258') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:33.702109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccbcae2-55c2-4174-bcea-27046fbce258') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:33.714103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:33.798451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:33.805226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:19:33.948997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0dc4a89e-fdbe-48c1-9b28-d05999349552 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:19:33.985862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 535dc28f-1099-4836-b890-32c99a11fcdb has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:19:33.989136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 0dc4a89e-fdbe-48c1-9b28-d05999349552 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:19:33.989540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0dc4a89e-fdbe-48c1-9b28-d05999349552 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:19:33.990020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cb9ff92c-e644-43c8-a33b-67bbea01ee58 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:19:33.994977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:34.025502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: cb9ff92c-e644-43c8-a33b-67bbea01ee58 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:19:34.025987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cb9ff92c-e644-43c8-a33b-67bbea01ee58 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:19:34.026429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4f5c156d-b6db-4423-b8a2-eb2696028c1f no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:19:34.063089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 4f5c156d-b6db-4423-b8a2-eb2696028c1f {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:19:34.063471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4f5c156d-b6db-4423-b8a2-eb2696028c1f not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:19:34.177167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 535dc28f-1099-4836-b890-32c99a11fcdb has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:19:34.204138 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:19:34.335621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:34.339294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4a19c8f-4447-4b33-9b41-2e43f520193e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:34.360095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:34.372355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Network': ['ID=535dc28f-1099-4836-b890-32c99a11fcdb,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:34.376438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:34.378343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/networks/535dc28f-1099-4836-b890-32c99a11fcdb HTTP/1.1" status: 204 len: 168 time: 1.0798602 Apr 22 17:19:34.410675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35234) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:34.418788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'network': {'name': 'tempest-network-smoke--1983138474', 'project_id': '8b61421b15584ef3a566a5143da81011', 'port_security_enabled': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:34.424580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:34.429190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:network and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:19:34.432515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:19:34.439472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:34.478494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:19:34.484820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:34.515628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:19:34.571188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:34.571578 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Added segment eb31d2dd-693d-419c-b31d-d27f94cd5bdb of type vlan for network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 Apr 22 17:19:34.599935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:34.689828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:34.695944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:34.696598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:34.703146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1cbea989-2acb-485b-82f9-7561b4ca3d5c tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:34.815105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Network': ['ID=3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:34.818009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:34.827383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:19:34.874132 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aa60e658-5734-4082-a9ad-c9f02d853562 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4619718 Apr 22 17:19:34.876972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35238) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:34.883122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-704035235', 'admin_state_up': True, 'project_id': '8b61421b15584ef3a566a5143da81011', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:34.890885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:34.895091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:router and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:19:34.898062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:19:34.904878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:34.941171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:34.942304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:35.123979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:35.296201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:35.449691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:35.799980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:35.834324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:35.974075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.233 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/6e87287b-2f62-4738-b0ea-e049150f5b14) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:19:36.127334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:36.187115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:36.192145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d1f8104-61c7-4364-9af9-df712737de9f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:36.266113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:19:36.269232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:19:36.273176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:19:36.308459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=6e87287b-2f62-4738-b0ea-e049150f5b14,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:36.313343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:37.078672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:37.449357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:37.729868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router e1b6361d-1b47-4610-90fb-f224ccdba5b8 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:19:37.920748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:19:37.931509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Sync routers for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:19:37.942169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:19:37.942984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:19:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:37.975490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:37.976886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0987329 Apr 22 17:19:37.980235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35242) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:38.028472 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f3a3ea64-3090-4df3-b084-f222ac29e4ef tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8b61421b15584ef3a566a5143da81011&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470438 Apr 22 17:19:38.031458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35246) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:38.135553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:19:38.176582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2703d4b-75a2-4fc7-8597-66a3b051c7f4 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:38.178196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c2703d4b-75a2-4fc7-8597-66a3b051c7f4 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1456850 Apr 22 17:19:38.181790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35250) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:38.233511 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41224dd3-1056-4dcc-acdf-60ea135e92c4 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503452 Apr 22 17:19:38.236179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35254) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:38.242374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138459745', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'project_id': '8b61421b15584ef3a566a5143da81011', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:38.364921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:38.369514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:subnet and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:19:38.373275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:19:38.380519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:38.427613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:19:38.434050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:38.624789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:19:36Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:38.629529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Checking router: e1b6361d-1b47-4610-90fb-f224ccdba5b8 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:19:38.629934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Updating router e1b6361d-1b47-4610-90fb-f224ccdba5b8 port 6e87287b-2f62-4738-b0ea-e049150f5b14 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:19:38.691924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:39.088681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:39.099605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:39.101370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Transition to ACTIVE for port object 6e87287b-2f62-4738-b0ea-e049150f5b14 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:19:39.104473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf31cd17-33ff-47f2-9f88-c7a99d5c1d9a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:39.130470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:39.134640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:39.190909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Subnet': ['ID=aff0ce3f-3bc6-400d-b14b-7654e6e05d75,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:39.196774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:39.200984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Checking segment: {'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:19:39.201380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network hostable DHCP agents. Network: 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:19:39.219578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Attempting to bind port 6e87287b-2f62-4738-b0ea-e049150f5b14 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:19:39.219973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Attempting to bind port 6e87287b-2f62-4738-b0ea-e049150f5b14 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:19:39.226612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Attempting to bind port 6e87287b-2f62-4738-b0ea-e049150f5b14 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:19:39.226612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769ef4d-1e7c-4a4f-9ea5-ece8ebab518c None None] Pushing event updated for resources: {'Port': ['ID=6e87287b-2f62-4738-b0ea-e049150f5b14,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:39.228628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8769ef4d-1e7c-4a4f-9ea5-ece8ebab518c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:39.229469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:19:39.229888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:19:39.230344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:39.230810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:19:39.231359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Bound port: 6e87287b-2f62-4738-b0ea-e049150f5b14, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:19:39.231789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:39.296102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:19:39.332916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] For port 6e87287b-2f62-4738-b0ea-e049150f5b14, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:19:39.336361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] For port 6e87287b-2f62-4738-b0ea-e049150f5b14, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6e87287b-2f62-4738-b0ea-e049150f5b14,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:19:39.358502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:19:39.367770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddb5116-a265-40a6-b397-977586be0567 None None] Network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:19:39.373327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:39.374016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:39.427733 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1904097 Apr 22 17:19:39.431020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35258) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:39.433569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:39.443743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ab9dce2-f1f4-4be5-a226-c45a8c6d0504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:39.561308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:19:39.562024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:19:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:39.649634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769ef4d-1e7c-4a4f-9ea5-ece8ebab518c None None] Pushing event updated for resources: {'Port': ['ID=6e87287b-2f62-4738-b0ea-e049150f5b14,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:39.711795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8769ef4d-1e7c-4a4f-9ea5-ece8ebab518c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:39.865744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:19:39.866658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:39.878860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:19:40.189421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:40.303350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Allocated IP 172.20.0.2 (3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087/aff0ce3f-3bc6-400d-b14b-7654e6e05d75/0a0e8444-2d80-4304-ab85-dcf2f423a50e) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:19:40.334201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:19:36Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:40.338589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449a187-3785-4778-b126-bef3dd9f1f6b None None] The sync data for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv is: [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:19:36Z', 'revision_number': 3, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:19:40.586273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:40.644348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Transition to ACTIVE for port object 0a0e8444-2d80-4304-ab85-dcf2f423a50e will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:19:40.707480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Transition to ACTIVE for port object 0a0e8444-2d80-4304-ab85-dcf2f423a50e will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:19:40.748119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:40.754781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-da8c4c4b-fbc1-4ea6-abc9-9a89d29e46fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:40.795928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.1 (3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087/aff0ce3f-3bc6-400d-b14b-7654e6e05d75/ff18a810-fb6a-462c-8f5e-5384a86e64f3) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:19:40.830453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:19:40.831754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:19:40.837031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:19:40.881455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Pushing event updated for resources: {'Port': ['ID=0a0e8444-2d80-4304-ab85-dcf2f423a50e,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:40.888986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:40.948445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Attempting to bind port 0a0e8444-2d80-4304-ab85-dcf2f423a50e on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:19:40.948445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Attempting to bind port 0a0e8444-2d80-4304-ab85-dcf2f423a50e by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:19:40.948744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Attempting to bind port 0a0e8444-2d80-4304-ab85-dcf2f423a50e on network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:19:40.956022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:19:40.956808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Checking segment: {'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:19:40.956929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:40.957308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Bound using segment: {'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:19:40.957840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Bound port: 0a0e8444-2d80-4304-ab85-dcf2f423a50e, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:19:40.958264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:41.039433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:41.058517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object ff18a810-fb6a-462c-8f5e-5384a86e64f3 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:19:41.077983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] For port 0a0e8444-2d80-4304-ab85-dcf2f423a50e, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:19:41.082160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] For port 0a0e8444-2d80-4304-ab85-dcf2f423a50e, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0a0e8444-2d80-4304-ab85-dcf2f423a50e,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:19:41.141193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:41.141432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:41.146486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:41.148973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:41.217425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:19:41.221262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:19:41.225437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:19:41.238080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Pushing event updated for resources: {'Port': ['ID=0a0e8444-2d80-4304-ab85-dcf2f423a50e,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:41.243447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:41.266941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=ff18a810-fb6a-462c-8f5e-5384a86e64f3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:41.274477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:41.298724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:41.456633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:42.008672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6e87287b-2f62-4738-b0ea-e049150f5b14 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:19:42.111665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 6e87287b-2f62-4738-b0ea-e049150f5b14 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:19:42.117095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6e87287b-2f62-4738-b0ea-e049150f5b14 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:42.117522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:42.206513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:42.245724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:42.249792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:42.265183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 6e87287b-2f62-4738-b0ea-e049150f5b14, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6e87287b-2f62-4738-b0ea-e049150f5b14,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:42.283971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3892ed8-9d9e-4cec-ae3a-d51922a40f49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:42.295857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:42.296886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0a0e8444-2d80-4304-ab85-dcf2f423a50e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:19:42.328447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd24be3d-7f73-4362-b9cb-1084d2884a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:42.377090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:42.385156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=ff18a810-fb6a-462c-8f5e-5384a86e64f3,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:42.390032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:42.430384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=6e87287b-2f62-4738-b0ea-e049150f5b14,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:42.434066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:42.472663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 0a0e8444-2d80-4304-ab85-dcf2f423a50e completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:19:42.539853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:19:42.541378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:19:42.638570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ecb5b0-8f81-46a6-b687-b05d974dc6ea None None] Network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:19:42.752503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router e1b6361d-1b47-4610-90fb-f224ccdba5b8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:19:42.951821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:19:42.969070 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/e1b6361d-1b47-4610-90fb-f224ccdba5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5337622 Apr 22 17:19:42.969326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35262) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:42.992653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-11235e0f-5020-46aa-b6fe-948cd3b78ee9 None None] Provisioning for port 0a0e8444-2d80-4304-ab85-dcf2f423a50e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:19:43.003830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-11235e0f-5020-46aa-b6fe-948cd3b78ee9 None None] Provisioning complete for port 0a0e8444-2d80-4304-ab85-dcf2f423a50e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:43.004271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11235e0f-5020-46aa-b6fe-948cd3b78ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:43.048234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Sync routers for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:19:43.059358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:19:43.061085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:19:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:43.126981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0649caf-a86e-4348-8f2a-7f162b4c2669 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:43.127412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0649caf-a86e-4348-8f2a-7f162b4c2669 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:43.127961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0649caf-a86e-4348-8f2a-7f162b4c2669 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:43.128412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0649caf-a86e-4348-8f2a-7f162b4c2669 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:43.132943 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d0649caf-a86e-4348-8f2a-7f162b4c2669 tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1583540 Apr 22 17:19:43.133220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35266) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:43.204367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11235e0f-5020-46aa-b6fe-948cd3b78ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:43.213357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b6dbb-13cb-41d5-b947-8e82f15ae2fa tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:43.213888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b6dbb-13cb-41d5-b947-8e82f15ae2fa tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:43.214377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b6dbb-13cb-41d5-b947-8e82f15ae2fa tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:43.214917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b6dbb-13cb-41d5-b947-8e82f15ae2fa tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:43.219849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-853b6dbb-13cb-41d5-b947-8e82f15ae2fa tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0830948 Apr 22 17:19:43.220247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35270) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:43.248094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-11235e0f-5020-46aa-b6fe-948cd3b78ee9 None None] For port 0a0e8444-2d80-4304-ab85-dcf2f423a50e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0a0e8444-2d80-4304-ab85-dcf2f423a50e,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:43.269220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:19:43.284797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-11235e0f-5020-46aa-b6fe-948cd3b78ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:43.287006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:43.367532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11235e0f-5020-46aa-b6fe-948cd3b78ee9 None None] Pushing event updated for resources: {'Port': ['ID=0a0e8444-2d80-4304-ab85-dcf2f423a50e,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:43.371393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-11235e0f-5020-46aa-b6fe-948cd3b78ee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:43.459556 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-90f5ee0d-90be-4829-9b60-3d70a9c6191e tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2348914 Apr 22 17:19:43.541348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-88d81772-9b37-40fc-a180-e83774203625 None None] Provisioning for port ff18a810-fb6a-462c-8f5e-5384a86e64f3 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:19:43.547095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-88d81772-9b37-40fc-a180-e83774203625 None None] Provisioning complete for port ff18a810-fb6a-462c-8f5e-5384a86e64f3 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:43.547582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d81772-9b37-40fc-a180-e83774203625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:43.631376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:19:41Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:19:42Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:43.634851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-88d81772-9b37-40fc-a180-e83774203625 None None] Port ff18a810-fb6a-462c-8f5e-5384a86e64f3 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:19:43.641457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Checking router: e1b6361d-1b47-4610-90fb-f224ccdba5b8 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:19:43.641861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Updating router e1b6361d-1b47-4610-90fb-f224ccdba5b8 port ff18a810-fb6a-462c-8f5e-5384a86e64f3 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:19:43.648573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-88d81772-9b37-40fc-a180-e83774203625 None None] Provisioning complete for port 0a0e8444-2d80-4304-ab85-dcf2f423a50e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:43.649103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88d81772-9b37-40fc-a180-e83774203625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:43.709932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:43.779265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35276) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:43.786491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824302717', 'description': 'tempest-secgroup-smoke-1824302717 description', 'project_id': '8b61421b15584ef3a566a5143da81011'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:43.795489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:43.801095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:19:43.804471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:19:43.811728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:43.850122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:43.876813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:43.881020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:19:43.884195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:19:43.890485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:43.923987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ff8cac14-0b01-49bf-a2e8-3e082b35f819 None None] Provisioning complete for port ff18a810-fb6a-462c-8f5e-5384a86e64f3 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:43.925003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff8cac14-0b01-49bf-a2e8-3e082b35f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:43.983378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6e87287b-2f62-4738-b0ea-e049150f5b14 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:19:43.987428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.038815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.041285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cac14-0b01-49bf-a2e8-3e082b35f819 None None] Port ff18a810-fb6a-462c-8f5e-5384a86e64f3 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:19:44.051965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5fa96f84-a34a-4df4-a851-0c90b251d293 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:44.076177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6e87287b-2f62-4738-b0ea-e049150f5b14 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:44.076602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.094911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:44.097862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:44.111382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.124365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.124728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Transition to ACTIVE for port object ff18a810-fb6a-462c-8f5e-5384a86e64f3 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:19:44.128834 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3456209 Apr 22 17:19:44.129094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35280) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:44.135016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1d3d7cb3-bd13-403e-a5cc-a5bcce729b60', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:44.141699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:44.145770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:19:44.147232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.148810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:19:44.152825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:44.155435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:44.188766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.213258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0a0e8444-2d80-4304-ab85-dcf2f423a50e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:19:44.276364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.304927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 0a0e8444-2d80-4304-ab85-dcf2f423a50e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:44.307367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.313074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.315536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3621d28-fe1b-47a2-850c-541f7390f174 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:44.344267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708abc5a-8fd8-4d13-b6a3-e2c3d741e652,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:44.356943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:44.372274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Pushing event updated for resources: {'Port': ['ID=ff18a810-fb6a-462c-8f5e-5384a86e64f3,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:44.387332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.389302 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2590625 Apr 22 17:19:44.393208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35286) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:44.394547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.394971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.395344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.395772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.396368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.396742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.397109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.397478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.397842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.398205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.398567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.399007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:19:44.399691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1d3d7cb3-bd13-403e-a5cc-a5bcce729b60', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:44.403673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:44.408247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:44.410908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Attempting to bind port ff18a810-fb6a-462c-8f5e-5384a86e64f3 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:19:44.411338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Attempting to bind port ff18a810-fb6a-462c-8f5e-5384a86e64f3 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:19:44.411729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Attempting to bind port ff18a810-fb6a-462c-8f5e-5384a86e64f3 on network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:19:44.412453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:19:44.415719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:19:44.417585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:19:44.418000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Checking segment: {'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:19:44.418529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.419593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Bound using segment: {'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:19:44.420186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Bound port: ff18a810-fb6a-462c-8f5e-5384a86e64f3, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:19:44.420518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.422351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:44.457756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.567093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] For port ff18a810-fb6a-462c-8f5e-5384a86e64f3, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:19:44.570386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] For port ff18a810-fb6a-462c-8f5e-5384a86e64f3, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ff18a810-fb6a-462c-8f5e-5384a86e64f3,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:19:44.576677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.587354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.592907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:44.604096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.605948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-877f4ec6-07e0-4d9e-a180-0eadcc550ba8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:44.629400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96356c7-4e40-4825-bfc2-173149e11834,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:44.634602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:44.656111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.657476 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2628796 Apr 22 17:19:44.660673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35290) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:44.666804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1d3d7cb3-bd13-403e-a5cc-a5bcce729b60', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:44.673776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:44.678444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:19:44.682447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:19:44.688797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:44.726926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.797542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.815941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.818195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a472de3a-d1bc-490c-a036-39fd729c78b6 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:44.826986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:19:44.827690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:19:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:44.845494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f0f3f0-eef4-4f3e-99a3-346881b4ce11,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:44.853737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:44.890147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.891527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2297792 Apr 22 17:19:44.894878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35294) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:44.901244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1d3d7cb3-bd13-403e-a5cc-a5bcce729b60', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:44.908902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:44.913473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:19:44.916736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:19:44.924615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:44.974421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Pushing event updated for resources: {'Port': ['ID=ff18a810-fb6a-462c-8f5e-5384a86e64f3,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:44.977440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:44.978255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:45.037043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:19:45.128184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:45.158289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:45.166442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2209934b-960f-4a6a-8585-6b88bb42e6eb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:45.188987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fb75b9-9021-489f-b4ae-4d4f3d90385c,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:45.191625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:45.221094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:45.222401 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3264380 Apr 22 17:19:45.225378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35298) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:45.230970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1d3d7cb3-bd13-403e-a5cc-a5bcce729b60', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:45.237524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:45.241505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:19:45.244530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:19:45.252775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:45.289896 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:19:45.297766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:45.365634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:45.372367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:19:41Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:19:44Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:19:45.376564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f857e-c38a-4ad7-9f8d-13448a4881c2 None None] The sync data for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv is: [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:19:41Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:19:44Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:19:45.392641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:45.394584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d8a08fd-9760-47fc-8a45-b8fff80e2f00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:45.419983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f575418-1f85-464b-b244-e0e4a3a479e3,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:45.422690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:45.462841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:45.465556 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-77451f67-0b03-4bea-9b65-4d2cdd6dde61 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2379827 Apr 22 17:19:45.467603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35302) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:45.473810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'security_group_rule': {'security_group_id': '1d3d7cb3-bd13-403e-a5cc-a5bcce729b60', 'project_id': '8b61421b15584ef3a566a5143da81011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:45.480711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:45.485843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:security_group_rule and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:19:45.489254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:19:45.495819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:45.541593 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Project 8b61421b15584ef3a566a5143da81011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:19:45.550492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:45.627324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:45.667058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:45.669617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-adc2b303-06f6-4bab-b72e-c9f598a72f6f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:45.695444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113e1ca3-ea21-47de-b62c-4d00da66f75d,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:45.704031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:45.741265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:45.742962 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2737646 Apr 22 17:19:45.934072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-150e4089-e8b7-47a7-828a-1b82a323e689 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:19:45.981112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-150e4089-e8b7-47a7-828a-1b82a323e689 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:19:45.982968 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-150e4089-e8b7-47a7-828a-1b82a323e689 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824302717&fields=id&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 267 time: 0.1014261 Apr 22 17:19:45.997556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ff18a810-fb6a-462c-8f5e-5384a86e64f3 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:19:46.112665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port ff18a810-fb6a-462c-8f5e-5384a86e64f3 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:19:46.118720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ff18a810-fb6a-462c-8f5e-5384a86e64f3 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:46.119304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:46.162407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-c86a0eec-84e2-438d-8dfa-644f0b8e2d86 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:46.163324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-c86a0eec-84e2-438d-8dfa-644f0b8e2d86 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:19:46.209762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-c86a0eec-84e2-438d-8dfa-644f0b8e2d86 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:19:46.211141 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-c86a0eec-84e2-438d-8dfa-644f0b8e2d86 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/networks?id=3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 HTTP/1.1" status: 200 len: 797 time: 0.2147086 Apr 22 17:19:46.228861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-7ae25805-21cc-41cd-a218-10c1b46292be tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/quotas/8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 375 time: 0.0106199 Apr 22 17:19:46.248776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:46.288293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port ff18a810-fb6a-462c-8f5e-5384a86e64f3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ff18a810-fb6a-462c-8f5e-5384a86e64f3,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:46.324324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-62a1581e-e9a1-4742-8025-b1ae825807d2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:19:46.335628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:46.337939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20728d82-98b1-49d1-a2b4-f8cdf6b62b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:46.369836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-62a1581e-e9a1-4742-8025-b1ae825807d2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:19:46.371315 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-62a1581e-e9a1-4742-8025-b1ae825807d2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1360307 Apr 22 17:19:46.412572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=ff18a810-fb6a-462c-8f5e-5384a86e64f3,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:46.416156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:46.529803 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-3c653acb-8ded-4b7e-aed3-9a9971d19e80 service neutron] 10.222.0.77 "GET /v2.0/networks/3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452570 Apr 22 17:19:46.674968 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-2716cf2b-3e7a-4ea8-8648-5a90799fbb34 service neutron] 10.222.0.77 "GET /v2.0/networks/3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383488 Apr 22 17:19:46.987720 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e0e6bfb-0eaf-4979-82b4-adac46ae9aa9 req-fca23587-b522-49dc-a288-03e60e40b3dd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 210 time: 0.0540519 Apr 22 17:19:47.960264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ff18a810-fb6a-462c-8f5e-5384a86e64f3 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:19:48.034194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ff18a810-fb6a-462c-8f5e-5384a86e64f3 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:48.034647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:48.218503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b83f3273-8aa5-44a1-bcb3-4535ad0748f0 req-c78f15dd-2614-4ede-83ff-1d76a55f24f9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 210 time: 0.0537219 Apr 22 17:19:48.859001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-a8b5ec07-f6ba-4857-97a1-c1cfacda6b77 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:48.860573 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-a8b5ec07-f6ba-4857-97a1-c1cfacda6b77 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/networks?id=3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 HTTP/1.1" status: 200 len: 797 time: 0.1599708 Apr 22 17:19:48.916762 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-664dafbc-9ae0-4230-a8da-b85df492066b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61421b15584ef3a566a5143da81011 HTTP/1.1" status: 200 len: 380 time: 0.0430360 Apr 22 17:19:48.929184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'port': {'device_id': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'admin_state_up': True, 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'security_groups': ['1d3d7cb3-bd13-403e-a5cc-a5bcce729b60']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:49.075990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:19:49.086483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:19:49.117925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Made reservation on behalf of 8b61421b15584ef3a566a5143da81011 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:19:49.124169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:49.153745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:19:49.301461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.20.0.6 (3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087/aff0ce3f-3bc6-400d-b14b-7654e6e05d75/482bace2-0ba0-4979-8e15-3f2c317960d6) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:19:49.415429 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-76e26f13-37fc-4812-be04-0690ca6dac44 req-fd4baf2b-3875-43f2-8888-e83498cbfdef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 210 time: 0.0754476 Apr 22 17:19:49.554757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:49.571730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Transition to ACTIVE for port object 482bace2-0ba0-4979-8e15-3f2c317960d6 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:19:49.660480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:49.666335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-345ca8ca-8f7b-4993-bc6e-180d8aa9e8b4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:49.738706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:19:49.742019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:19:49.746193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:19:49.780129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=482bace2-0ba0-4979-8e15-3f2c317960d6,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:49.788331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:49.820267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:49.820953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:49.970406 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0452375 Apr 22 17:19:49.987844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Request body: {'port': {'device_id': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:49.997898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e251987e-f48a-4e23-bf73-7ce2752878b8 None None] Provisioning for port 482bace2-0ba0-4979-8e15-3f2c317960d6 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:19:50.003417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e251987e-f48a-4e23-bf73-7ce2752878b8 None None] Provisioning complete for port 482bace2-0ba0-4979-8e15-3f2c317960d6 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:50.003834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e251987e-f48a-4e23-bf73-7ce2752878b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:50.066368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e251987e-f48a-4e23-bf73-7ce2752878b8 None None] Port 482bace2-0ba0-4979-8e15-3f2c317960d6 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:19:50.114527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:50.479202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482bace2-0ba0-4979-8e15-3f2c317960d6 {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:19:50.487942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:50.503488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Transition to ACTIVE for port object 482bace2-0ba0-4979-8e15-3f2c317960d6 will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:19:50.530360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:50.536929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54d49d64-e0f2-47a6-933d-932bd248e6ed tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:51.003316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=482bace2-0ba0-4979-8e15-3f2c317960d6,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:51.033925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:51.136976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a15fdd-c0d7-45f8-a4f7-46b2af5c4f6e req-ed41c632-3f76-4077-8137-167a486233a0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:51.138310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d4a15fdd-c0d7-45f8-a4f7-46b2af5c4f6e req-ed41c632-3f76-4077-8137-167a486233a0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:19:51.150913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Attempting to bind port 482bace2-0ba0-4979-8e15-3f2c317960d6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:19:51.151292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Attempting to bind port 482bace2-0ba0-4979-8e15-3f2c317960d6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:19:51.151664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Attempting to bind port 482bace2-0ba0-4979-8e15-3f2c317960d6 on network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:19:51.161154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Port 482bace2-0ba0-4979-8e15-3f2c317960d6 on network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:19:51.161523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Attempting to bind port 482bace2-0ba0-4979-8e15-3f2c317960d6 on network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:19:51.167058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:19:51.167982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Checking segment: {'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:19:51.167982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Bound using segment: {'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:19:51.168420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Bound port: 482bace2-0ba0-4979-8e15-3f2c317960d6, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:19:51.168779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:51.217237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d4a15fdd-c0d7-45f8-a4f7-46b2af5c4f6e req-ed41c632-3f76-4077-8137-167a486233a0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:19:51.218521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4a15fdd-c0d7-45f8-a4f7-46b2af5c4f6e req-ed41c632-3f76-4077-8137-167a486233a0 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 943 time: 0.6836967 Apr 22 17:19:51.305265 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4a15fdd-c0d7-45f8-a4f7-46b2af5c4f6e req-0b3114f4-df38-41fd-bc5d-4038c098fdf5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793655 Apr 22 17:19:51.309618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] For port 482bace2-0ba0-4979-8e15-3f2c317960d6, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:19:51.312889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] For port 482bace2-0ba0-4979-8e15-3f2c317960d6, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=482bace2-0ba0-4979-8e15-3f2c317960d6,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:19:51.340838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:51.346058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4dadbcf-eccc-4ecd-9c28-c2706c71ca42 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:51.408382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:51.409066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:51.410575 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] 10.222.0.78 "PUT /v2.0/ports/482bace2-0ba0-4979-8e15-3f2c317960d6 HTTP/1.1" status: 200 len: 1093 time: 1.4273665 Apr 22 17:19:51.411173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'tag': '482bace2-0ba0-4979-8e15-3f2c317960d6'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:19:51.438990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=482bace2-0ba0-4979-8e15-3f2c317960d6,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:51.438990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:51.471202 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'tag': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'status': 'completed', 'code': 200} Apr 22 17:19:51.569539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51281-cc18-4f41-a325-905cf978ce49 req-cd67e20f-e310-47fe-8a74-c5950c9e4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:51.571183 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-34c51281-cc18-4f41-a325-905cf978ce49 req-cd67e20f-e310-47fe-8a74-c5950c9e4882 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 1096 time: 0.0812650 Apr 22 17:19:51.732586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51281-cc18-4f41-a325-905cf978ce49 req-206230bb-9dc2-4c8f-9b34-531e0298986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:51.734187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-34c51281-cc18-4f41-a325-905cf978ce49 req-206230bb-9dc2-4c8f-9b34-531e0298986d service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=8b61421b15584ef3a566a5143da81011&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1508803 Apr 22 17:19:51.879080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51281-cc18-4f41-a325-905cf978ce49 req-09d3069f-0fb2-4146-95ac-d72da3680cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:51.880566 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-34c51281-cc18-4f41-a325-905cf978ce49 req-09d3069f-0fb2-4146-95ac-d72da3680cc7 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1400244 Apr 22 17:19:52.000294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-70cae391-e53e-4742-b93b-d2920a2c27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:52.001915 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-70cae391-e53e-4742-b93b-d2920a2c27b9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 1096 time: 0.0811605 Apr 22 17:19:52.083154 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-2e0e6665-5a06-4162-9345-9d7bbd1973e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=482bace2-0ba0-4979-8e15-3f2c317960d6 HTTP/1.1" status: 200 len: 217 time: 0.0687313 Apr 22 17:19:52.154566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-1af1bb86-ba9b-48a3-8b4b-7f645c3ab486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:52.156048 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-1af1bb86-ba9b-48a3-8b4b-7f645c3ab486 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff0ce3f-3bc6-400d-b14b-7654e6e05d75 HTTP/1.1" status: 200 len: 835 time: 0.0633936 Apr 22 17:19:52.242761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-0d3704e9-b2b5-42c9-8116-9b1ea458d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:52.244383 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-0d3704e9-b2b5-42c9-8116-9b1ea458d542 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785294 Apr 22 17:19:52.395048 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-9c6bfe9b-1612-4c74-afa4-d12a5b0e515e service neutron] 10.222.0.78 "GET /v2.0/networks/3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402309 Apr 22 17:19:52.615397 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02e6e355-d6bb-4b6d-b4f9-c9563377b594 req-9073a282-428d-4393-b76a-d192151cb0ac service neutron] 10.222.0.78 "GET /v2.0/networks/3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096009 Apr 22 17:19:52.625585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5709e-e7f6-49bb-9469-b70635d09f36 req-bb57e258-8f65-419c-bd10-3b76fe3b13ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:52.627177 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10c5709e-e7f6-49bb-9469-b70635d09f36 req-bb57e258-8f65-419c-bd10-3b76fe3b13ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 943 time: 0.1978626 Apr 22 17:19:52.676327 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10c5709e-e7f6-49bb-9469-b70635d09f36 req-bf3981ad-0458-441d-bd2f-fb7bca8e8f2b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426471 Apr 22 17:19:53.884910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7561a-a5e9-4aad-9711-0b7cf49aa5a7 req-9969039e-b16c-48e1-a371-5509c341f0e1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:53.886484 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7ab7561a-a5e9-4aad-9711-0b7cf49aa5a7 req-9969039e-b16c-48e1-a371-5509c341f0e1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 943 time: 0.0908289 Apr 22 17:19:53.934746 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7ab7561a-a5e9-4aad-9711-0b7cf49aa5a7 req-e8fdd65c-c9fa-47c9-9df0-a9b23cbedd6c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Apr 22 17:19:55.138352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd50c6-7fd8-43bc-bfa8-b1537438d0d7 req-c0639e45-7057-4207-8e35-c579cb360010 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:55.139898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7bbd50c6-7fd8-43bc-bfa8-b1537438d0d7 req-c0639e45-7057-4207-8e35-c579cb360010 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 943 time: 0.0878496 Apr 22 17:19:55.186606 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7bbd50c6-7fd8-43bc-bfa8-b1537438d0d7 req-3a85f6ba-25ce-42fd-83a0-1cd27d494341 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403702 Apr 22 17:19:56.109104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 482bace2-0ba0-4979-8e15-3f2c317960d6 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:19:56.250897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 482bace2-0ba0-4979-8e15-3f2c317960d6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=482bace2-0ba0-4979-8e15-3f2c317960d6,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:56.264899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'port_id': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'mac_address': 'fa:16:3e:08:d5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:19:56.324118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:56.342813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482bace2-0ba0-4979-8e15-3f2c317960d6 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:19:56.360048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 482bace2-0ba0-4979-8e15-3f2c317960d6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=482bace2-0ba0-4979-8e15-3f2c317960d6,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:56.391444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:56.393342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:56.406048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510af75b-304b-4653-9980-b1b1077d1ca3 req-a14779f1-d511-4000-8ca5-249757346004 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:56.407712 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-510af75b-304b-4653-9980-b1b1077d1ca3 req-a14779f1-d511-4000-8ca5-249757346004 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 943 time: 0.0972877 Apr 22 17:19:56.456451 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-510af75b-304b-4653-9980-b1b1077d1ca3 req-151d48ae-1d83-4032-959d-46d63900894d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Apr 22 17:19:56.467273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=482bace2-0ba0-4979-8e15-3f2c317960d6,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:56.470840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:56.643271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['482bace2-0ba0-4979-8e15-3f2c317960d6'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:19:57.657815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53a895-fbae-4158-9c5c-12e96244450c req-9ddbb0bc-666b-4f75-bc54-38a67ef569c4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:57.659425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dc53a895-fbae-4158-9c5c-12e96244450c req-9ddbb0bc-666b-4f75-bc54-38a67ef569c4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 944 time: 0.0888419 Apr 22 17:19:57.712566 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dc53a895-fbae-4158-9c5c-12e96244450c req-cbb2c4c0-8f12-43e6-8b34-63e0405cdcee tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466597 Apr 22 17:19:58.043742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7d0d9095-296b-4ce3-b058-2b280b91f6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:58.108426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 482bace2-0ba0-4979-8e15-3f2c317960d6 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:19:58.214102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 482bace2-0ba0-4979-8e15-3f2c317960d6 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:19:58.219656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 482bace2-0ba0-4979-8e15-3f2c317960d6 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:19:58.220070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:58.339108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:58.367117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482bace2-0ba0-4979-8e15-3f2c317960d6'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:19:58.377413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 482bace2-0ba0-4979-8e15-3f2c317960d6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=482bace2-0ba0-4979-8e15-3f2c317960d6,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:19:58.409398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:19:58.411457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:19:58.477234 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'code': 200} Apr 22 17:19:58.487598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=482bace2-0ba0-4979-8e15-3f2c317960d6,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:19:58.490698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:19:58.826033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cad87-e520-48bc-822f-1544fa140ac9 req-599f51d2-a9ad-48c5-b952-d4cc5ec42ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:58.827683 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-276cad87-e520-48bc-822f-1544fa140ac9 req-599f51d2-a9ad-48c5-b952-d4cc5ec42ddf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 1098 time: 0.0796707 Apr 22 17:19:58.930348 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-276cad87-e520-48bc-822f-1544fa140ac9 req-670fcc9d-cff8-4afe-8c28-5c86f97485ca service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611367 Apr 22 17:19:58.952249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931ffae-67a4-4b73-9dec-2265c011ac45 req-12fb8d96-5e6d-4838-b382-580766cb25da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:19:58.953844 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e931ffae-67a4-4b73-9dec-2265c011ac45 req-12fb8d96-5e6d-4838-b382-580766cb25da tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 945 time: 0.1252105 Apr 22 17:19:59.001912 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e931ffae-67a4-4b73-9dec-2265c011ac45 req-4c9061c6-6205-4b8d-bf12-727ffb3c01d1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415244 Apr 22 17:20:00.250254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de5135-624a-420c-8de2-bdb3adb0b6d6 req-d1f7295f-282e-494a-9a2b-d3ba46c5998c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:00.251809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-08de5135-624a-420c-8de2-bdb3adb0b6d6 req-d1f7295f-282e-494a-9a2b-d3ba46c5998c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 945 time: 0.0904710 Apr 22 17:20:00.260973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3062edc1-6dc3-4e1b-8cba-6e16809f8b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:00.301919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-08de5135-624a-420c-8de2-bdb3adb0b6d6 req-421f80ec-7c86-4224-9135-ad7247ea6f29 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Apr 22 17:20:00.510997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1182fc-4bbc-445b-8553-ae7c906da300 req-bd26a418-9f06-4feb-a60d-0332b51f4977 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:00.513322 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f1182fc-4bbc-445b-8553-ae7c906da300 req-bd26a418-9f06-4feb-a60d-0332b51f4977 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 945 time: 0.0938251 Apr 22 17:20:00.566654 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f1182fc-4bbc-445b-8553-ae7c906da300 req-e1044469-9852-45a7-bdd0-23f77d9d07ce tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467646 Apr 22 17:20:00.591235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35364) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:00.669418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c9ef4e-fcfa-492d-95d3-2b2731b42afb tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:00.671093 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-89c9ef4e-fcfa-492d-95d3-2b2731b42afb tempest-TestNetworkBasicOps-1660840512 tempest-TestNetworkBasicOps-1660840512-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 1093 time: 0.0788050 Apr 22 17:20:00.674043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35368) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:00.679663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:20:00.686279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:20:00.690360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Usage tracker for resource:floatingip and tenant:8b61421b15584ef3a566a5143da81011 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:20:00.693417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:20:00.699550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:20:00.740922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:00.883525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:01.054703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Allocated IP 172.26.6.218 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/119e1dfb-d366-4d01-9bdf-fce087ac76aa) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:20:01.251514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:01.312523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:01.317279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e9e147d1-4853-4906-893a-f32fea67a04d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:20:01.388644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:20:01.392238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:20:01.396177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:20:01.436490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=119e1dfb-d366-4d01-9bdf-fce087ac76aa,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:20:01.440729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:20:01.443826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:01.472327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:01.823087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:01.929271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:02.147382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:02.198146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:02.203653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3fd40fec-90ca-4822-b235-6b6d3ca4e448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:20:02.316262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event updated for resources: {'Port': ['ID=119e1dfb-d366-4d01-9bdf-fce087ac76aa,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:20:02.320659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:20:02.325908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:02.510805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP f3e9840e-5818-4f56-a837-d06490874b0c associated. External IP: 172.26.6.218, port: 482bace2-0ba0-4979-8e15-3f2c317960d6. Apr 22 17:20:02.792757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:03.165186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router e1b6361d-1b47-4610-90fb-f224ccdba5b8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:20:03.357913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:20:03.368070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294e011-e823-4649-9e1b-f04ecc757e7b None None] Sync routers for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:20:03.378495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294e011-e823-4649-9e1b-f04ecc757e7b None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:20:03.379202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e294e011-e823-4649-9e1b-f04ecc757e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:20:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:03.409588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:03.470215 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7950008 Apr 22 17:20:03.470965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'tag': '482bace2-0ba0-4979-8e15-3f2c317960d6'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:20:03.473209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35372) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:03.520062 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'tag': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'status': 'completed', 'code': 200} Apr 22 17:20:03.570518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e294e011-e823-4649-9e1b-f04ecc757e7b None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:20:03.595113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6f9794ce-cfdf-4dc6-984b-3c6799d646a9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/f3e9840e-5818-4f56-a837-d06490874b0c HTTP/1.1" status: 200 len: 991 time: 0.1203463 Apr 22 17:20:03.630007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1673867-1d10-4929-9e80-ccd07a4279f5 req-62536f9e-985d-44b8-ad58-2723f84e4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:03.631679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1673867-1d10-4929-9e80-ccd07a4279f5 req-62536f9e-985d-44b8-ad58-2723f84e4827 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 1098 time: 0.0889494 Apr 22 17:20:03.779183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1673867-1d10-4929-9e80-ccd07a4279f5 req-415eb6b4-91ac-4730-bfef-76ae51c7d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:03.780891 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1673867-1d10-4929-9e80-ccd07a4279f5 req-415eb6b4-91ac-4730-bfef-76ae51c7d1d9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 HTTP/1.1" status: 200 len: 899 time: 0.1411891 Apr 22 17:20:03.895142 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1673867-1d10-4929-9e80-ccd07a4279f5 req-59fc8743-d879-4a0b-a50b-108eeb425106 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=482bace2-0ba0-4979-8e15-3f2c317960d6 HTTP/1.1" status: 200 len: 999 time: 0.1072626 Apr 22 17:20:03.942031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e294e011-e823-4649-9e1b-f04ecc757e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:19:41Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'f3e9840e-5818-4f56-a837-d06490874b0c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'port_id': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'mac_address': 'fa:16:3e:08:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:20:01Z', 'updated_at': '2021-04-22T17:20:01Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:19:46Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:03.946130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294e011-e823-4649-9e1b-f04ecc757e7b None None] Checking router: e1b6361d-1b47-4610-90fb-f224ccdba5b8 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:20:03.955829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294e011-e823-4649-9e1b-f04ecc757e7b None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:20:03.956533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e294e011-e823-4649-9e1b-f04ecc757e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:20:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:03.965728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1673867-1d10-4929-9e80-ccd07a4279f5 req-30283fdf-c9a2-4eb5-8d86-cb5c9d5a3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:03.967365 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1673867-1d10-4929-9e80-ccd07a4279f5 req-30283fdf-c9a2-4eb5-8d86-cb5c9d5a3244 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff0ce3f-3bc6-400d-b14b-7654e6e05d75 HTTP/1.1" status: 200 len: 835 time: 0.0652826 Apr 22 17:20:04.053164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1673867-1d10-4929-9e80-ccd07a4279f5 req-367abfcf-21f2-4f57-811f-4f1f496704f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:04.054804 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1673867-1d10-4929-9e80-ccd07a4279f5 req-367abfcf-21f2-4f57-811f-4f1f496704f0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794523 Apr 22 17:20:04.211188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1673867-1d10-4929-9e80-ccd07a4279f5 req-beeda1b8-073f-4756-9f71-a6fdc33f9f54 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467686 Apr 22 17:20:04.326958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e294e011-e823-4649-9e1b-f04ecc757e7b None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:20:04.359483 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1673867-1d10-4929-9e80-ccd07a4279f5 req-a3a7b6c1-6297-4f5d-9fc2-d126d18f76db service neutron] 10.222.0.78 "GET /v2.0/networks/3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412458 Apr 22 17:20:04.599209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35378) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:04.700367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e294e011-e823-4649-9e1b-f04ecc757e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:19:41Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'f3e9840e-5818-4f56-a837-d06490874b0c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'port_id': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'mac_address': 'fa:16:3e:08:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:20:01Z', 'updated_at': '2021-04-22T17:20:01Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:19:46Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:04.704949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294e011-e823-4649-9e1b-f04ecc757e7b None None] The sync data for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv is: [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:19:41Z', 'revision_number': 4, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'f3e9840e-5818-4f56-a837-d06490874b0c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'port_id': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'mac_address': 'fa:16:3e:08:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:20:01Z', 'updated_at': '2021-04-22T17:20:01Z', 'revision_number': 0, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:19:46Z', 'revision_number': 5, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:20:04.721473 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ab08292b-65e9-4a65-a967-b6998e98e9c8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/f3e9840e-5818-4f56-a837-d06490874b0c HTTP/1.1" status: 200 len: 991 time: 0.1208389 Apr 22 17:20:04.966238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e54d2-07a2-41f7-804a-5d159979c909 None None] New status for floating IP f3e9840e-5818-4f56-a837-d06490874b0c: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:20:05.294928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:05.725869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35382) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:05.842839 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7de10a3a-3a48-4cca-9af3-9c7e5772b497 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/f3e9840e-5818-4f56-a837-d06490874b0c HTTP/1.1" status: 200 len: 993 time: 0.1153762 Apr 22 17:20:26.154116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:20:27.890674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-7d687f07-5465-46ad-b070-dc378624727d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824535 Apr 22 17:20:28.102327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-d3d9d727-3beb-4309-98a4-66c2d4524382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:28.102327 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-d3d9d727-3beb-4309-98a4-66c2d4524382 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 1098 time: 0.0836716 Apr 22 17:20:28.117398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60a6f13a-8c22-4546-9552-bdc02ef00de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:28.220494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-de933485-56c2-4d0a-94eb-ed22009ecdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:28.222095 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-de933485-56c2-4d0a-94eb-ed22009ecdef service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 HTTP/1.1" status: 200 len: 899 time: 0.1461711 Apr 22 17:20:28.335370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-40db8524-2f4b-4104-8853-d2bb0e0ae6aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=482bace2-0ba0-4979-8e15-3f2c317960d6 HTTP/1.1" status: 200 len: 1001 time: 0.1064391 Apr 22 17:20:28.409995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-54c629d2-bcf0-49bc-817e-b0ad73566e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:28.411564 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-54c629d2-bcf0-49bc-817e-b0ad73566e9d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff0ce3f-3bc6-400d-b14b-7654e6e05d75 HTTP/1.1" status: 200 len: 835 time: 0.0681009 Apr 22 17:20:28.499498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-ed354b6d-e21f-4de1-bb1e-399ada6a9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:28.501123 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-ed354b6d-e21f-4de1-bb1e-399ada6a9e10 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823247 Apr 22 17:20:28.649261 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-76395e72-4291-4f49-8272-d61b32cd74b8 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382930 Apr 22 17:20:28.796160 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8709c6de-c40f-430b-85ae-7039edac19e2 req-76e4a79d-c476-4c88-9253-6eb986843405 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372917 Apr 22 17:20:30.270955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd8-c8ea-49f0-bc37-0752a1efdac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:31.448672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:31.488730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:32.791250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:35.306173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:39.058171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35396) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:39.064219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c2a45301-fb8e-4d3b-8c22-c5f7f1c89b37 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:20:39.693982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2a45301-fb8e-4d3b-8c22-c5f7f1c89b37 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:39.729346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2a45301-fb8e-4d3b-8c22-c5f7f1c89b37 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:40.235122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a45301-fb8e-4d3b-8c22-c5f7f1c89b37 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router e1b6361d-1b47-4610-90fb-f224ccdba5b8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:20:40.443098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a45301-fb8e-4d3b-8c22-c5f7f1c89b37 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:20:40.450566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c2a45301-fb8e-4d3b-8c22-c5f7f1c89b37 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:40.451872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c2a45301-fb8e-4d3b-8c22-c5f7f1c89b37 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/e1b6361d-1b47-4610-90fb-f224ccdba5b8 HTTP/1.1" status: 200 len: 888 time: 1.3924627 Apr 22 17:20:40.453762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e69af-ce22-4c4c-adf8-9ee0696d4299 None None] Sync routers for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:20:40.465805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e69af-ce22-4c4c-adf8-9ee0696d4299 None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:20:40.466587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3d8e69af-ce22-4c4c-adf8-9ee0696d4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:20:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:40.537631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3d8e69af-ce22-4c4c-adf8-9ee0696d4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:40.546879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e69af-ce22-4c4c-adf8-9ee0696d4299 None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:20:40.547543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3d8e69af-ce22-4c4c-adf8-9ee0696d4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:20:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:40.615984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3d8e69af-ce22-4c4c-adf8-9ee0696d4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:40.616442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e69af-ce22-4c4c-adf8-9ee0696d4299 None None] The sync data for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv is: [] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:20:40.914240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1799660-c605-4583-82e0-75c85d32b4b5 None None] New status for floating IP f3e9840e-5818-4f56-a837-d06490874b0c: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:20:41.989106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ff18a810-fb6a-462c-8f5e-5384a86e64f3 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:20:42.114132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:42.152336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port ff18a810-fb6a-462c-8f5e-5384a86e64f3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ff18a810-fb6a-462c-8f5e-5384a86e64f3,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:20:42.180365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:42.181227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6e87287b-2f62-4738-b0ea-e049150f5b14 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:20:42.211266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8769ef4d-1e7c-4a4f-9ea5-ece8ebab518c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:20:42.340349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=ff18a810-fb6a-462c-8f5e-5384a86e64f3,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:20:42.356134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.356523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.356910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.357287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.357658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.358031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.358401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.358798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.359171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.359540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.359901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.360265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:42.366253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:20:42.383765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:42.403510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 6e87287b-2f62-4738-b0ea-e049150f5b14, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6e87287b-2f62-4738-b0ea-e049150f5b14,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:20:42.432417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:42.437206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:20:42.536719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=6e87287b-2f62-4738-b0ea-e049150f5b14,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:20:42.540288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:20:42.640513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35402) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:42.646917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ef3be90f-1e84-42b8-bdfa-1a395451020a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:20:43.219023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef3be90f-1e84-42b8-bdfa-1a395451020a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:43.249038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef3be90f-1e84-42b8-bdfa-1a395451020a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16364750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838411066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16354600'] for router, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:43.449807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3be90f-1e84-42b8-bdfa-1a395451020a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router e1b6361d-1b47-4610-90fb-f224ccdba5b8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:20:43.654701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3be90f-1e84-42b8-bdfa-1a395451020a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:20:43.661575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef3be90f-1e84-42b8-bdfa-1a395451020a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:43.663110 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ef3be90f-1e84-42b8-bdfa-1a395451020a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/e1b6361d-1b47-4610-90fb-f224ccdba5b8 HTTP/1.1" status: 200 len: 887 time: 1.0213232 Apr 22 17:20:43.664681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f701e-e6af-49fa-a482-926498d31a62 None None] Sync routers for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:20:43.667429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35406) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:43.675916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f701e-e6af-49fa-a482-926498d31a62 None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:20:43.676594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ec3f701e-e6af-49fa-a482-926498d31a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:20:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:43.792461 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b00f73b3-9e46-44c2-a87a-ec2a119b26c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/f3e9840e-5818-4f56-a837-d06490874b0c HTTP/1.1" status: 200 len: 991 time: 0.1231754 Apr 22 17:20:43.877826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ec3f701e-e6af-49fa-a482-926498d31a62 None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:20:44.342024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ec3f701e-e6af-49fa-a482-926498d31a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:20:43Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:20:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'f3e9840e-5818-4f56-a837-d06490874b0c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'port_id': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'mac_address': 'fa:16:3e:08:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:20:01Z', 'updated_at': '2021-04-22T17:20:41Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:20:42Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:44.346592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f701e-e6af-49fa-a482-926498d31a62 None None] Checking router: e1b6361d-1b47-4610-90fb-f224ccdba5b8 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:20:44.356658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f701e-e6af-49fa-a482-926498d31a62 None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:20:44.357369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ec3f701e-e6af-49fa-a482-926498d31a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:20:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:44.557111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ec3f701e-e6af-49fa-a482-926498d31a62 None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:20:44.799385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35410) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:44.914272 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-413a71d0-604a-4ef7-bcf3-9d24e87b293c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/f3e9840e-5818-4f56-a837-d06490874b0c HTTP/1.1" status: 200 len: 991 time: 0.1134877 Apr 22 17:20:44.935849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ec3f701e-e6af-49fa-a482-926498d31a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:20:43Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:20:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'f3e9840e-5818-4f56-a837-d06490874b0c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'port_id': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'mac_address': 'fa:16:3e:08:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:20:01Z', 'updated_at': '2021-04-22T17:20:41Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:20:42Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:44.940311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f701e-e6af-49fa-a482-926498d31a62 None None] The sync data for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv is: [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:20:43Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:20:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'f3e9840e-5818-4f56-a837-d06490874b0c', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'port_id': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'mac_address': 'fa:16:3e:08:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:20:01Z', 'updated_at': '2021-04-22T17:20:41Z', 'revision_number': 2, 'project_id': '8b61421b15584ef3a566a5143da81011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:20:42Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:20:45.918427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35414) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:46.050304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ff18a810-fb6a-462c-8f5e-5384a86e64f3 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:20:46.059520 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e76ece42-4f5f-428c-a492-374ea1cd90d8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/f3e9840e-5818-4f56-a837-d06490874b0c HTTP/1.1" status: 200 len: 991 time: 0.1396949 Apr 22 17:20:46.125987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ff18a810-fb6a-462c-8f5e-5384a86e64f3 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:20:46.126413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:46.253176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:46.287556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port ff18a810-fb6a-462c-8f5e-5384a86e64f3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ff18a810-fb6a-462c-8f5e-5384a86e64f3,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:20:46.316893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:46.317816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6e87287b-2f62-4738-b0ea-e049150f5b14 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:20:46.347911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:20:46.447984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=ff18a810-fb6a-462c-8f5e-5384a86e64f3,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:20:46.451700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:20:46.461353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6e87287b-2f62-4738-b0ea-e049150f5b14 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:20:46.461768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:46.587321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:46.606414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 6e87287b-2f62-4738-b0ea-e049150f5b14, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6e87287b-2f62-4738-b0ea-e049150f5b14,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:20:46.631049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:46.632961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:20:46.701945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=6e87287b-2f62-4738-b0ea-e049150f5b14,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:20:46.705121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:20:47.063549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35418) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:47.179233 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e23e898-c2f5-46d0-a334-d45c8ded23a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/f3e9840e-5818-4f56-a837-d06490874b0c HTTP/1.1" status: 200 len: 991 time: 0.1141520 Apr 22 17:20:47.489226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c6311e-8dc8-4f6a-9734-a884768dcc75 None None] New status for floating IP f3e9840e-5818-4f56-a837-d06490874b0c: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:20:47.998698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ff18a810-fb6a-462c-8f5e-5384a86e64f3 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:20:48.183771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35422) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:48.263896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port ff18a810-fb6a-462c-8f5e-5384a86e64f3 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:20:48.264236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:48.305998 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-56f420b1-794b-46af-8757-1340d4e228d3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/floatingips/f3e9840e-5818-4f56-a837-d06490874b0c HTTP/1.1" status: 200 len: 993 time: 0.1205392 Apr 22 17:20:48.389249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6e87287b-2f62-4738-b0ea-e049150f5b14 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:20:48.462131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6e87287b-2f62-4738-b0ea-e049150f5b14 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:20:48.462555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:48.618077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35430) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:48.836733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 119e1dfb-d366-4d01-9bdf-fce087ac76aa {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:20:48.837033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:49.017280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:49.017622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:49.437218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 119e1dfb-d366-4d01-9bdf-fce087ac76aa owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:20:49.688921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:49.694684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1e2be546-a965-4a8f-9f43-2005d9507dc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:20:49.748260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=119e1dfb-d366-4d01-9bdf-fce087ac76aa,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:20:49.793104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.793542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.793972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.794398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.794841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.795258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.795668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.796077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.796488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.796899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.797310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.797719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:49.827842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:20:49.858607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:49.859051 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Floating IP f3e9840e-5818-4f56-a837-d06490874b0c disassociated (deleted). External IP: 172.26.6.218, port: 482bace2-0ba0-4979-8e15-3f2c317960d6. Apr 22 17:20:50.239939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router e1b6361d-1b47-4610-90fb-f224ccdba5b8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:20:50.433719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:20:50.443397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193b9fc3-f677-4ef5-b617-f6b1e3eaca74 None None] Sync routers for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:20:50.453932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b9fc3-f677-4ef5-b617-f6b1e3eaca74 None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:20:50.460219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-193b9fc3-f677-4ef5-b617-f6b1e3eaca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:20:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:50.476982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:50.538845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/floatingips/f3e9840e-5818-4f56-a837-d06490874b0c HTTP/1.1" status: 204 len: 168 time: 1.9194241 Apr 22 17:20:50.539482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'tag': '482bace2-0ba0-4979-8e15-3f2c317960d6'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:20:50.592587 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'tag': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'status': 'completed', 'code': 200} Apr 22 17:20:50.646022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-193b9fc3-f677-4ef5-b617-f6b1e3eaca74 None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:20:50.704386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f7f97-a5df-46f0-9e74-1b51b9c3a442 req-a68bd710-9eef-41be-b0ec-e2623a91b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:50.706194 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b79f7f97-a5df-46f0-9e74-1b51b9c3a442 req-a68bd710-9eef-41be-b0ec-e2623a91b697 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b61421b15584ef3a566a5143da81011&device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 1098 time: 0.0830319 Apr 22 17:20:50.866206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f7f97-a5df-46f0-9e74-1b51b9c3a442 req-8d0081e8-b9dc-478b-9a2f-ba0475cd9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:50.867786 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b79f7f97-a5df-46f0-9e74-1b51b9c3a442 req-8d0081e8-b9dc-478b-9a2f-ba0475cd9fcd service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 HTTP/1.1" status: 200 len: 899 time: 0.1482906 Apr 22 17:20:50.959237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b79f7f97-a5df-46f0-9e74-1b51b9c3a442 req-272f8a7b-01f6-402a-ae8d-d6aa8a12a142 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=482bace2-0ba0-4979-8e15-3f2c317960d6 HTTP/1.1" status: 200 len: 217 time: 0.0777419 Apr 22 17:20:50.998112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-193b9fc3-f677-4ef5-b617-f6b1e3eaca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:20:43Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:20:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:20:46Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:51.002592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193b9fc3-f677-4ef5-b617-f6b1e3eaca74 None None] Checking router: e1b6361d-1b47-4610-90fb-f224ccdba5b8 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:20:51.012933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b9fc3-f677-4ef5-b617-f6b1e3eaca74 None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:20:51.013622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-193b9fc3-f677-4ef5-b617-f6b1e3eaca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:20:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:51.091295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f7f97-a5df-46f0-9e74-1b51b9c3a442 req-d8894670-b071-4a39-8855-12e4b174e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:51.092860 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b79f7f97-a5df-46f0-9e74-1b51b9c3a442 req-d8894670-b071-4a39-8855-12e4b174e003 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff0ce3f-3bc6-400d-b14b-7654e6e05d75 HTTP/1.1" status: 200 len: 835 time: 0.1257687 Apr 22 17:20:51.177106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2959f-41ec-43e8-a407-1e827168c2ab req-6b6b2d6e-8ef4-47ac-8b0e-3e6e9f801222 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:51.177746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c9c2959f-41ec-43e8-a407-1e827168c2ab req-6b6b2d6e-8ef4-47ac-8b0e-3e6e9f801222 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:20:51.208878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-193b9fc3-f677-4ef5-b617-f6b1e3eaca74 None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:20:51.211651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f7f97-a5df-46f0-9e74-1b51b9c3a442 req-cb6771c4-d4ab-4cca-9302-e1827b898ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:51.213250 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b79f7f97-a5df-46f0-9e74-1b51b9c3a442 req-cb6771c4-d4ab-4cca-9302-e1827b898ab9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1131430 Apr 22 17:20:51.296790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c9c2959f-41ec-43e8-a407-1e827168c2ab req-6b6b2d6e-8ef4-47ac-8b0e-3e6e9f801222 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:20:51.298064 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c9c2959f-41ec-43e8-a407-1e827168c2ab req-6b6b2d6e-8ef4-47ac-8b0e-3e6e9f801222 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 945 time: 0.2872131 Apr 22 17:20:51.375843 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c9c2959f-41ec-43e8-a407-1e827168c2ab req-d75512e2-e82e-4910-b87d-4ac1f71743a3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698850 Apr 22 17:20:51.410963 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b79f7f97-a5df-46f0-9e74-1b51b9c3a442 req-063eeb9e-b98f-43d2-8d89-287c50c93bb0 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899891 Apr 22 17:20:51.548605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-193b9fc3-f677-4ef5-b617-f6b1e3eaca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:20:43Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:20:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:20:46Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:51.552924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193b9fc3-f677-4ef5-b617-f6b1e3eaca74 None None] The sync data for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv is: [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:20:43Z', 'revision_number': 6, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:20:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'ff18a810-fb6a-462c-8f5e-5384a86e64f3', 'name': '', 'network_id': '3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'mac_address': 'fa:16:3e:be:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:40Z', 'updated_at': '2021-04-22T17:20:46Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'subnets': [{'id': 'aff0ce3f-3bc6-400d-b14b-7654e6e05d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:20:51.562249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b79f7f97-a5df-46f0-9e74-1b51b9c3a442 req-353e2063-6f16-44a9-a1ee-1f4d15f7fe35 service neutron] 10.222.0.78 "GET /v2.0/networks/3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440294 Apr 22 17:20:52.411943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdb9c7-5ecd-45b8-9e11-142452d9901a None None] New status for floating IP f3e9840e-5818-4f56-a837-d06490874b0c: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:20:52.718085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c910e2-306c-400d-8e97-0bc1e319a7fa req-4a325ebc-a58e-46cf-b193-ea4fd50a475f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:52.719734 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-20c910e2-306c-400d-8e97-0bc1e319a7fa req-4a325ebc-a58e-46cf-b193-ea4fd50a475f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 945 time: 0.2170236 Apr 22 17:20:52.729107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d0908-bb83-4181-ae9c-05a41602df42 req-92753652-8f59-40cd-8b04-d2f9d8f8854f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:20:52.731268 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3e1d0908-bb83-4181-ae9c-05a41602df42 req-92753652-8f59-40cd-8b04-d2f9d8f8854f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 945 time: 0.1491582 Apr 22 17:20:52.840440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-3e1d0908-bb83-4181-ae9c-05a41602df42 req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 482bace2-0ba0-4979-8e15-3f2c317960d6 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:20:52.840842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3e1d0908-bb83-4181-ae9c-05a41602df42 req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:52.869902 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-20c910e2-306c-400d-8e97-0bc1e319a7fa req-0899b2bc-a90f-464c-a101-da7604d37f55 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375093 Apr 22 17:20:53.116322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-3e1d0908-bb83-4181-ae9c-05a41602df42 req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 482bace2-0ba0-4979-8e15-3f2c317960d6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=482bace2-0ba0-4979-8e15-3f2c317960d6,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:20:53.116722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3e1d0908-bb83-4181-ae9c-05a41602df42 req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:53.254917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-3e1d0908-bb83-4181-ae9c-05a41602df42 req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 482bace2-0ba0-4979-8e15-3f2c317960d6 owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:20:53.579670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3e1d0908-bb83-4181-ae9c-05a41602df42 req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:53.585642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8527e80a-6d16-4868-a154-719aa1964b4d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:20:53.639532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=482bace2-0ba0-4979-8e15-3f2c317960d6,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:20:53.643316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:20:53.720471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1d0908-bb83-4181-ae9c-05a41602df42 req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] No DVR routers for this DVR port 482bace2-0ba0-4979-8e15-3f2c317960d6 on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:20:53.723526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3e1d0908-bb83-4181-ae9c-05a41602df42 req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:53.726791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'name': 'network-vif-deleted', 'tag': '482bace2-0ba0-4979-8e15-3f2c317960d6'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:20:53.763615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3e1d0908-bb83-4181-ae9c-05a41602df42 req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.78 "DELETE /v2.0/ports/482bace2-0ba0-4979-8e15-3f2c317960d6 HTTP/1.1" status: 204 len: 173 time: 1.0170045 Apr 22 17:20:53.780069 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db60e010-7bf6-4efc-8549-e323b9583d27', 'name': 'network-vif-deleted', 'tag': '482bace2-0ba0-4979-8e15-3f2c317960d6', 'status': 'completed', 'code': 200} Apr 22 17:20:54.057093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f60dc663-696e-4a30-a315-185d1129e674 req-df23dfd5-7ce4-4db1-bcd7-7ce2d75a252b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Synchronizing usage tracker for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:20:54.106361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f60dc663-696e-4a30-a315-185d1129e674 req-df23dfd5-7ce4-4db1-bcd7-7ce2d75a252b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Unset dirty status for tenant:8b61421b15584ef3a566a5143da81011 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:20:54.107809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f60dc663-696e-4a30-a315-185d1129e674 req-df23dfd5-7ce4-4db1-bcd7-7ce2d75a252b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "GET /v2.0/ports?device_id=db60e010-7bf6-4efc-8549-e323b9583d27 HTTP/1.1" status: 200 len: 210 time: 0.1057882 Apr 22 17:20:55.211699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35450) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:55.285363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af74e6b2-1104-4a51-a41b-0559bf49bc08 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:55.317861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af74e6b2-1104-4a51-a41b-0559bf49bc08 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:55.460104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af74e6b2-1104-4a51-a41b-0559bf49bc08 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:55.466323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6fef41e5-e45e-4fc3-96ad-7f64a7994b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:20:55.482654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74e6b2-1104-4a51-a41b-0559bf49bc08 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3d7cb3-bd13-403e-a5cc-a5bcce729b60,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:20:55.485811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af74e6b2-1104-4a51-a41b-0559bf49bc08 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:20:55.516916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af74e6b2-1104-4a51-a41b-0559bf49bc08 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:55.518196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af74e6b2-1104-4a51-a41b-0559bf49bc08 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/security-groups/1d3d7cb3-bd13-403e-a5cc-a5bcce729b60 HTTP/1.1" status: 204 len: 168 time: 0.3053720 Apr 22 17:20:55.598870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35456) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:56.216110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:56.404989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 482bace2-0ba0-4979-8e15-3f2c317960d6 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:20:56.446235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 482bace2-0ba0-4979-8e15-3f2c317960d6 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:20:56.446607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 482bace2-0ba0-4979-8e15-3f2c317960d6 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:20:56.673446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port ff18a810-fb6a-462c-8f5e-5384a86e64f3 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:20:56.674086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:56.907078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port ff18a810-fb6a-462c-8f5e-5384a86e64f3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=ff18a810-fb6a-462c-8f5e-5384a86e64f3,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:20:56.907396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:57.040296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for ff18a810-fb6a-462c-8f5e-5384a86e64f3 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:20:57.379769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:57.385067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:20:57.433051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=ff18a810-fb6a-462c-8f5e-5384a86e64f3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:20:57.480001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.480437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.480860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.481279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.481694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.482105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.482517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.482980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.483397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.483804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.484212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.484619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:20:57.493118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:20:58.029851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:58.054195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5738e92-7835-4f3a-808a-e032fca6b847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:58.417558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Router e1b6361d-1b47-4610-90fb-f224ccdba5b8 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:20:58.607964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:20:58.617498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819c5f4-3902-466d-bed3-4c639b97e843 None None] Sync routers for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:20:58.627392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819c5f4-3902-466d-bed3-4c639b97e843 None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:20:58.628062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9819c5f4-3902-466d-bed3-4c639b97e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:20:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:58.661519 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "PUT /v2.0/routers/e1b6361d-1b47-4610-90fb-f224ccdba5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0611758 Apr 22 17:20:58.664353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35460) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:58.743778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2bfe39-0d6b-4726-8e8b-fba64f207b4b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting subnet aff0ce3f-3bc6-400d-b14b-7654e6e05d75 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:20:58.748041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b2bfe39-0d6b-4726-8e8b-fba64f207b4b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:58.815751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b2bfe39-0d6b-4726-8e8b-fba64f207b4b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:58.819034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-9819c5f4-3902-466d-bed3-4c639b97e843 None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:20:58.907002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b2bfe39-0d6b-4726-8e8b-fba64f207b4b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:59.125252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9819c5f4-3902-466d-bed3-4c639b97e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:20:57Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:20:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:59.129362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819c5f4-3902-466d-bed3-4c639b97e843 None None] Checking router: e1b6361d-1b47-4610-90fb-f224ccdba5b8 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:20:59.139208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819c5f4-3902-466d-bed3-4c639b97e843 None None] Routers {'e1b6361d-1b47-4610-90fb-f224ccdba5b8'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:20:59.139888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9819c5f4-3902-466d-bed3-4c639b97e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:20:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:20:59.260409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b2bfe39-0d6b-4726-8e8b-fba64f207b4b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:59.266736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5bc53eae-4bdb-4d76-bad1-8b7a34710e71 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:20:59.309302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b2bfe39-0d6b-4726-8e8b-fba64f207b4b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:59.315156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bfe39-0d6b-4726-8e8b-fba64f207b4b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Subnet': ['ID=aff0ce3f-3bc6-400d-b14b-7654e6e05d75,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:20:59.317707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8b2bfe39-0d6b-4726-8e8b-fba64f207b4b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:20:59.324908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35464) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:20:59.325074 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8b2bfe39-0d6b-4726-8e8b-fba64f207b4b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/subnets/aff0ce3f-3bc6-400d-b14b-7654e6e05d75 HTTP/1.1" status: 204 len: 168 time: 0.6594121 Apr 22 17:20:59.444294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045d39d-0f39-403d-8eeb-9a1b570d168e None None] Network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:20:59.522331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:20:59.673945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-9819c5f4-3902-466d-bed3-4c639b97e843 None None] Set router e1b6361d-1b47-4610-90fb-f224ccdba5b8 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:21:00.033443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9819c5f4-3902-466d-bed3-4c639b97e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:20:57Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:20:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:21:00.036055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:00.039372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8b828-7342-4094-b48a-1d9150675275 None None] DHCP port deletion for 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:21:00.042328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819c5f4-3902-466d-bed3-4c639b97e843 None None] The sync data for ids ['e1b6361d-1b47-4610-90fb-f224ccdba5b8'] in dv-neutron-786478-3-hyperv is: [{'id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'name': 'tempest-TestNetworkBasicOps-router-704035235', 'tenant_id': '8b61421b15584ef3a566a5143da81011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:19:34Z', 'updated_at': '2021-04-22T17:20:57Z', 'revision_number': 7, 'project_id': '8b61421b15584ef3a566a5143da81011', 'gw_port': {'id': '6e87287b-2f62-4738-b0ea-e049150f5b14', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6361d-1b47-4610-90fb-f224ccdba5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:19:35Z', 'updated_at': '2021-04-22T17:20:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:21:00.046512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8b828-7342-4094-b48a-1d9150675275 None None] Deleting port 0a0e8444-2d80-4304-ab85-dcf2f423a50e {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:21:00.046933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b828-7342-4094-b48a-1d9150675275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:00.088062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Deleting port 6e87287b-2f62-4738-b0ea-e049150f5b14 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:21:00.089212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:00.283279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d2d8b828-7342-4094-b48a-1d9150675275 None None] For port 0a0e8444-2d80-4304-ab85-dcf2f423a50e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0a0e8444-2d80-4304-ab85-dcf2f423a50e,segment=NetworkSegment(eb31d2dd-693d-419c-b31d-d27f94cd5bdb),segment_id=eb31d2dd-693d-419c-b31d-d27f94cd5bdb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:21:00.283642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b828-7342-4094-b48a-1d9150675275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:00.292928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] For port 6e87287b-2f62-4738-b0ea-e049150f5b14, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6e87287b-2f62-4738-b0ea-e049150f5b14,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:21:00.293342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:00.294599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a795b3f8-bae1-424e-8393-5ac11646e5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:00.421459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8b828-7342-4094-b48a-1d9150675275 None None] Calling delete_port for 0a0e8444-2d80-4304-ab85-dcf2f423a50e owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:21:00.431441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Calling delete_port for 6e87287b-2f62-4738-b0ea-e049150f5b14 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:21:00.602757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b828-7342-4094-b48a-1d9150675275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:00.607928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:00.653583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8b828-7342-4094-b48a-1d9150675275 None None] Pushing event deleted for resources: {'Port': ['ID=0a0e8444-2d80-4304-ab85-dcf2f423a50e,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:00.656822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2d8b828-7342-4094-b48a-1d9150675275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:00.657680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8b828-7342-4094-b48a-1d9150675275 None None] No DVR routers for this DVR port 0a0e8444-2d80-4304-ab85-dcf2f423a50e on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:21:00.671285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:00.676465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b0eb78c5-468d-4276-a7e9-1e7d2dee74b8 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:00.727110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Port': ['ID=6e87287b-2f62-4738-b0ea-e049150f5b14,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:00.759567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:00.818780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.001451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.003786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.116415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.117076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Fanout notify agent at l3_agent the message router_deleted on router e1b6361d-1b47-4610-90fb-f224ccdba5b8 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:21:01.133649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.135023 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/routers/e1b6361d-1b47-4610-90fb-f224ccdba5b8 HTTP/1.1" status: 204 len: 168 time: 1.8082418 Apr 22 17:21:01.137829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35468) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:01.264755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.412072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.436858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.465576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.538840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:21:01.552681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:21:01.552958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb31d2dd-693d-419c-b31d-d27f94cd5bdb') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:21:01.565265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.580590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.586924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:21:01.773925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:21:01.783674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:01.960800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Network 3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:21:01.989755 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:21:01.999661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ff18a810-fb6a-462c-8f5e-5384a86e64f3 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:21:02.040955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: ff18a810-fb6a-462c-8f5e-5384a86e64f3 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:21:02.041488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device ff18a810-fb6a-462c-8f5e-5384a86e64f3 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:21:02.041874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6e87287b-2f62-4738-b0ea-e049150f5b14 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:21:02.078549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 6e87287b-2f62-4738-b0ea-e049150f5b14 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:21:02.079037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6e87287b-2f62-4738-b0ea-e049150f5b14 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:21:02.079454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0a0e8444-2d80-4304-ab85-dcf2f423a50e no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:21:02.093643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:02.097359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-726fbe67-0485-416d-8f83-cd0794a96e69 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:02.115649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:02.115999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 0a0e8444-2d80-4304-ab85-dcf2f423a50e {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:21:02.116404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0a0e8444-2d80-4304-ab85-dcf2f423a50e not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:21:02.125700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Pushing event deleted for resources: {'Network': ['ID=3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:02.137422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:02.157109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] 10.222.0.77 "DELETE /v2.0/networks/3ef8a6c8-3f23-45a5-a8fc-2f5d781f9087 HTTP/1.1" status: 204 len: 168 time: 1.0182521 Apr 22 17:21:02.737999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35476) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:02.790949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:02.900459 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5979a1e1-565c-4e0b-a4bd-2d5b4b82857c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b61421b15584ef3a566a5143da81011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610844 Apr 22 17:21:02.903651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35482) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:02.969604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea0edd2e-bd68-40f0-9bfa-5c3afb6eec47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:02.998123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea0edd2e-bd68-40f0-9bfa-5c3afb6eec47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:03.154139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:21:03.185360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea0edd2e-bd68-40f0-9bfa-5c3afb6eec47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:03.190827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf16053b-50e1-484b-b1e9-94b8837d7235 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:03.205847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0edd2e-bd68-40f0-9bfa-5c3afb6eec47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:03.208435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea0edd2e-bd68-40f0-9bfa-5c3afb6eec47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:03.214998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ea0edd2e-bd68-40f0-9bfa-5c3afb6eec47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:03.216235 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ea0edd2e-bd68-40f0-9bfa-5c3afb6eec47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6f03a256-7fa2-4ba2-a61e-4ef7c2add0b4 HTTP/1.1" status: 204 len: 168 time: 0.3115840 Apr 22 17:21:03.710546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35492) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:03.730677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7352c9d9-7a5b-4449-820c-dbe938f8b64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:03.746702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7352c9d9-7a5b-4449-820c-dbe938f8b64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:21:03.750797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7352c9d9-7a5b-4449-820c-dbe938f8b64f admin admin] Usage tracker for resource:security_group_rule and tenant:56fec5d5a9e8475582c5cd935ead6656 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:21:03.753753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7352c9d9-7a5b-4449-820c-dbe938f8b64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:21:03.759842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7352c9d9-7a5b-4449-820c-dbe938f8b64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:21:03.975492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7352c9d9-7a5b-4449-820c-dbe938f8b64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:04.019199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7352c9d9-7a5b-4449-820c-dbe938f8b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:04.028577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f83b346-6bf1-48b8-ad86-14eee493ab05 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:04.072059 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7352c9d9-7a5b-4449-820c-dbe938f8b64f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56fec5d5a9e8475582c5cd935ead6656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602216 Apr 22 17:21:04.073784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352c9d9-7a5b-4449-820c-dbe938f8b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d7b8ae-bec0-49a8-877b-9bec162fb45c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:04.075024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35496) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:04.077282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7352c9d9-7a5b-4449-820c-dbe938f8b64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:04.140531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53cd1d44-592e-40a0-826f-46e57a1b328a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:04.167789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53cd1d44-592e-40a0-826f-46e57a1b328a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:04.247822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53cd1d44-592e-40a0-826f-46e57a1b328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:04.252796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0db29dc8-4c08-4509-9027-6b1a095a0ae1 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:04.265140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd1d44-592e-40a0-826f-46e57a1b328a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d7b8ae-bec0-49a8-877b-9bec162fb45c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:04.268264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53cd1d44-592e-40a0-826f-46e57a1b328a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:04.270366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53cd1d44-592e-40a0-826f-46e57a1b328a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:04.272141 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-53cd1d44-592e-40a0-826f-46e57a1b328a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16d7b8ae-bec0-49a8-877b-9bec162fb45c HTTP/1.1" status: 204 len: 168 time: 0.1951671 Apr 22 17:21:05.194231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35520) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:05.306532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1722498480-network', 'tenant_id': '5ce6e676e59e4d7ea6459f6af839352e'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:21:05.312547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:21:05.316553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:05.316733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Usage tracker for resource:network and tenant:5ce6e676e59e4d7ea6459f6af839352e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:21:05.319656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:21:05.326541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:21:05.350808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Made reservation on behalf of 5ce6e676e59e4d7ea6459f6af839352e for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:21:05.355468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:05.369062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:05.385323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:21:05.390253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Usage tracker for resource:security_group_rule and tenant:5ce6e676e59e4d7ea6459f6af839352e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:21:05.393330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:21:05.399388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:21:05.484181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:05.527745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:05.532056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-133fe6c9-b175-4df9-aad2-56bc6400afab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:05.557335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:21:05.571262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:05.574465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:05.638066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:05.638396 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Added segment f127d5ed-631f-489d-9850-3faf0d2490f9 of type vlan for network 0219cb27-2f15-4075-bc8b-eb1fdbaf978d Apr 22 17:21:05.706129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:05.802315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:05.803451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:05.804091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:05.809806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:05.918607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Pushing event updated for resources: {'Network': ['ID=0219cb27-2f15-4075-bc8b-eb1fdbaf978d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:05.918607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:05.925071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 0219cb27-2f15-4075-bc8b-eb1fdbaf978d details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:21:05.941028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7455118 Apr 22 17:21:05.944211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35526) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:05.952346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Request body: {'subnet': {'network_id': '0219cb27-2f15-4075-bc8b-eb1fdbaf978d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1722498480-subnet', 'tenant_id': '5ce6e676e59e4d7ea6459f6af839352e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:21:05.957837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:21:05.961972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Usage tracker for resource:subnet and tenant:5ce6e676e59e4d7ea6459f6af839352e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:21:05.965152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:21:05.971986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:21:06.008146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Made reservation on behalf of 5ce6e676e59e4d7ea6459f6af839352e for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:21:06.013749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:06.577608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:06.582319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b239091-f141-4efe-a254-e1c33a2e8a55 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:06.665012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb65478d-2e46-414e-9f46-de9aa588c547,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:06.667426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Checking segment: {'id': 'f127d5ed-631f-489d-9850-3faf0d2490f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '0219cb27-2f15-4075-bc8b-eb1fdbaf978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:21:06.667970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Network hostable DHCP agents. Network: 0219cb27-2f15-4075-bc8b-eb1fdbaf978d, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:21:06.675096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:06.733881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Network 0219cb27-2f15-4075-bc8b-eb1fdbaf978d is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:21:06.779470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 0219cb27-2f15-4075-bc8b-eb1fdbaf978d) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:21:06.790517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b0a6d5-41d3-45c0-b39f-1d85062fb22a None None] Network 0219cb27-2f15-4075-bc8b-eb1fdbaf978d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:21:06.796375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:06.797021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:06.844789 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8988562 Apr 22 17:21:07.023372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fadcab-5dbd-495c-aa68-bac6c180a9e1 None None] Network 0219cb27-2f15-4075-bc8b-eb1fdbaf978d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:21:07.496465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35544) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:07.502847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2063109395-network', 'tenant_id': 'f2a0419aa77e4907b1b4b63019ebbdcf'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:21:07.508904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:21:07.512974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Usage tracker for resource:network and tenant:f2a0419aa77e4907b1b4b63019ebbdcf is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:21:07.516904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:21:07.522894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:21:07.573263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Made reservation on behalf of f2a0419aa77e4907b1b4b63019ebbdcf for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:21:07.578338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:07.591986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:07.608482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:21:07.612538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Usage tracker for resource:security_group_rule and tenant:f2a0419aa77e4907b1b4b63019ebbdcf is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:21:07.615512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:21:07.621585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:21:07.707826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:07.733953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:07.738590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-deaa4a7a-d0dd-4411-a1ef-415bb5eb6a4d tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:07.767319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:21:07.776339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ebbf7c-9268-4877-83d2-b242a3d360c5,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:07.780788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:07.804170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:07.804566 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Added segment 355fa49e-6d7b-4ec9-aa93-f64e0ba32eab of type vlan for network 36665b83-6c16-4236-aae8-e1af39683b96 Apr 22 17:21:07.831873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:07.882347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:07.883464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:07.884124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:07.889875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9256376-58d7-477b-a52a-b218a377bbf7 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:07.993715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Pushing event updated for resources: {'Network': ['ID=36665b83-6c16-4236-aae8-e1af39683b96,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:07.996525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:08.004443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 36665b83-6c16-4236-aae8-e1af39683b96 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:21:08.020386 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5226896 Apr 22 17:21:08.023253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35548) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:08.030144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Request body: {'subnet': {'network_id': '36665b83-6c16-4236-aae8-e1af39683b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2063109395-subnet', 'tenant_id': 'f2a0419aa77e4907b1b4b63019ebbdcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:21:08.035683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:21:08.039968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Usage tracker for resource:subnet and tenant:f2a0419aa77e4907b1b4b63019ebbdcf is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:21:08.043279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:21:08.049533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:21:08.088197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Made reservation on behalf of f2a0419aa77e4907b1b4b63019ebbdcf for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:21:08.093870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:08.521703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:08.526314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-039572ec-b9f1-4719-ac03-5ca832037a01 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:08.601228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f030db84-7470-44b4-ab41-4ec76f30e208,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:08.608581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:08.611344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Checking segment: {'id': '355fa49e-6d7b-4ec9-aa93-f64e0ba32eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '36665b83-6c16-4236-aae8-e1af39683b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:21:08.611584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Network hostable DHCP agents. Network: 36665b83-6c16-4236-aae8-e1af39683b96, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:21:08.665076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Network 36665b83-6c16-4236-aae8-e1af39683b96 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:21:08.693767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 36665b83-6c16-4236-aae8-e1af39683b96) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:21:08.703733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3395317f-4d5a-4659-b92b-dbb6cc2d9ffe None None] Network 36665b83-6c16-4236-aae8-e1af39683b96 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:21:08.707023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:08.707682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:08.751972 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7275054 Apr 22 17:21:08.932398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e413f79-c979-4870-8ec6-bff9963fe27e None None] Network 36665b83-6c16-4236-aae8-e1af39683b96 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:21:09.376001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-a708eba7-15b0-462d-8a93-4545e39539ba tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:09.377544 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-a708eba7-15b0-462d-8a93-4545e39539ba tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/networks?id=0219cb27-2f15-4075-bc8b-eb1fdbaf978d HTTP/1.1" status: 200 len: 812 time: 0.1614785 Apr 22 17:21:09.394198 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-a9eb3543-d657-4183-982f-69143b68f145 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/quotas/5ce6e676e59e4d7ea6459f6af839352e HTTP/1.1" status: 200 len: 375 time: 0.0102041 Apr 22 17:21:09.448854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2c06fbcf-56ff-49a8-8a3d-73d2b5acefc1 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ce6e676e59e4d7ea6459f6af839352e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483785 Apr 22 17:21:09.460695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-0a8b5353-50e1-4fae-af92-a013f42e6af3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:21:09.461745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-0a8b5353-50e1-4fae-af92-a013f42e6af3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054719 Apr 22 17:21:09.607599 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-12dcb724-4b84-4d68-8de5-ba35b49505d5 service neutron] 10.222.0.77 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396818 Apr 22 17:21:09.759181 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-368d3922-ec38-47dd-9051-be98890ceb76 service neutron] 10.222.0.77 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435332 Apr 22 17:21:09.995168 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-afe40a89-04a6-48e8-8f4d-0327d8fa1c57 req-f0e73caa-49d2-45ec-8109-9fc33842ae72 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 210 time: 0.0496705 Apr 22 17:21:11.105328 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d35026b-6a0b-4268-aef8-bc169c442070 req-e8205852-776f-4eab-98c9-9b2f8662217d tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 210 time: 0.0533595 Apr 22 17:21:12.213094 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6f9db23e-e931-4f86-8d6d-1439f87ac102 req-87dcef31-ed53-46cc-b0d3-47ce7d304072 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 210 time: 0.0504618 Apr 22 17:21:13.318772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bde5605a-adf7-43d0-806b-6f6ca6c3030a req-7f310700-5374-47b9-85b3-47eb6a48e81a tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 210 time: 0.0484035 Apr 22 17:21:14.481091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a507750-eb53-4487-a668-3ff9dca3f032 req-6830e066-a9c2-4e7d-a9b2-92c275d15f1f tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 210 time: 0.0519624 Apr 22 17:21:15.647663 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a2917e9c-48d5-43dd-be8d-22ec71af0b36 req-125f8417-e9df-4cc1-987d-9b895d8434de tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 210 time: 0.0516102 Apr 22 17:21:15.958125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-fb6a6b44-78c5-4e32-82c0-b45968dcadb0 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:15.959729 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-fb6a6b44-78c5-4e32-82c0-b45968dcadb0 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.78 "GET /v2.0/networks?id=0219cb27-2f15-4075-bc8b-eb1fdbaf978d HTTP/1.1" status: 200 len: 812 time: 0.1579456 Apr 22 17:21:15.980356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Request body: {'port': {'device_id': '326eeca1-d1f5-438b-9cd8-3bebacf88848', 'network_id': '0219cb27-2f15-4075-bc8b-eb1fdbaf978d', 'admin_state_up': True, 'tenant_id': '5ce6e676e59e4d7ea6459f6af839352e'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:21:16.125161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:21:16.129259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Usage tracker for resource:port and tenant:5ce6e676e59e4d7ea6459f6af839352e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:21:16.132406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:21:16.139376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:21:16.190519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Made reservation on behalf of 5ce6e676e59e4d7ea6459f6af839352e for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:21:16.196823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:16.372999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Allocated IP 172.20.0.4 (0219cb27-2f15-4075-bc8b-eb1fdbaf978d/fb65478d-2e46-414e-9f46-de9aa588c547/0ba9e185-9079-4f9a-80d9-9439b4a01870) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:21:16.585875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:16.642188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:16.647883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e00c9d23-debc-412c-83d3-0cebcd5c4fb9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:16.724222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Network 0219cb27-2f15-4075-bc8b-eb1fdbaf978d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:21:16.728184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:21:16.732590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:21:16.774649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Pushing event updated for resources: {'Port': ['ID=0ba9e185-9079-4f9a-80d9-9439b4a01870,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:16.781907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:16.853969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:16.854551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:16.910656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff119b-55d5-4189-b4a7-41a8f2e25fcc req-690a6cfd-355c-4392-b59f-db094f21684d tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:16.912599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-0eff119b-55d5-4189-b4a7-41a8f2e25fcc req-690a6cfd-355c-4392-b59f-db094f21684d tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Synchronizing usage tracker for tenant:5ce6e676e59e4d7ea6459f6af839352e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:21:16.933888 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9576194 Apr 22 17:21:16.950838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Request body: {'port': {'device_id': '326eeca1-d1f5-438b-9cd8-3bebacf88848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:21:16.982652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-0eff119b-55d5-4189-b4a7-41a8f2e25fcc req-690a6cfd-355c-4392-b59f-db094f21684d tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Unset dirty status for tenant:5ce6e676e59e4d7ea6459f6af839352e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:21:16.983934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eff119b-55d5-4189-b4a7-41a8f2e25fcc req-690a6cfd-355c-4392-b59f-db094f21684d tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 931 time: 0.2065706 Apr 22 17:21:17.093152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eff119b-55d5-4189-b4a7-41a8f2e25fcc req-e98506ca-4e70-4c5d-a104-7e2c0e4d3c43 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019878 Apr 22 17:21:17.112049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:17.472973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba9e185-9079-4f9a-80d9-9439b4a01870 {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:21:17.480733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:17.567768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Transition to ACTIVE for port object 0ba9e185-9079-4f9a-80d9-9439b4a01870 will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:21:17.596472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:17.601436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-38ced59e-ebe2-4c07-ba72-e4605f00d30f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:18.029136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba9e185-9079-4f9a-80d9-9439b4a01870,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:18.058755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:18.136724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Attempting to bind port 0ba9e185-9079-4f9a-80d9-9439b4a01870 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:21:18.137762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Attempting to bind port 0ba9e185-9079-4f9a-80d9-9439b4a01870 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'f127d5ed-631f-489d-9850-3faf0d2490f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '0219cb27-2f15-4075-bc8b-eb1fdbaf978d'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:21:18.138178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Attempting to bind port 0ba9e185-9079-4f9a-80d9-9439b4a01870 on network 0219cb27-2f15-4075-bc8b-eb1fdbaf978d {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:21:18.143302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Port 0ba9e185-9079-4f9a-80d9-9439b4a01870 on network 0219cb27-2f15-4075-bc8b-eb1fdbaf978d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:21:18.143664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Attempting to bind port 0ba9e185-9079-4f9a-80d9-9439b4a01870 on network 0219cb27-2f15-4075-bc8b-eb1fdbaf978d {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:21:18.149189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:21:18.149568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Checking segment: {'id': 'f127d5ed-631f-489d-9850-3faf0d2490f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '0219cb27-2f15-4075-bc8b-eb1fdbaf978d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:21:18.149995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Bound using segment: {'id': 'f127d5ed-631f-489d-9850-3faf0d2490f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '0219cb27-2f15-4075-bc8b-eb1fdbaf978d'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:21:18.150526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Bound port: 0ba9e185-9079-4f9a-80d9-9439b4a01870, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f127d5ed-631f-489d-9850-3faf0d2490f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '0219cb27-2f15-4075-bc8b-eb1fdbaf978d'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:21:18.150888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:18.307654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] For port 0ba9e185-9079-4f9a-80d9-9439b4a01870, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:21:18.312548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] For port 0ba9e185-9079-4f9a-80d9-9439b4a01870, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0ba9e185-9079-4f9a-80d9-9439b4a01870,segment=NetworkSegment(f127d5ed-631f-489d-9850-3faf0d2490f9),segment_id=f127d5ed-631f-489d-9850-3faf0d2490f9)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:21:18.332639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69287f-b58e-4b82-84cd-d02e5429668a req-69b57edf-48fa-452b-a22a-b030d7e536e6 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:18.334244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-af69287f-b58e-4b82-84cd-d02e5429668a req-69b57edf-48fa-452b-a22a-b030d7e536e6 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 943 time: 0.1249664 Apr 22 17:21:18.358212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:18.366190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2dca42de-6bfb-4752-bea4-9ef2e71f7744 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:18.442806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:18.443478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:18.444955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] 10.222.0.78 "PUT /v2.0/ports/0ba9e185-9079-4f9a-80d9-9439b4a01870 HTTP/1.1" status: 200 len: 1093 time: 1.4991391 Apr 22 17:21:18.448027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326eeca1-d1f5-438b-9cd8-3bebacf88848', 'tag': '0ba9e185-9079-4f9a-80d9-9439b4a01870'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:21:18.472225 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-af69287f-b58e-4b82-84cd-d02e5429668a req-7930fb7f-dbba-46fc-af32-ede5867cfbda tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263170 Apr 22 17:21:18.473134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba9e185-9079-4f9a-80d9-9439b4a01870,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:18.476543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:18.501542 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326eeca1-d1f5-438b-9cd8-3bebacf88848', 'tag': '0ba9e185-9079-4f9a-80d9-9439b4a01870', 'status': 'completed', 'code': 200} Apr 22 17:21:18.595951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2bf32dc0-ad8d-4b8b-b75c-4ed490d7b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:18.597449 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-2bf32dc0-ad8d-4b8b-b75c-4ed490d7b350 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5ce6e676e59e4d7ea6459f6af839352e&device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 1096 time: 0.0823119 Apr 22 17:21:18.673273 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-1dd2592b-a9fe-44cb-904f-04c7c9828c54 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba9e185-9079-4f9a-80d9-9439b4a01870 HTTP/1.1" status: 200 len: 217 time: 0.0655155 Apr 22 17:21:18.746932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-3ae40261-a44b-4fd0-bb48-12ed5b2be0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:18.748505 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-3ae40261-a44b-4fd0-bb48-12ed5b2be0ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb65478d-2e46-414e-9f46-de9aa588c547 HTTP/1.1" status: 200 len: 852 time: 0.0677521 Apr 22 17:21:18.801742 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-36d1c878-5951-4120-8161-28785b8a249b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0219cb27-2f15-4075-bc8b-eb1fdbaf978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461185 Apr 22 17:21:18.945629 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-10bb13df-30ad-47f5-ac36-053c2215e6cc service neutron] 10.222.0.78 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362903 Apr 22 17:21:19.092601 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-052c444d-eba6-460b-ad57-1201a7b2ede6 req-e6d0a2aa-b533-4a3e-a5f5-0d2d34ce48fd service neutron] 10.222.0.78 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378207 Apr 22 17:21:19.265228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad415-0dd0-4ca3-bd1e-862f3265fde8 req-a8fa66e3-bc8b-4cda-bf83-1211378d2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:19.266737 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8dfad415-0dd0-4ca3-bd1e-862f3265fde8 req-a8fa66e3-bc8b-4cda-bf83-1211378d2810 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5ce6e676e59e4d7ea6459f6af839352e&device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 1096 time: 0.0846598 Apr 22 17:21:19.410370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad415-0dd0-4ca3-bd1e-862f3265fde8 req-d4cec89c-d3dd-495c-b089-655af009d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:19.411957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8dfad415-0dd0-4ca3-bd1e-862f3265fde8 req-d4cec89c-d3dd-495c-b089-655af009d355 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0219cb27-2f15-4075-bc8b-eb1fdbaf978d HTTP/1.1" status: 200 len: 914 time: 0.1376252 Apr 22 17:21:19.484329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8dfad415-0dd0-4ca3-bd1e-862f3265fde8 req-98adc3fc-d9aa-42d3-8fb6-c0ecdb38981b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba9e185-9079-4f9a-80d9-9439b4a01870 HTTP/1.1" status: 200 len: 217 time: 0.0651231 Apr 22 17:21:19.557164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad415-0dd0-4ca3-bd1e-862f3265fde8 req-621bfa18-8229-4934-926d-5190a1104a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:19.558666 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8dfad415-0dd0-4ca3-bd1e-862f3265fde8 req-621bfa18-8229-4934-926d-5190a1104a92 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb65478d-2e46-414e-9f46-de9aa588c547 HTTP/1.1" status: 200 len: 852 time: 0.0678117 Apr 22 17:21:19.653236 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8dfad415-0dd0-4ca3-bd1e-862f3265fde8 req-938f16f9-bc8c-4282-a40d-643607fecf54 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0219cb27-2f15-4075-bc8b-eb1fdbaf978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859034 Apr 22 17:21:19.805863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c9af4-41d3-4412-a26d-56f02af2f9e3 req-f1318739-e85b-42f5-8661-19f15502f422 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:19.807548 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a7c9af4-41d3-4412-a26d-56f02af2f9e3 req-f1318739-e85b-42f5-8661-19f15502f422 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 943 time: 0.2050412 Apr 22 17:21:19.851054 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8dfad415-0dd0-4ca3-bd1e-862f3265fde8 req-6a875b63-29a9-4a5d-8bcd-a6f4e3011cc7 service neutron] 10.222.0.78 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891229 Apr 22 17:21:19.943527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a7c9af4-41d3-4412-a26d-56f02af2f9e3 req-cf08080b-e2b6-4c58-8e11-08dc423bb6f8 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208935 Apr 22 17:21:20.009309 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8dfad415-0dd0-4ca3-bd1e-862f3265fde8 req-da261602-6ba9-427a-9eff-589cc8f99511 service neutron] 10.222.0.78 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452875 Apr 22 17:21:21.147662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9bb43-0869-4c1a-9a81-7a69d51d4c5c req-90bf12aa-5281-421b-8390-ffe8e2901ca0 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:21.149259 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4e9bb43-0869-4c1a-9a81-7a69d51d4c5c req-90bf12aa-5281-421b-8390-ffe8e2901ca0 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 943 time: 0.0903032 Apr 22 17:21:21.196200 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4e9bb43-0869-4c1a-9a81-7a69d51d4c5c req-ca67717a-cf84-4f09-a8fc-db2cd5a19747 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Apr 22 17:21:22.403675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215b9af-f81e-4b06-8e56-b024a6727079 req-669c2073-9fa8-48f9-a079-ad471b8070cf tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:22.405249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f215b9af-f81e-4b06-8e56-b024a6727079 req-669c2073-9fa8-48f9-a079-ad471b8070cf tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 943 time: 0.0909259 Apr 22 17:21:22.453631 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f215b9af-f81e-4b06-8e56-b024a6727079 req-3b228894-f0e0-4a9d-bf7e-68ea123a5af7 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419726 Apr 22 17:21:22.529552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0ba9e185-9079-4f9a-80d9-9439b4a01870 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:21:22.670971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0ba9e185-9079-4f9a-80d9-9439b4a01870, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0ba9e185-9079-4f9a-80d9-9439b4a01870,segment=NetworkSegment(f127d5ed-631f-489d-9850-3faf0d2490f9),segment_id=f127d5ed-631f-489d-9850-3faf0d2490f9)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:21:22.685803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '0ba9e185-9079-4f9a-80d9-9439b4a01870', 'network_id': '0219cb27-2f15-4075-bc8b-eb1fdbaf978d', 'port_id': '0ba9e185-9079-4f9a-80d9-9439b4a01870', 'mac_address': 'fa:16:3e:71:68:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb65478d-2e46-414e-9f46-de9aa588c547', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:21:22.744775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:22.762658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba9e185-9079-4f9a-80d9-9439b4a01870 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:21:22.779917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0ba9e185-9079-4f9a-80d9-9439b4a01870, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0ba9e185-9079-4f9a-80d9-9439b4a01870,segment=NetworkSegment(f127d5ed-631f-489d-9850-3faf0d2490f9),segment_id=f127d5ed-631f-489d-9850-3faf0d2490f9)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:21:22.808256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:22.811666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:22.884509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=0ba9e185-9079-4f9a-80d9-9439b4a01870,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:22.887923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:23.074355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['0ba9e185-9079-4f9a-80d9-9439b4a01870'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:21:23.653263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2182f-7ac3-4b0b-8806-1bbaae4e6624 req-4aece391-14bd-4673-8361-e4efe297ddc2 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:23.654963 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-25b2182f-7ac3-4b0b-8806-1bbaae4e6624 req-4aece391-14bd-4673-8361-e4efe297ddc2 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 944 time: 0.0897121 Apr 22 17:21:23.703558 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-25b2182f-7ac3-4b0b-8806-1bbaae4e6624 req-e6f04d9c-2c75-4391-a7f4-3d2a540c03f4 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 Apr 22 17:21:24.545527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0ba9e185-9079-4f9a-80d9-9439b4a01870 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:21:24.679890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 0ba9e185-9079-4f9a-80d9-9439b4a01870 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:21:24.688817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 0ba9e185-9079-4f9a-80d9-9439b4a01870 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:21:24.689259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:24.818891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:24.848599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326eeca1-d1f5-438b-9cd8-3bebacf88848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba9e185-9079-4f9a-80d9-9439b4a01870'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:21:24.859774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0ba9e185-9079-4f9a-80d9-9439b4a01870, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0ba9e185-9079-4f9a-80d9-9439b4a01870,segment=NetworkSegment(f127d5ed-631f-489d-9850-3faf0d2490f9),segment_id=f127d5ed-631f-489d-9850-3faf0d2490f9)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:21:24.899994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326eeca1-d1f5-438b-9cd8-3bebacf88848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba9e185-9079-4f9a-80d9-9439b4a01870', 'code': 200} Apr 22 17:21:24.911783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799cdc-690b-43ac-a694-dfd71b22e919 req-5e3eb472-7341-4355-8ef2-4d52a33ca81e tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:24.913391 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8c799cdc-690b-43ac-a694-dfd71b22e919 req-5e3eb472-7341-4355-8ef2-4d52a33ca81e tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0955184 Apr 22 17:21:24.916187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:24.918162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:24.966386 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8c799cdc-690b-43ac-a694-dfd71b22e919 req-71599362-1c1b-4213-8691-6bfb5d1e3b6b tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455194 Apr 22 17:21:24.989737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=0ba9e185-9079-4f9a-80d9-9439b4a01870,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:24.992888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:25.271778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542e66-f861-4b08-9e46-14c854cad21b req-1633a206-2d46-44a7-8d91-32ee3d27af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:25.273342 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4d542e66-f861-4b08-9e46-14c854cad21b req-1633a206-2d46-44a7-8d91-32ee3d27af1b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 1098 time: 0.0800745 Apr 22 17:21:25.318924 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4d542e66-f861-4b08-9e46-14c854cad21b req-5b3779ef-fd1a-4c43-a779-c0cbd691a2c9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Apr 22 17:21:26.227976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7ffb5-ef69-4961-b4fc-44370b734974 req-5048032c-992c-4bd8-8885-5c4427c58308 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:26.231466 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-30f7ffb5-ef69-4961-b4fc-44370b734974 req-5048032c-992c-4bd8-8885-5c4427c58308 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.1155396 Apr 22 17:21:26.286056 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-30f7ffb5-ef69-4961-b4fc-44370b734974 req-140d28ba-cf18-43bd-b23f-5b69a096034f tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479126 Apr 22 17:21:27.487076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c7960-f243-40f0-92a7-7f27dc0b6b6d req-4c39338b-537c-4d61-816f-920b008e82f4 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:27.488655 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b16c7960-f243-40f0-92a7-7f27dc0b6b6d req-4c39338b-537c-4d61-816f-920b008e82f4 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0906549 Apr 22 17:21:27.537279 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b16c7960-f243-40f0-92a7-7f27dc0b6b6d req-f69bb20a-3a9f-4c1a-861b-fb34279ac1dc tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Apr 22 17:21:27.750141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87923403-630f-418e-969e-fabb231a9956 req-7c0bc767-8587-4f76-9df0-6c40c2c60010 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:27.751834 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-87923403-630f-418e-969e-fabb231a9956 req-7c0bc767-8587-4f76-9df0-6c40c2c60010 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0985551 Apr 22 17:21:27.804512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-87923403-630f-418e-969e-fabb231a9956 req-669db80c-3012-4eab-a8ed-8224e8882b35 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459056 Apr 22 17:21:27.885995 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-239f00e3-8aea-4367-99f1-829a4dbda942 req-74ac1118-dd9f-4ef4-930a-3553e23e5ba8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776160 Apr 22 17:21:28.043123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f00e3-8aea-4367-99f1-829a4dbda942 req-62e858d6-3163-4998-be34-a247138b0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:28.044741 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-239f00e3-8aea-4367-99f1-829a4dbda942 req-62e858d6-3163-4998-be34-a247138b0663 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5ce6e676e59e4d7ea6459f6af839352e&device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 1098 time: 0.0861263 Apr 22 17:21:28.048347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85fba807-d1c8-426e-9e80-f555c932b2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:28.206160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f00e3-8aea-4367-99f1-829a4dbda942 req-1ade1400-d0d2-4ecf-98ce-cac86f138c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:28.207798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-239f00e3-8aea-4367-99f1-829a4dbda942 req-1ade1400-d0d2-4ecf-98ce-cac86f138c71 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0219cb27-2f15-4075-bc8b-eb1fdbaf978d HTTP/1.1" status: 200 len: 914 time: 0.1435964 Apr 22 17:21:28.320910 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-239f00e3-8aea-4367-99f1-829a4dbda942 req-2881c5ce-6af0-4ad6-bd29-01b99906c0b1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba9e185-9079-4f9a-80d9-9439b4a01870 HTTP/1.1" status: 200 len: 217 time: 0.1036940 Apr 22 17:21:28.417325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f00e3-8aea-4367-99f1-829a4dbda942 req-670c82f5-448f-48a0-ae9f-e5505628752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:28.418861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-239f00e3-8aea-4367-99f1-829a4dbda942 req-670c82f5-448f-48a0-ae9f-e5505628752d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb65478d-2e46-414e-9f46-de9aa588c547 HTTP/1.1" status: 200 len: 852 time: 0.0850065 Apr 22 17:21:28.474885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc2629-f1b4-4509-9b63-b00e861f9aa8 req-6b04c7e9-4c50-48b7-8411-4702222f3525 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:28.476477 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-66fc2629-f1b4-4509-9b63-b00e861f9aa8 req-6b04c7e9-4c50-48b7-8411-4702222f3525 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.1980956 Apr 22 17:21:28.483662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-239f00e3-8aea-4367-99f1-829a4dbda942 req-72df8bb3-b3dd-4ee5-87f2-9567217bc791 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0219cb27-2f15-4075-bc8b-eb1fdbaf978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569594 Apr 22 17:21:28.610061 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-66fc2629-f1b4-4509-9b63-b00e861f9aa8 req-03fe87cd-4eee-4231-b2a7-b962010b98f8 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253674 Apr 22 17:21:28.661254 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-239f00e3-8aea-4367-99f1-829a4dbda942 req-1223bf7e-f1cf-4336-9f57-a46894791ed7 service neutron] 10.222.0.78 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604629 Apr 22 17:21:28.808889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-239f00e3-8aea-4367-99f1-829a4dbda942 req-703532e6-b0fe-4461-97ab-5fd0aff44a9c service neutron] 10.222.0.78 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397069 Apr 22 17:21:29.819629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced0f6a-be64-415f-ae7b-a9c681835172 req-65761bb7-8869-495c-9869-afaec0e88525 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:29.821179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6ced0f6a-be64-415f-ae7b-a9c681835172 req-65761bb7-8869-495c-9869-afaec0e88525 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0931461 Apr 22 17:21:29.871725 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6ced0f6a-be64-415f-ae7b-a9c681835172 req-c1128c36-f085-4cd5-9cf2-db1d87ae2789 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Apr 22 17:21:30.282453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-148d88b4-fbe6-4ddc-af20-d930896cbb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:30.355513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e909fe-ef81-40c3-b5e3-544910507b51 req-93df5e12-4b73-4011-843c-158a78f059ed tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:30.357232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e7e909fe-ef81-40c3-b5e3-544910507b51 req-93df5e12-4b73-4011-843c-158a78f059ed tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0960126 Apr 22 17:21:30.453482 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e7e909fe-ef81-40c3-b5e3-544910507b51 req-89e6d0af-ce33-4331-93d8-5c23822f533f tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595849 Apr 22 17:21:30.477470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff30e9f-408d-43dc-a9aa-b94d7370a692 req-0a96d5ac-302e-426b-b737-bad6c0e1591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:30.479117 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dff30e9f-408d-43dc-a9aa-b94d7370a692 req-0a96d5ac-302e-426b-b737-bad6c0e1591b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5ce6e676e59e4d7ea6459f6af839352e&device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 1098 time: 0.1208985 Apr 22 17:21:30.629303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff30e9f-408d-43dc-a9aa-b94d7370a692 req-c5dc316f-fac1-4476-9543-bee754f48922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:30.630954 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dff30e9f-408d-43dc-a9aa-b94d7370a692 req-c5dc316f-fac1-4476-9543-bee754f48922 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0219cb27-2f15-4075-bc8b-eb1fdbaf978d HTTP/1.1" status: 200 len: 914 time: 0.1416986 Apr 22 17:21:30.714190 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dff30e9f-408d-43dc-a9aa-b94d7370a692 req-b4d9791b-0de9-408b-a92a-576b4ca91b95 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba9e185-9079-4f9a-80d9-9439b4a01870 HTTP/1.1" status: 200 len: 217 time: 0.0719488 Apr 22 17:21:30.790035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff30e9f-408d-43dc-a9aa-b94d7370a692 req-293de1fd-2090-461b-af48-a2ea1287d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:30.791673 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dff30e9f-408d-43dc-a9aa-b94d7370a692 req-293de1fd-2090-461b-af48-a2ea1287d66c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb65478d-2e46-414e-9f46-de9aa588c547 HTTP/1.1" status: 200 len: 852 time: 0.0679693 Apr 22 17:21:30.854201 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dff30e9f-408d-43dc-a9aa-b94d7370a692 req-3ca7cfdc-a050-4e99-aa24-fd4431896302 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0219cb27-2f15-4075-bc8b-eb1fdbaf978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525444 Apr 22 17:21:31.005542 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dff30e9f-408d-43dc-a9aa-b94d7370a692 req-68e7e844-3ced-435d-ac0f-077932475abf service neutron] 10.222.0.78 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409388 Apr 22 17:21:31.158476 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dff30e9f-408d-43dc-a9aa-b94d7370a692 req-68c07d8a-247c-4c74-9603-581b417d2640 service neutron] 10.222.0.78 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413925 Apr 22 17:21:31.447649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:31.482788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:31.661165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c986534-29c2-41fe-8279-9012ba3eaf9c req-874b9198-a859-43e3-967c-ee8c879bfef4 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:31.662898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c986534-29c2-41fe-8279-9012ba3eaf9c req-874b9198-a859-43e3-967c-ee8c879bfef4 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0911801 Apr 22 17:21:31.716529 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c986534-29c2-41fe-8279-9012ba3eaf9c req-ca740078-fff2-46f9-875b-0f8cec7c1e0f tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460629 Apr 22 17:21:32.796307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:32.927295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbb6da-8f0e-4903-8ce2-637180797e98 req-2c198e09-c041-437b-be11-aba3173aac70 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:32.928938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e4dbb6da-8f0e-4903-8ce2-637180797e98 req-2c198e09-c041-437b-be11-aba3173aac70 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0948637 Apr 22 17:21:32.978959 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e4dbb6da-8f0e-4903-8ce2-637180797e98 req-7ba72074-a87e-474b-9184-6a03b9dda232 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427380 Apr 22 17:21:33.495112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808b8de-585c-4696-bea1-cc7925f2af03 req-228a6c2c-4b46-40f6-8922-c843f07cede8 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:33.497382 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9808b8de-585c-4696-bea1-cc7925f2af03 req-228a6c2c-4b46-40f6-8922-c843f07cede8 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0907881 Apr 22 17:21:33.546314 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9808b8de-585c-4696-bea1-cc7925f2af03 req-19155897-4c34-4e08-8fbd-0e37651da5ca tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 Apr 22 17:21:35.040517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069462e-8fa8-4cde-9025-08e1fd5492fb req-2826e804-c015-466f-bc95-ae8dec6a0c99 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:35.042211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2069462e-8fa8-4cde-9025-08e1fd5492fb req-2826e804-c015-466f-bc95-ae8dec6a0c99 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.3754113 Apr 22 17:21:35.094829 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2069462e-8fa8-4cde-9025-08e1fd5492fb req-2f3e0886-c67b-4ae7-9866-8ea70375b76d tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451260 Apr 22 17:21:35.327867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:35.608909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfcf63-4355-40f4-88ba-bba7d8c10fbf req-2ac60bc8-acc0-4265-86fe-4007418a4c1f tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:35.610417 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85cfcf63-4355-40f4-88ba-bba7d8c10fbf req-2ac60bc8-acc0-4265-86fe-4007418a4c1f tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.1486609 Apr 22 17:21:35.668152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf452e45-7919-4943-a8f3-81d1da680a14 req-8994457b-782f-4660-87bb-f00e825f566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:35.669757 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf452e45-7919-4943-a8f3-81d1da680a14 req-8994457b-782f-4660-87bb-f00e825f566b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5ce6e676e59e4d7ea6459f6af839352e&device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 1098 time: 0.1391263 Apr 22 17:21:35.672947 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85cfcf63-4355-40f4-88ba-bba7d8c10fbf req-70aa96c4-fcd8-4ffe-8353-d97de58df68c tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551951 Apr 22 17:21:35.819936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf452e45-7919-4943-a8f3-81d1da680a14 req-95076599-3e4f-4877-b6af-5bb5cca3cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:35.821482 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf452e45-7919-4943-a8f3-81d1da680a14 req-95076599-3e4f-4877-b6af-5bb5cca3cf46 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0219cb27-2f15-4075-bc8b-eb1fdbaf978d HTTP/1.1" status: 200 len: 914 time: 0.1409099 Apr 22 17:21:35.901654 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf452e45-7919-4943-a8f3-81d1da680a14 req-89688dc1-3371-4614-b6a0-426e9f035a97 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba9e185-9079-4f9a-80d9-9439b4a01870 HTTP/1.1" status: 200 len: 217 time: 0.0687287 Apr 22 17:21:35.972666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf452e45-7919-4943-a8f3-81d1da680a14 req-78417625-c4bc-4b8a-88a4-0a623ee333b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:35.974301 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf452e45-7919-4943-a8f3-81d1da680a14 req-78417625-c4bc-4b8a-88a4-0a623ee333b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb65478d-2e46-414e-9f46-de9aa588c547 HTTP/1.1" status: 200 len: 852 time: 0.0653369 Apr 22 17:21:36.033565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf452e45-7919-4943-a8f3-81d1da680a14 req-a77fb5f6-c0d2-4637-84a1-19a0de56580b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0219cb27-2f15-4075-bc8b-eb1fdbaf978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508697 Apr 22 17:21:36.212651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf452e45-7919-4943-a8f3-81d1da680a14 req-53d1c7ad-9215-4bc1-a42d-ce4a2b923cd2 service neutron] 10.222.0.78 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679139 Apr 22 17:21:36.361029 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf452e45-7919-4943-a8f3-81d1da680a14 req-423a0895-bfd7-483e-af26-17c5551029ad service neutron] 10.222.0.78 "GET /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379883 Apr 22 17:21:36.879824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6e1e-81ef-4a3e-92c3-7f223b0edb6e req-e2a4e4ed-17d3-42a2-8e25-7b526e267a1b tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:36.881409 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fc9f6e1e-81ef-4a3e-92c3-7f223b0edb6e req-e2a4e4ed-17d3-42a2-8e25-7b526e267a1b tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0909126 Apr 22 17:21:36.933975 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fc9f6e1e-81ef-4a3e-92c3-7f223b0edb6e req-0be5dd49-b947-4fec-879d-034558287c00 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440843 Apr 22 17:21:38.148216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9228c3-e739-4fa0-b537-540b4721879f req-20e4d166-b60d-4a56-8f31-736fa6e2f855 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:38.149844 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8b9228c3-e739-4fa0-b537-540b4721879f req-20e4d166-b60d-4a56-8f31-736fa6e2f855 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.1006317 Apr 22 17:21:38.202443 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8b9228c3-e739-4fa0-b537-540b4721879f req-cc2e6af5-0f6e-4b79-9d79-ebd76f4b4dbd tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457394 Apr 22 17:21:38.705076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed38a7-4157-4db4-a0ea-223e26b2b6dc req-f41070b9-fe06-428b-86d5-2e8d82543f4d tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:38.706748 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e0ed38a7-4157-4db4-a0ea-223e26b2b6dc req-f41070b9-fe06-428b-86d5-2e8d82543f4d tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0893896 Apr 22 17:21:38.755530 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e0ed38a7-4157-4db4-a0ea-223e26b2b6dc req-52f6bf46-2f89-45ab-abc8-f96837c921ae tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Apr 22 17:21:39.970592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf2ddc-507b-4953-899b-b58e76f3a195 req-32a38e49-df8c-4a44-825c-31f8983a88a4 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:39.972387 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3faf2ddc-507b-4953-899b-b58e76f3a195 req-32a38e49-df8c-4a44-825c-31f8983a88a4 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0988996 Apr 22 17:21:40.026473 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3faf2ddc-507b-4953-899b-b58e76f3a195 req-1d3774e0-0644-449f-8076-c359fa8e9b89 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450435 Apr 22 17:21:40.154951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:21:40.681130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88548de-fefc-4da2-bf7c-a3c43c663cc2 req-9f8b96ee-7888-4592-98e7-e3d3caa01625 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:40.682814 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d88548de-fefc-4da2-bf7c-a3c43c663cc2 req-9f8b96ee-7888-4592-98e7-e3d3caa01625 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.78 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.0967770 Apr 22 17:21:40.780348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-d88548de-fefc-4da2-bf7c-a3c43c663cc2 req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Deleting port 0ba9e185-9079-4f9a-80d9-9439b4a01870 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:21:40.780740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d88548de-fefc-4da2-bf7c-a3c43c663cc2 req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:41.058676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-d88548de-fefc-4da2-bf7c-a3c43c663cc2 req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] For port 0ba9e185-9079-4f9a-80d9-9439b4a01870, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0ba9e185-9079-4f9a-80d9-9439b4a01870,segment=NetworkSegment(f127d5ed-631f-489d-9850-3faf0d2490f9),segment_id=f127d5ed-631f-489d-9850-3faf0d2490f9)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:21:41.059214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d88548de-fefc-4da2-bf7c-a3c43c663cc2 req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:41.202355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-d88548de-fefc-4da2-bf7c-a3c43c663cc2 req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Calling delete_port for 0ba9e185-9079-4f9a-80d9-9439b4a01870 owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:21:41.423653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abf59f-52c8-4b2e-a8d2-1ff82c2fc0f9 req-c1980540-ea67-4010-b3d2-62ffd29be1fd tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:41.425196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2abf59f-52c8-4b2e-a8d2-1ff82c2fc0f9 req-c1980540-ea67-4010-b3d2-62ffd29be1fd tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/ports?device_id=326eeca1-d1f5-438b-9cd8-3bebacf88848 HTTP/1.1" status: 200 len: 945 time: 0.1200132 Apr 22 17:21:41.533608 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2abf59f-52c8-4b2e-a8d2-1ff82c2fc0f9 req-cf07849c-f06f-406f-b378-c8d4046f63e0 tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017308 Apr 22 17:21:41.596772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d88548de-fefc-4da2-bf7c-a3c43c663cc2 req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:41.602867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-301bfe39-299e-4155-842e-4417ed20da49 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:41.613638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['0ba9e185-9079-4f9a-80d9-9439b4a01870'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:21:41.653043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Pushing event deleted for resources: {'Port': ['ID=0ba9e185-9079-4f9a-80d9-9439b4a01870,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:41.656504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:41.737816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88548de-fefc-4da2-bf7c-a3c43c663cc2 req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] No DVR routers for this DVR port 0ba9e185-9079-4f9a-80d9-9439b4a01870 on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:21:41.740676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d88548de-fefc-4da2-bf7c-a3c43c663cc2 req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:41.743832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326eeca1-d1f5-438b-9cd8-3bebacf88848', 'name': 'network-vif-deleted', 'tag': '0ba9e185-9079-4f9a-80d9-9439b4a01870'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:21:41.785749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d88548de-fefc-4da2-bf7c-a3c43c663cc2 req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] 10.222.0.78 "DELETE /v2.0/ports/0ba9e185-9079-4f9a-80d9-9439b4a01870 HTTP/1.1" status: 204 len: 173 time: 1.0944057 Apr 22 17:21:41.797595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326eeca1-d1f5-438b-9cd8-3bebacf88848', 'name': 'network-vif-deleted', 'tag': '0ba9e185-9079-4f9a-80d9-9439b4a01870', 'status': 'completed', 'code': 200} Apr 22 17:21:42.648486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35664) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:42.721115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc269d1c-f140-4002-a31d-2728eaafabbe admin admin] Deleting subnet fb65478d-2e46-414e-9f46-de9aa588c547 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:21:42.724522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc269d1c-f140-4002-a31d-2728eaafabbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:42.777959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc269d1c-f140-4002-a31d-2728eaafabbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:42.844803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc269d1c-f140-4002-a31d-2728eaafabbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:43.151275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc269d1c-f140-4002-a31d-2728eaafabbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:43.157225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-49614c3b-ca0d-4e1c-a650-d8e82d8f1ca9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:43.200361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269d1c-f140-4002-a31d-2728eaafabbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb65478d-2e46-414e-9f46-de9aa588c547,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:43.202842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc269d1c-f140-4002-a31d-2728eaafabbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:43.206988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc269d1c-f140-4002-a31d-2728eaafabbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:43.210002 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dc269d1c-f140-4002-a31d-2728eaafabbe admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fb65478d-2e46-414e-9f46-de9aa588c547 HTTP/1.1" status: 204 len: 168 time: 0.5602016 Apr 22 17:21:43.212664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35668) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:43.330880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:43.464524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:43.582015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0219cb27-2f15-4075-bc8b-eb1fdbaf978d']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:21:43.596147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f127d5ed-631f-489d-9850-3faf0d2490f9') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:21:43.596490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f127d5ed-631f-489d-9850-3faf0d2490f9') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:21:43.609367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:43.624677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:43.631246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:21:43.816083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Network 0219cb27-2f15-4075-bc8b-eb1fdbaf978d has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:21:43.826112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:44.013773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Network 0219cb27-2f15-4075-bc8b-eb1fdbaf978d has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:21:44.037223 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:21:44.144649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:44.148398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c23546b3-fa7a-41b7-979d-0a9108b1e830 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:44.165163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:44.172896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Pushing event deleted for resources: {'Network': ['ID=0219cb27-2f15-4075-bc8b-eb1fdbaf978d,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:44.176052 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0219cb27-2f15-4075-bc8b-eb1fdbaf978d HTTP/1.1" status: 204 len: 168 time: 0.9623528 Apr 22 17:21:44.177056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-91c33da3-2738-4654-ab89-1bd80ff8e266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:44.179060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35672) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:44.247034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-e975459e-ce55-427b-8904-07f308219dba admin admin] Deleting subnet f030db84-7470-44b4-ab41-4ec76f30e208 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:21:44.250285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e975459e-ce55-427b-8904-07f308219dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:44.308752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e975459e-ce55-427b-8904-07f308219dba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:44.366767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e975459e-ce55-427b-8904-07f308219dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:44.653642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0ba9e185-9079-4f9a-80d9-9439b4a01870 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:21:44.691523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 0ba9e185-9079-4f9a-80d9-9439b4a01870 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:21:44.691972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0ba9e185-9079-4f9a-80d9-9439b4a01870 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:21:44.882378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e975459e-ce55-427b-8904-07f308219dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:44.888226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9fee5c20-5e4c-4476-b353-8c33e7d4af5f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:44.928269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e975459e-ce55-427b-8904-07f308219dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:44.932491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975459e-ce55-427b-8904-07f308219dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f030db84-7470-44b4-ab41-4ec76f30e208,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:44.935906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e975459e-ce55-427b-8904-07f308219dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:44.938185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e975459e-ce55-427b-8904-07f308219dba admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f030db84-7470-44b4-ab41-4ec76f30e208 HTTP/1.1" status: 204 len: 168 time: 0.7578130 Apr 22 17:21:44.940754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35676) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:45.063298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:45.489000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:45.605316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36665b83-6c16-4236-aae8-e1af39683b96']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:21:45.618253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355fa49e-6d7b-4ec9-aa93-f64e0ba32eab') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:21:45.618594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355fa49e-6d7b-4ec9-aa93-f64e0ba32eab') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:21:45.631572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:45.693773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:45.701909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:21:45.886792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Network 36665b83-6c16-4236-aae8-e1af39683b96 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:21:45.896193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:46.078002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Network 36665b83-6c16-4236-aae8-e1af39683b96 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:21:46.105959 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:21:46.361721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:46.365326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-11160c45-aff6-497a-ac17-20551fcefd3a tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:46.379835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:46.390335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=36665b83-6c16-4236-aae8-e1af39683b96,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:46.393128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] 10.222.0.77 "DELETE /v2.0/networks/36665b83-6c16-4236-aae8-e1af39683b96 HTTP/1.1" status: 204 len: 168 time: 1.4513445 Apr 22 17:21:46.394149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:46.669774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35682) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:46.729450 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aa206a64-d893-4d48-a3e8-3a4550336f7d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ce6e676e59e4d7ea6459f6af839352e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583208 Apr 22 17:21:46.732090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35686) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:46.797012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc468dbd-7d96-41db-8b1c-7c4a7d33acf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:46.825362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc468dbd-7d96-41db-8b1c-7c4a7d33acf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:46.979055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc468dbd-7d96-41db-8b1c-7c4a7d33acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:46.984454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-934e8f91-0363-4f84-bea0-b3a209d21f91 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:46.998472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc468dbd-7d96-41db-8b1c-7c4a7d33acf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:47.001342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc468dbd-7d96-41db-8b1c-7c4a7d33acf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:47.002598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bc468dbd-7d96-41db-8b1c-7c4a7d33acf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:47.004742 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bc468dbd-7d96-41db-8b1c-7c4a7d33acf2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ca7f368-7f13-49cd-ac04-aa38f4ef0b2f HTTP/1.1" status: 204 len: 168 time: 0.2707419 Apr 22 17:21:47.561152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35694) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:47.614127 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5b01ac99-0da1-43f8-bf45-7bc41b9adc48 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2a0419aa77e4907b1b4b63019ebbdcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516419 Apr 22 17:21:47.616724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35698) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:47.685391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75dd33a9-9d5a-4715-be96-7f1622a086a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:47.714350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75dd33a9-9d5a-4715-be96-7f1622a086a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:47.859082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75dd33a9-9d5a-4715-be96-7f1622a086a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:47.864220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-230608fd-a4f1-41c9-8856-ff249f9cc9ca tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:47.878851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd33a9-9d5a-4715-be96-7f1622a086a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ebbf7c-9268-4877-83d2-b242a3d360c5,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:47.881696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75dd33a9-9d5a-4715-be96-7f1622a086a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:47.883283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-75dd33a9-9d5a-4715-be96-7f1622a086a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:47.884513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-75dd33a9-9d5a-4715-be96-7f1622a086a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1ebbf7c-9268-4877-83d2-b242a3d360c5 HTTP/1.1" status: 204 len: 168 time: 0.2668040 Apr 22 17:21:55.975408 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-47b53063-4e4d-41f2-83bb-448608d0c7c9 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4c6a09a8d41d405b862e30590b714532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348248 Apr 22 17:21:56.148429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-ffbd1f5e-d948-4b55-a0ef-f434ba9e757f tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:56.150113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-ffbd1f5e-d948-4b55-a0ef-f434ba9e757f tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685176 Apr 22 17:21:56.170594 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-cd865c2f-3e1e-440c-87be-c66d2ccd5fab tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/quotas/4c6a09a8d41d405b862e30590b714532 HTTP/1.1" status: 200 len: 375 time: 0.0136721 Apr 22 17:21:56.237723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-3e282797-a3ae-4132-a29c-5a0665590cdb tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4c6a09a8d41d405b862e30590b714532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555737 Apr 22 17:21:56.463266 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8c02bd27-a153-4ef5-b53c-30932390dd76 req-917a76f3-8cb5-4822-9710-bbd13417e323 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 210 time: 0.0537469 Apr 22 17:21:57.634735 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e8754d7c-efd5-4d02-bbad-d8071d9a17e2 req-28f92cdf-71be-444c-9cc5-8b4c4a4d11c3 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 210 time: 0.0494959 Apr 22 17:21:58.047427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4037-0744-4f27-b84e-74ddab78ee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:58.290701 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-70c18788-ec6c-40b5-b762-c77d9dac2b64 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4c6a09a8d41d405b862e30590b714532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323570 Apr 22 17:21:58.482235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-a5349fb8-2b4f-4198-a0b4-3b036f6e37ee tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:58.483888 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-a5349fb8-2b4f-4198-a0b4-3b036f6e37ee tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778977 Apr 22 17:21:58.502174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Request body: {'port': {'device_id': 'be4f459c-5d44-44bb-9299-e0af849fdd11', 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b', 'admin_state_up': True, 'tenant_id': '4c6a09a8d41d405b862e30590b714532'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:21:58.658870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:21:58.663376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Usage tracker for resource:port and tenant:4c6a09a8d41d405b862e30590b714532 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:21:58.666929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:21:58.674322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:21:58.716965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Made reservation on behalf of 4c6a09a8d41d405b862e30590b714532 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:21:58.729857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:58.758545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:58.891742 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f563e0e-a7c5-46ef-9a0d-0ee161265c38 req-618ef3c0-9903-489a-be7b-dfa41ed730ac tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 210 time: 0.1058462 Apr 22 17:21:58.893716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:21:58.901375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Usage tracker for resource:security_group_rule and tenant:4c6a09a8d41d405b862e30590b714532 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:21:58.911956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:21:58.918284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:21:59.142739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:59.168382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:59.173900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-27b505b4-e404-4a53-bd45-69ae3f6be519 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:59.269116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faec0f33-7db5-44ef-b5d1-bdeec904ae53,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:59.293545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.293988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.294419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.294879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.295310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.295741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.296162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.296586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.297009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.297429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.297851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.298270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:21:59.306142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:59.389140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Allocated IP 192.168.233.235 (daf422f3-2e69-4e1a-ad96-70cec776fa3b/fa28ee8f-fad8-4282-9a4c-3917f72c8008/9f9215ff-8f95-48c6-86b1-05adf170c7c0) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:21:59.634802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:59.654964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Transition to ACTIVE for port object 9f9215ff-8f95-48c6-86b1-05adf170c7c0 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:21:59.711495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:59.718515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75398bcc-bb75-49e8-8459-07db7c69a99b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:21:59.805559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Network daf422f3-2e69-4e1a-ad96-70cec776fa3b is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:21:59.809991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:21:59.814499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:21:59.865661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Pushing event updated for resources: {'Port': ['ID=9f9215ff-8f95-48c6-86b1-05adf170c7c0,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:21:59.874369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:21:59.917868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:21:59.918680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:21:59.986592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4898660 Apr 22 17:22:00.008935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Request body: {'port': {'device_id': 'be4f459c-5d44-44bb-9299-e0af849fdd11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:22:00.145921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-17a03851-8009-41ad-a2cf-6e6e6b629a49 None None] Provisioning for port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:22:00.152888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-17a03851-8009-41ad-a2cf-6e6e6b629a49 None None] Provisioning complete for port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:22:00.153693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-17a03851-8009-41ad-a2cf-6e6e6b629a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:00.240001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-17a03851-8009-41ad-a2cf-6e6e6b629a49 None None] Port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:22:00.276296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b86370c-42c1-4c7d-87de-1abe4197241a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:00.355654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:00.383337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b44a8-f294-449c-a0dd-a7f876746cc6 req-ec0531ac-1391-45d4-a73d-c7f52787923a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:00.384571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-376b44a8-f294-449c-a0dd-a7f876746cc6 req-ec0531ac-1391-45d4-a73d-c7f52787923a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Synchronizing usage tracker for tenant:4c6a09a8d41d405b862e30590b714532 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:22:00.518663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-376b44a8-f294-449c-a0dd-a7f876746cc6 req-ec0531ac-1391-45d4-a73d-c7f52787923a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Unset dirty status for tenant:4c6a09a8d41d405b862e30590b714532 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:22:00.520275 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-376b44a8-f294-449c-a0dd-a7f876746cc6 req-ec0531ac-1391-45d4-a73d-c7f52787923a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 936 time: 0.4516573 Apr 22 17:22:00.680559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-376b44a8-f294-449c-a0dd-a7f876746cc6 req-3a079089-ef37-433e-9350-3ded6c2d99f4 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Synchronizing usage tracker for tenant:4c6a09a8d41d405b862e30590b714532 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:22:00.759309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-376b44a8-f294-449c-a0dd-a7f876746cc6 req-3a079089-ef37-433e-9350-3ded6c2d99f4 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Unset dirty status for tenant:4c6a09a8d41d405b862e30590b714532 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:22:00.760676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-376b44a8-f294-449c-a0dd-a7f876746cc6 req-3a079089-ef37-433e-9350-3ded6c2d99f4 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/security-groups?id=faec0f33-7db5-44ef-b5d1-bdeec904ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321730 Apr 22 17:22:00.843792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9215ff-8f95-48c6-86b1-05adf170c7c0 {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:22:00.852531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:00.950170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Transition to ACTIVE for port object 9f9215ff-8f95-48c6-86b1-05adf170c7c0 will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:22:00.984273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:00.989872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:01.178983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9215ff-8f95-48c6-86b1-05adf170c7c0,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:01.187922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:01.285187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Attempting to bind port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:22:01.285592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Attempting to bind port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '85d54179-3165-4c79-b00b-7bf0a635dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:22:01.285962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Attempting to bind port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 on network daf422f3-2e69-4e1a-ad96-70cec776fa3b {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:22:01.291349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 on network daf422f3-2e69-4e1a-ad96-70cec776fa3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:22:01.292213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Attempting to bind port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 on network daf422f3-2e69-4e1a-ad96-70cec776fa3b {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:22:01.298291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:22:01.298710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Checking segment: {'id': '85d54179-3165-4c79-b00b-7bf0a635dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:22:01.299146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Bound using segment: {'id': '85d54179-3165-4c79-b00b-7bf0a635dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:22:01.299658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Bound port: 9f9215ff-8f95-48c6-86b1-05adf170c7c0, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d54179-3165-4c79-b00b-7bf0a635dc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:22:01.300026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:01.406444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] For port 9f9215ff-8f95-48c6-86b1-05adf170c7c0, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:22:01.410407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] For port 9f9215ff-8f95-48c6-86b1-05adf170c7c0, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9f9215ff-8f95-48c6-86b1-05adf170c7c0,segment=NetworkSegment(85d54179-3165-4c79-b00b-7bf0a635dc6b),segment_id=85d54179-3165-4c79-b00b-7bf0a635dc6b)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:22:01.442991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:01.452309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:01.482164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:01.482914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:01.534131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:01.534879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:01.536475 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] 10.222.0.78 "PUT /v2.0/ports/9f9215ff-8f95-48c6-86b1-05adf170c7c0 HTTP/1.1" status: 200 len: 1098 time: 1.5368748 Apr 22 17:22:01.537096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4f459c-5d44-44bb-9299-e0af849fdd11', 'tag': '9f9215ff-8f95-48c6-86b1-05adf170c7c0'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:22:01.570853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9215ff-8f95-48c6-86b1-05adf170c7c0,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:01.577134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:01.596281 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4f459c-5d44-44bb-9299-e0af849fdd11', 'tag': '9f9215ff-8f95-48c6-86b1-05adf170c7c0', 'status': 'completed', 'code': 200} Apr 22 17:22:01.726859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-fe12b8a5-3524-42df-932d-5b993f0e8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:01.728550 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-fe12b8a5-3524-42df-932d-5b993f0e8b57 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4c6a09a8d41d405b862e30590b714532&device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 1101 time: 0.1069467 Apr 22 17:22:01.863185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-9409c50a-572d-4b3a-9afd-0454bb68f94d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9f9215ff-8f95-48c6-86b1-05adf170c7c0 HTTP/1.1" status: 200 len: 217 time: 0.1260538 Apr 22 17:22:02.005707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-fdddf15c-720a-4551-939e-1ffe4b4bf263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:02.007367 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-fdddf15c-720a-4551-939e-1ffe4b4bf263 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fa28ee8f-fad8-4282-9a4c-3917f72c8008 HTTP/1.1" status: 200 len: 843 time: 0.1338367 Apr 22 17:22:02.097344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b538ad-955a-480c-bcec-5c73e8a56778 req-07fe0c4b-c728-41fd-800d-be7c47708c03 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:02.099080 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d3b538ad-955a-480c-bcec-5c73e8a56778 req-07fe0c4b-c728-41fd-800d-be7c47708c03 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 948 time: 0.1801107 Apr 22 17:22:02.164167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-76d74b62-19e0-4b79-a7ae-61230fa44c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:02.165757 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-76d74b62-19e0-4b79-a7ae-61230fa44c61 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=daf422f3-2e69-4e1a-ad96-70cec776fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1466789 Apr 22 17:22:02.170070 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d3b538ad-955a-480c-bcec-5c73e8a56778 req-2f502688-61e8-4e55-8625-207a8a5a1f92 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/security-groups?id=faec0f33-7db5-44ef-b5d1-bdeec904ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640516 Apr 22 17:22:02.328931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-4700973f-5f1c-4a67-a380-483a73cbe0f8 service neutron] 10.222.0.78 "GET /v2.0/networks/daf422f3-2e69-4e1a-ad96-70cec776fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524196 Apr 22 17:22:02.489634 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cea6b65-b074-4045-b601-0d33de1f5909 req-3dd27c25-2ac9-4251-b0e1-11fe8a8602a4 service neutron] 10.222.0.78 "GET /v2.0/networks/daf422f3-2e69-4e1a-ad96-70cec776fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489389 Apr 22 17:22:02.650293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf765c-ac24-4648-9b4f-eca718cb788a req-d115a3a6-a9b2-4be1-94b2-13540b65bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:02.651898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eaf765c-ac24-4648-9b4f-eca718cb788a req-d115a3a6-a9b2-4be1-94b2-13540b65bae3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4c6a09a8d41d405b862e30590b714532&device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 1101 time: 0.0838969 Apr 22 17:22:02.801405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:02.806986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf765c-ac24-4648-9b4f-eca718cb788a req-82998e22-0d70-458a-bc9a-2ae432c9faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:02.809148 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eaf765c-ac24-4648-9b4f-eca718cb788a req-82998e22-0d70-458a-bc9a-2ae432c9faa0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=daf422f3-2e69-4e1a-ad96-70cec776fa3b HTTP/1.1" status: 200 len: 871 time: 0.1493316 Apr 22 17:22:03.190231 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eaf765c-ac24-4648-9b4f-eca718cb788a req-4c0c5394-6c7a-4ebd-9089-854ecb8ccc3f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9f9215ff-8f95-48c6-86b1-05adf170c7c0 HTTP/1.1" status: 200 len: 217 time: 0.3716397 Apr 22 17:22:03.270762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf765c-ac24-4648-9b4f-eca718cb788a req-3885549f-b3d2-49cd-944e-22e8d413d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:03.272349 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eaf765c-ac24-4648-9b4f-eca718cb788a req-3885549f-b3d2-49cd-944e-22e8d413d334 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fa28ee8f-fad8-4282-9a4c-3917f72c8008 HTTP/1.1" status: 200 len: 843 time: 0.0714312 Apr 22 17:22:03.438336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf063f-a56c-4981-bc0f-5ce058814788 req-6564a60b-cf82-4260-b0af-358e9c52817f tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:03.440097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ecdf063f-a56c-4981-bc0f-5ce058814788 req-6564a60b-cf82-4260-b0af-358e9c52817f tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 948 time: 0.1256967 Apr 22 17:22:03.443720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf765c-ac24-4648-9b4f-eca718cb788a req-18e18030-c6f7-4c9b-a36a-9873ef6c9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:03.445217 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eaf765c-ac24-4648-9b4f-eca718cb788a req-18e18030-c6f7-4c9b-a36a-9873ef6c9ae2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=daf422f3-2e69-4e1a-ad96-70cec776fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1657958 Apr 22 17:22:03.580626 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ecdf063f-a56c-4981-bc0f-5ce058814788 req-f06db4c8-ee36-4631-8ed4-887cedbe3fc5 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/security-groups?id=faec0f33-7db5-44ef-b5d1-bdeec904ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339447 Apr 22 17:22:03.645928 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eaf765c-ac24-4648-9b4f-eca718cb788a req-76e17ef6-46ef-4e5a-b175-019d2938d063 service neutron] 10.222.0.78 "GET /v2.0/networks/daf422f3-2e69-4e1a-ad96-70cec776fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829178 Apr 22 17:22:03.810849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eaf765c-ac24-4648-9b4f-eca718cb788a req-bbe61560-aa45-41e3-a58a-dfd71ad38642 service neutron] 10.222.0.78 "GET /v2.0/networks/daf422f3-2e69-4e1a-ad96-70cec776fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533074 Apr 22 17:22:04.763837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 9f9215ff-8f95-48c6-86b1-05adf170c7c0 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:22:04.820930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da1f3e-744f-496e-969b-430c69d1a0c4 req-0b289011-3eee-44f9-8171-dc932a426675 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:04.822688 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99da1f3e-744f-496e-969b-430c69d1a0c4 req-0b289011-3eee-44f9-8171-dc932a426675 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 948 time: 0.1044405 Apr 22 17:22:04.873810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99da1f3e-744f-496e-969b-430c69d1a0c4 req-a999b824-05af-4db7-9aa7-76dd4274583e tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/security-groups?id=faec0f33-7db5-44ef-b5d1-bdeec904ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441468 Apr 22 17:22:04.913365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 9f9215ff-8f95-48c6-86b1-05adf170c7c0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9f9215ff-8f95-48c6-86b1-05adf170c7c0,segment=NetworkSegment(85d54179-3165-4c79-b00b-7bf0a635dc6b),segment_id=85d54179-3165-4c79-b00b-7bf0a635dc6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:22:04.930294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '9f9215ff-8f95-48c6-86b1-05adf170c7c0', 'network_id': 'daf422f3-2e69-4e1a-ad96-70cec776fa3b', 'port_id': '9f9215ff-8f95-48c6-86b1-05adf170c7c0', 'mac_address': 'fa:16:3e:8b:96:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa28ee8f-fad8-4282-9a4c-3917f72c8008', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:22:04.990510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:05.010039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9215ff-8f95-48c6-86b1-05adf170c7c0 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:22:05.027477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 9f9215ff-8f95-48c6-86b1-05adf170c7c0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9f9215ff-8f95-48c6-86b1-05adf170c7c0,segment=NetworkSegment(85d54179-3165-4c79-b00b-7bf0a635dc6b),segment_id=85d54179-3165-4c79-b00b-7bf0a635dc6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:22:05.059180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:05.061106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:05.134782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=9f9215ff-8f95-48c6-86b1-05adf170c7c0,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:05.142673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.143055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.143437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.143813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.144186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.144555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.144924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.145292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.145661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.146028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.146401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.146798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:05.151816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:05.294700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['9f9215ff-8f95-48c6-86b1-05adf170c7c0'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:22:05.327087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:06.085520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe03b1-b780-45b9-bf7f-37a8a5b58b29 req-6bc4058f-7ff2-4f3c-b7a6-10a86aeb722c tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:06.087248 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40fe03b1-b780-45b9-bf7f-37a8a5b58b29 req-6bc4058f-7ff2-4f3c-b7a6-10a86aeb722c tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 949 time: 0.0931015 Apr 22 17:22:06.142348 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40fe03b1-b780-45b9-bf7f-37a8a5b58b29 req-4b0700fe-c0f9-498e-abb2-eea87d73aec6 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/security-groups?id=faec0f33-7db5-44ef-b5d1-bdeec904ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479419 Apr 22 17:22:06.779031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 9f9215ff-8f95-48c6-86b1-05adf170c7c0 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:22:06.887475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:22:06.893054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:22:06.893510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:07.021610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:07.051134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4f459c-5d44-44bb-9299-e0af849fdd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9215ff-8f95-48c6-86b1-05adf170c7c0'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:22:07.062637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 9f9215ff-8f95-48c6-86b1-05adf170c7c0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9f9215ff-8f95-48c6-86b1-05adf170c7c0,segment=NetworkSegment(85d54179-3165-4c79-b00b-7bf0a635dc6b),segment_id=85d54179-3165-4c79-b00b-7bf0a635dc6b)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:22:07.087900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:07.089592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:07.122239 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4f459c-5d44-44bb-9299-e0af849fdd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9215ff-8f95-48c6-86b1-05adf170c7c0', 'code': 200} Apr 22 17:22:07.171696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=9f9215ff-8f95-48c6-86b1-05adf170c7c0,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:07.175287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:07.398016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237ca7-d61f-4b9f-af36-1721ed06e93c req-500ad5aa-c3e7-4423-a7c5-d5d794663351 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:07.399611 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c9237ca7-d61f-4b9f-af36-1721ed06e93c req-500ad5aa-c3e7-4423-a7c5-d5d794663351 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 950 time: 0.1402147 Apr 22 17:22:07.470593 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c9237ca7-d61f-4b9f-af36-1721ed06e93c req-73c65816-043c-4424-bbc4-4920ffa56ad4 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/security-groups?id=faec0f33-7db5-44ef-b5d1-bdeec904ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640943 Apr 22 17:22:07.473846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38111-cb7b-486b-afed-399d83f6c33d req-e2dbd057-72a8-49e8-94f7-ea8527846bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:07.475425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-caf38111-cb7b-486b-afed-399d83f6c33d req-e2dbd057-72a8-49e8-94f7-ea8527846bb8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 1103 time: 0.1370630 Apr 22 17:22:07.522958 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-caf38111-cb7b-486b-afed-399d83f6c33d req-085425af-7e83-4d4d-8ba3-76f6c5e9d76e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=faec0f33-7db5-44ef-b5d1-bdeec904ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369458 Apr 22 17:22:08.681695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447c672-f4d4-4d59-95c8-24d3d07668c1 req-6a760440-379a-4724-b5da-091d2648fbc7 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:08.683978 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9447c672-f4d4-4d59-95c8-24d3d07668c1 req-6a760440-379a-4724-b5da-091d2648fbc7 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 950 time: 0.0939343 Apr 22 17:22:08.741247 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9447c672-f4d4-4d59-95c8-24d3d07668c1 req-32a6c976-bafd-48ad-8c1f-b3de315ca516 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/security-groups?id=faec0f33-7db5-44ef-b5d1-bdeec904ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Apr 22 17:22:10.395698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbdd91-8cf4-43a9-9bd2-9e36dff565f6 req-4ef0a82a-83f8-49c7-a254-d98741f38453 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:10.397343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-debbdd91-8cf4-43a9-9bd2-9e36dff565f6 req-4ef0a82a-83f8-49c7-a254-d98741f38453 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 950 time: 0.0963197 Apr 22 17:22:10.448636 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-debbdd91-8cf4-43a9-9bd2-9e36dff565f6 req-1100a49c-6db9-4ea2-ab0a-400326758536 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/security-groups?id=faec0f33-7db5-44ef-b5d1-bdeec904ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442607 Apr 22 17:22:11.719604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbf536-25e6-42de-858b-f1793c317861 req-f5ecd2fa-9292-43f2-82fd-cbea89a089e9 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:11.721293 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3fbf536-25e6-42de-858b-f1793c317861 req-f5ecd2fa-9292-43f2-82fd-cbea89a089e9 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 950 time: 0.1464655 Apr 22 17:22:11.798797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cea72-7487-41f2-a9eb-75b2cc64d45f req-5c8bd86b-63bd-4097-81b7-03000e14708f tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:11.800368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f1cea72-7487-41f2-a9eb-75b2cc64d45f req-5c8bd86b-63bd-4097-81b7-03000e14708f tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.78 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 950 time: 0.1483052 Apr 22 17:22:11.803463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3fbf536-25e6-42de-858b-f1793c317861 req-59a67403-abd0-45b3-a0f6-52917d43f146 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/security-groups?id=faec0f33-7db5-44ef-b5d1-bdeec904ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731552 Apr 22 17:22:11.882855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-1f1cea72-7487-41f2-a9eb-75b2cc64d45f req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Deleting port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:22:11.883247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1f1cea72-7487-41f2-a9eb-75b2cc64d45f req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:12.169892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-1f1cea72-7487-41f2-a9eb-75b2cc64d45f req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] For port 9f9215ff-8f95-48c6-86b1-05adf170c7c0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9f9215ff-8f95-48c6-86b1-05adf170c7c0,segment=NetworkSegment(85d54179-3165-4c79-b00b-7bf0a635dc6b),segment_id=85d54179-3165-4c79-b00b-7bf0a635dc6b)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:22:12.170280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1f1cea72-7487-41f2-a9eb-75b2cc64d45f req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:12.315449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-1f1cea72-7487-41f2-a9eb-75b2cc64d45f req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Calling delete_port for 9f9215ff-8f95-48c6-86b1-05adf170c7c0 owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:22:12.584114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1f1cea72-7487-41f2-a9eb-75b2cc64d45f req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:12.591144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db9e43dc-bf77-4ba1-8bc4-264319c83255 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:12.599938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['9f9215ff-8f95-48c6-86b1-05adf170c7c0'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:22:12.646200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Pushing event deleted for resources: {'Port': ['ID=9f9215ff-8f95-48c6-86b1-05adf170c7c0,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:12.649722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:12.730171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1cea72-7487-41f2-a9eb-75b2cc64d45f req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] No DVR routers for this DVR port 9f9215ff-8f95-48c6-86b1-05adf170c7c0 on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:22:12.732926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1f1cea72-7487-41f2-a9eb-75b2cc64d45f req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:12.737614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4f459c-5d44-44bb-9299-e0af849fdd11', 'name': 'network-vif-deleted', 'tag': '9f9215ff-8f95-48c6-86b1-05adf170c7c0'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:22:12.779474 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f1cea72-7487-41f2-a9eb-75b2cc64d45f req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.78 "DELETE /v2.0/ports/9f9215ff-8f95-48c6-86b1-05adf170c7c0 HTTP/1.1" status: 204 len: 173 time: 0.9708025 Apr 22 17:22:12.793870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4f459c-5d44-44bb-9299-e0af849fdd11', 'name': 'network-vif-deleted', 'tag': '9f9215ff-8f95-48c6-86b1-05adf170c7c0', 'status': 'completed', 'code': 200} Apr 22 17:22:12.983810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d423de29-426d-49cf-98ab-ae15ac337477 req-404c1447-decb-448d-9a02-004112c81cea tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Synchronizing usage tracker for tenant:4c6a09a8d41d405b862e30590b714532 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:22:13.018598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d423de29-426d-49cf-98ab-ae15ac337477 req-404c1447-decb-448d-9a02-004112c81cea tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Unset dirty status for tenant:4c6a09a8d41d405b862e30590b714532 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:22:13.019994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d423de29-426d-49cf-98ab-ae15ac337477 req-404c1447-decb-448d-9a02-004112c81cea tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] 10.222.0.77 "GET /v2.0/ports?device_id=be4f459c-5d44-44bb-9299-e0af849fdd11 HTTP/1.1" status: 200 len: 210 time: 0.0923140 Apr 22 17:22:14.518511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35832) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:22:14.685124 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c0d2ccc5-bd08-43a2-9002-b13619e1be81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c6a09a8d41d405b862e30590b714532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650863 Apr 22 17:22:14.687594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35838) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:22:14.754072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26581b1a-af7a-4966-b611-5ade8372894d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:14.782297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26581b1a-af7a-4966-b611-5ade8372894d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:14.826050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 9f9215ff-8f95-48c6-86b1-05adf170c7c0 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:22:14.862814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 9f9215ff-8f95-48c6-86b1-05adf170c7c0 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:22:14.863140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 9f9215ff-8f95-48c6-86b1-05adf170c7c0 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:22:14.904157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26581b1a-af7a-4966-b611-5ade8372894d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:14.909789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2dc05a08-f5f5-4b2f-b62f-a7f2dcf59d91 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:14.924762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26581b1a-af7a-4966-b611-5ade8372894d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faec0f33-7db5-44ef-b5d1-bdeec904ae53,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:14.927329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-26581b1a-af7a-4966-b611-5ade8372894d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:14.955050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26581b1a-af7a-4966-b611-5ade8372894d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:14.956365 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-26581b1a-af7a-4966-b611-5ade8372894d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/faec0f33-7db5-44ef-b5d1-bdeec904ae53 HTTP/1.1" status: 204 len: 168 time: 0.2677629 Apr 22 17:22:15.448334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35846) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:22:15.471603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29248817-5b61-4c42-9e7c-acaac4e07e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:15.486453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-29248817-5b61-4c42-9e7c-acaac4e07e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:22:15.490499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-29248817-5b61-4c42-9e7c-acaac4e07e36 admin admin] Usage tracker for resource:security_group_rule and tenant:1f4acfc0b2bd46e9bcf95893308b2c82 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:22:15.493448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-29248817-5b61-4c42-9e7c-acaac4e07e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:22:15.499484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-29248817-5b61-4c42-9e7c-acaac4e07e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:22:15.584250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29248817-5b61-4c42-9e7c-acaac4e07e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:15.623853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29248817-5b61-4c42-9e7c-acaac4e07e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:15.632880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-37793880-b011-457b-ad2c-e6f2c7fe8399 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:15.675144 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-29248817-5b61-4c42-9e7c-acaac4e07e36 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f4acfc0b2bd46e9bcf95893308b2c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255120 Apr 22 17:22:15.676945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29248817-5b61-4c42-9e7c-acaac4e07e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5422340e-a177-4a79-b3a0-953beb7ccd6c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:15.678133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35850) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:22:15.680144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29248817-5b61-4c42-9e7c-acaac4e07e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:15.748895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:15.777384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:15.852716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:15.858286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e71aad0b-a842-4c32-abcd-e7e1cc4d40bf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:15.873168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5422340e-a177-4a79-b3a0-953beb7ccd6c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:15.881499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:15.882780 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5422340e-a177-4a79-b3a0-953beb7ccd6c HTTP/1.1" status: 204 len: 168 time: 0.2034068 Apr 22 17:22:15.884494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.885532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.885971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.887688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.888325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.888748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.889166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.889609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.890019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.890426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.890858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.891266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:22:15.894971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-84fb4dc8-4047-4d08-8c92-52ec04ab5946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:16.842465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35874) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:22:16.956275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1712466019-network', 'tenant_id': 'cc5558bc9afa4ed290bdb54f9f41f53f'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:22:16.961838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:22:16.966571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Usage tracker for resource:network and tenant:cc5558bc9afa4ed290bdb54f9f41f53f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:22:16.969798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:22:16.977118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:22:17.024350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Made reservation on behalf of cc5558bc9afa4ed290bdb54f9f41f53f for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:22:17.030610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:17.045193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:17.064078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:22:17.068889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Usage tracker for resource:security_group_rule and tenant:cc5558bc9afa4ed290bdb54f9f41f53f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:22:17.073076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:22:17.080268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:22:17.173203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:17.176432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:22:17.201610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:17.206336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:17.231307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:22:17.255007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e9d91b-9b08-47cf-98ab-61f82bec10ab,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:17.258024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:17.258428 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Added segment 006009ad-9703-4665-a238-0f012da7f780 of type vlan for network fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 Apr 22 17:22:17.259824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:17.300463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:17.355618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:17.356781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:17.357432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:17.362942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2b3e0c4-7e10-434f-abb2-a8750f9acb9d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:17.471817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Pushing event updated for resources: {'Network': ['ID=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:17.478284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:17.482877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:22:17.493503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6498199 Apr 22 17:22:17.497252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 35880) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:22:17.503513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Request body: {'subnet': {'network_id': 'fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1712466019-subnet', 'tenant_id': 'cc5558bc9afa4ed290bdb54f9f41f53f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:22:17.508864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:22:17.513053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Usage tracker for resource:subnet and tenant:cc5558bc9afa4ed290bdb54f9f41f53f is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:22:17.516131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:22:17.522142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:22:17.555559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Made reservation on behalf of cc5558bc9afa4ed290bdb54f9f41f53f for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:22:17.561031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:17.993754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:17.998575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-434e920f-ef42-4d41-82e7-e84b2ee6a5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:18.087068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd27db9-dc3d-48fd-8b4d-6e15e379287d,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:18.090398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:18.091545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Checking segment: {'id': '006009ad-9703-4665-a238-0f012da7f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:22:18.091945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Network hostable DHCP agents. Network: fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:22:18.144056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Network fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:22:18.229459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:22:18.238763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d855be9-cc65-408f-a518-600ecbf8eb75 None None] Network fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:22:18.243711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:18.244363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:18.282044 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4818b1fe-1394-4996-abf8-87fa01426d50 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7836599 Apr 22 17:22:18.509371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3746c17d-389a-48e9-bdf1-6d6defc0fe90 None None] Network fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:22:18.886712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-edfe6451-4811-4534-915a-3a84a8dc23ea tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:18.888213 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-edfe6451-4811-4534-915a-3a84a8dc23ea tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/networks?id=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 HTTP/1.1" status: 200 len: 812 time: 0.1624174 Apr 22 17:22:18.904642 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-4384abc6-be6c-4c7e-8b41-5e64374472c4 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/quotas/cc5558bc9afa4ed290bdb54f9f41f53f HTTP/1.1" status: 200 len: 375 time: 0.0101285 Apr 22 17:22:18.960448 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-2f9e5eb0-be79-4e0f-b672-920c83e5eb89 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc5558bc9afa4ed290bdb54f9f41f53f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497522 Apr 22 17:22:19.021693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-e14797e8-b5c5-4f1d-bdf5-5c3307a15989 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:22:19.022801 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-e14797e8-b5c5-4f1d-bdf5-5c3307a15989 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551264 Apr 22 17:22:19.170211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-f4d0999a-0fd9-4590-b212-1bd0337701a1 service neutron] 10.222.0.77 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404886 Apr 22 17:22:19.318352 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-deac4678-a596-4687-a42a-bf5a170c0846 service neutron] 10.222.0.77 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414330 Apr 22 17:22:19.546491 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0ef1e099-8d0d-4dc9-b398-2db78d7263fb req-6a8afdb8-1e11-4e01-80b2-d7f31d29e3a7 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 210 time: 0.0525646 Apr 22 17:22:20.712588 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1c392edb-8d0b-4061-b6ff-104a15e3efe8 req-c62082d2-60bb-49af-bdae-d9ddfcd26197 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 210 time: 0.0509002 Apr 22 17:22:21.483776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-337fb33c-1ccc-4273-9b54-6ae60a8b316e tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:21.485328 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-337fb33c-1ccc-4273-9b54-6ae60a8b316e tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.78 "GET /v2.0/networks?id=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 HTTP/1.1" status: 200 len: 812 time: 0.1624937 Apr 22 17:22:21.504125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Request body: {'port': {'device_id': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'network_id': 'fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76', 'admin_state_up': True, 'tenant_id': 'cc5558bc9afa4ed290bdb54f9f41f53f'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:22:21.657079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:22:21.661528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Usage tracker for resource:port and tenant:cc5558bc9afa4ed290bdb54f9f41f53f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:22:21.665198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:22:21.673501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:22:21.704113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Made reservation on behalf of cc5558bc9afa4ed290bdb54f9f41f53f for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:22:21.710596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:21.911743 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c5aa7538-4b4b-4173-9c33-decfbad92963 req-11702315-8e65-4779-95be-fe8391ae1964 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 210 time: 0.0581005 Apr 22 17:22:21.936844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Allocated IP 172.20.0.4 (fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76/8cd27db9-dc3d-48fd-8b4d-6e15e379287d/6e7ebb11-3407-4ed1-a6b8-a7e69b372732) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:22:22.169907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:22.220560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:22.227704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-24467309-77a3-4d20-8ad3-78489f0e1d70 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:22.302519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Network fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:22:22.305944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:22:22.309129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:22:22.355435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Pushing event updated for resources: {'Port': ['ID=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:22.360181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:22.386807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:22.387490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:22.441967 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9420781 Apr 22 17:22:22.458405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Request body: {'port': {'device_id': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:22:22.578730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:22.954015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:22:22.962155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:22.978927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Transition to ACTIVE for port object 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:22:23.007095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:23.012635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:23.555800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:23.559009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:23.624908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd15c3-4303-4dbe-a341-7974dc2fc9b8 req-8e3fc724-926f-45b0-baef-8069a886c05e tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:23.625656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-03dd15c3-4303-4dbe-a341-7974dc2fc9b8 req-8e3fc724-926f-45b0-baef-8069a886c05e tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Synchronizing usage tracker for tenant:cc5558bc9afa4ed290bdb54f9f41f53f on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:22:23.630899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Attempting to bind port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:22:23.631273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Attempting to bind port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '006009ad-9703-4665-a238-0f012da7f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:22:23.631640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Attempting to bind port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 on network fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:22:23.640371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 on network fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:22:23.640727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Attempting to bind port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 on network fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:22:23.652034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:22:23.652419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Checking segment: {'id': '006009ad-9703-4665-a238-0f012da7f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:22:23.652842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Bound using segment: {'id': '006009ad-9703-4665-a238-0f012da7f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:22:23.653322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Bound port: 6e7ebb11-3407-4ed1-a6b8-a7e69b372732, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006009ad-9703-4665-a238-0f012da7f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:22:23.653704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:23.704419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-03dd15c3-4303-4dbe-a341-7974dc2fc9b8 req-8e3fc724-926f-45b0-baef-8069a886c05e tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Unset dirty status for tenant:cc5558bc9afa4ed290bdb54f9f41f53f on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:22:23.705717 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-03dd15c3-4303-4dbe-a341-7974dc2fc9b8 req-8e3fc724-926f-45b0-baef-8069a886c05e tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 943 time: 0.6607902 Apr 22 17:22:23.787756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-03dd15c3-4303-4dbe-a341-7974dc2fc9b8 req-28f9876a-0d56-43ec-b177-bff62d6f858b tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704844 Apr 22 17:22:23.797118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] For port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:22:23.800454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] For port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,segment=NetworkSegment(006009ad-9703-4665-a238-0f012da7f780),segment_id=006009ad-9703-4665-a238-0f012da7f780)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:22:23.835818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:23.840959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:23.895312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:23.895987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:23.897466 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] 10.222.0.78 "PUT /v2.0/ports/6e7ebb11-3407-4ed1-a6b8-a7e69b372732 HTTP/1.1" status: 200 len: 1093 time: 1.4437628 Apr 22 17:22:23.898035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'tag': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:22:23.925843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:23.929255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:23.956544 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'tag': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732', 'status': 'completed', 'code': 200} Apr 22 17:22:24.046590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-dd241d9e-b127-4eb7-80ba-4321fb9ed8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:24.048262 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-dd241d9e-b127-4eb7-80ba-4321fb9ed8bf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc5558bc9afa4ed290bdb54f9f41f53f&device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 1096 time: 0.0838032 Apr 22 17:22:24.128023 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-40e6bd95-6c92-4f0d-9aab-120b15f1bad0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732 HTTP/1.1" status: 200 len: 217 time: 0.0674145 Apr 22 17:22:24.205648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-13380c65-1e8d-432e-8be1-8ae4b2884f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:24.207277 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-13380c65-1e8d-432e-8be1-8ae4b2884f9d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cd27db9-dc3d-48fd-8b4d-6e15e379287d HTTP/1.1" status: 200 len: 852 time: 0.0694854 Apr 22 17:22:24.266373 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-d2946e4e-15f9-4cd9-9958-298733d2260f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482647 Apr 22 17:22:24.419050 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-3989ada0-ed69-4270-b2aa-f5764accc0f0 service neutron] 10.222.0.78 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398230 Apr 22 17:22:24.571465 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607ea371-30f7-43a6-bcd7-a8aa6d9da57d req-816fb6f0-e60f-4119-9cd6-a65d58e260a7 service neutron] 10.222.0.78 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449034 Apr 22 17:22:24.736474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528d20a-b75a-46de-961e-9c4bc47839e3 req-24a0f197-ebaf-4ec2-89ab-aac0f43510ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:24.738090 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9528d20a-b75a-46de-961e-9c4bc47839e3 req-24a0f197-ebaf-4ec2-89ab-aac0f43510ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc5558bc9afa4ed290bdb54f9f41f53f&device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 1096 time: 0.0880013 Apr 22 17:22:24.890422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528d20a-b75a-46de-961e-9c4bc47839e3 req-e59832f3-6b93-478b-b16a-10ad81a2e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:24.892165 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9528d20a-b75a-46de-961e-9c4bc47839e3 req-e59832f3-6b93-478b-b16a-10ad81a2e5dd service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 HTTP/1.1" status: 200 len: 914 time: 0.1463089 Apr 22 17:22:25.005471 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9528d20a-b75a-46de-961e-9c4bc47839e3 req-dfc2d229-192e-4dd7-8486-4169a03cfb8b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732 HTTP/1.1" status: 200 len: 217 time: 0.1040759 Apr 22 17:22:25.105861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528d20a-b75a-46de-961e-9c4bc47839e3 req-fe4e5961-5a97-4ad8-b628-4dd053999370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:25.107505 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9528d20a-b75a-46de-961e-9c4bc47839e3 req-fe4e5961-5a97-4ad8-b628-4dd053999370 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cd27db9-dc3d-48fd-8b4d-6e15e379287d HTTP/1.1" status: 200 len: 852 time: 0.0911672 Apr 22 17:22:25.169285 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9528d20a-b75a-46de-961e-9c4bc47839e3 req-ac71d954-c51c-4908-9579-662419c7bbfd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522707 Apr 22 17:22:25.178140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daab88f-e581-45c7-ab34-1bbaf0c476f3 req-138f2abb-810f-437e-9de3-e921be2c43cd tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:25.179827 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3daab88f-e581-45c7-ab34-1bbaf0c476f3 req-138f2abb-810f-437e-9de3-e921be2c43cd tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 943 time: 0.2192593 Apr 22 17:22:25.321383 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3daab88f-e581-45c7-ab34-1bbaf0c476f3 req-81046d7a-fc24-4961-ae5b-cd181db1f160 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153378 Apr 22 17:22:25.363862 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9528d20a-b75a-46de-961e-9c4bc47839e3 req-7096f01d-8b06-49f6-b780-9cdedacb455e service neutron] 10.222.0.78 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829047 Apr 22 17:22:25.516023 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9528d20a-b75a-46de-961e-9c4bc47839e3 req-3d301aef-69d3-4f4e-ab92-dde6abc2adff service neutron] 10.222.0.78 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408801 Apr 22 17:22:26.528336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58fbc1-4124-4306-80f8-2fd6c56c526e req-1aee9e23-6e8f-47aa-bc46-42160c6d3a53 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:26.530279 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ad58fbc1-4124-4306-80f8-2fd6c56c526e req-1aee9e23-6e8f-47aa-bc46-42160c6d3a53 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 943 time: 0.0916262 Apr 22 17:22:26.579141 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ad58fbc1-4124-4306-80f8-2fd6c56c526e req-70ada3ca-50c4-4f1b-b9b7-61e8d5575327 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Apr 22 17:22:26.887635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:22:27.027740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,segment=NetworkSegment(006009ad-9703-4665-a238-0f012da7f780),segment_id=006009ad-9703-4665-a238-0f012da7f780)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:22:27.042490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732', 'network_id': 'fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76', 'port_id': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732', 'mac_address': 'fa:16:3e:6a:6f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd27db9-dc3d-48fd-8b4d-6e15e379287d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:22:27.105000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:27.122679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:22:27.138239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,segment=NetworkSegment(006009ad-9703-4665-a238-0f012da7f780),segment_id=006009ad-9703-4665-a238-0f012da7f780)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:22:27.172573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:27.174463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8769ef4d-1e7c-4a4f-9ea5-ece8ebab518c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:27.243906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:27.247213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:27.436165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['6e7ebb11-3407-4ed1-a6b8-a7e69b372732'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:22:27.784102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67f2cb-18f6-4c2c-ba44-6a586e7631cd req-7c0e17d6-36ad-4ed8-847a-b98b978fb9a7 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:27.785721 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3a67f2cb-18f6-4c2c-ba44-6a586e7631cd req-7c0e17d6-36ad-4ed8-847a-b98b978fb9a7 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 944 time: 0.0951374 Apr 22 17:22:27.837601 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3a67f2cb-18f6-4c2c-ba44-6a586e7631cd req-0f4bd5a6-c6c1-47f5-9ed1-aa76bc7c957c tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438330 Apr 22 17:22:28.047128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ba03a63-9c11-4528-9902-fda43e01a32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:28.904329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:22:29.000571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:22:29.005682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:22:29.006109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:29.042266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f493cd-5634-4dbe-9d41-1fe7077242e8 req-2e399f9e-0a1e-4f07-bcc0-ed2b658fe177 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:29.043958 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b3f493cd-5634-4dbe-9d41-1fe7077242e8 req-2e399f9e-0a1e-4f07-bcc0-ed2b658fe177 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 944 time: 0.0904064 Apr 22 17:22:29.097920 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b3f493cd-5634-4dbe-9d41-1fe7077242e8 req-84557c46-9452-48f4-8ba5-972554ccbd7c tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470943 Apr 22 17:22:29.137940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:29.164697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:22:29.175137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,segment=NetworkSegment(006009ad-9703-4665-a238-0f012da7f780),segment_id=006009ad-9703-4665-a238-0f012da7f780)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:22:29.200586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:29.202887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2602494d-5f17-4cc2-aeb7-a18aa8fa4dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:22:29.239110 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732', 'code': 200} Apr 22 17:22:29.288738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:22:29.288738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:22:29.510642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a9ade-47dd-4f5b-90fc-6a76bf5389c8 req-b6388b49-ba9d-43d3-a7dc-feab214bd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:29.512237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-775a9ade-47dd-4f5b-90fc-6a76bf5389c8 req-b6388b49-ba9d-43d3-a7dc-feab214bd385 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 1098 time: 0.0783031 Apr 22 17:22:29.558092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-775a9ade-47dd-4f5b-90fc-6a76bf5389c8 req-d7c32390-111c-4a43-909e-77154c6fecea service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361030 Apr 22 17:22:30.258010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01a54198-c4bd-4c99-9ebf-233f28e5dbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:30.304965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bc48-20c3-4eca-ad46-2d1ffa222932 req-d6a42852-f56b-4fe0-8a73-8fc6f693d1c2 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:30.306568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf4bc48-20c3-4eca-ad46-2d1ffa222932 req-d6a42852-f56b-4fe0-8a73-8fc6f693d1c2 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0958064 Apr 22 17:22:30.355641 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4cf4bc48-20c3-4eca-ad46-2d1ffa222932 req-80ea3367-2ee6-4b78-9950-3ec1bab1c5fb tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423892 Apr 22 17:22:31.446316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:31.481006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:31.567050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77625761-592d-4313-bc87-849e534a7457 req-cce705ab-0633-4df1-92f3-85768c22044d tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:31.568666 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-77625761-592d-4313-bc87-849e534a7457 req-cce705ab-0633-4df1-92f3-85768c22044d tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0910215 Apr 22 17:22:31.618103 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-77625761-592d-4313-bc87-849e534a7457 req-918eda03-9bd0-4fa5-8e00-489ec749c8d0 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Apr 22 17:22:32.104739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754523ab-50e2-4b69-b60e-a19ece0108fd req-bbe89277-89dc-46fa-a842-025fed395842 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:32.106370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-754523ab-50e2-4b69-b60e-a19ece0108fd req-bbe89277-89dc-46fa-a842-025fed395842 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0957346 Apr 22 17:22:32.114338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 35946) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:22:32.162503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-754523ab-50e2-4b69-b60e-a19ece0108fd req-60eb640d-bb32-40c5-a70d-d7b730a7a930 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496974 Apr 22 17:22:32.255439 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-dcc5532b-5bb6-40f0-9ac9-a4a98b02e7b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264470 Apr 22 17:22:32.818237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:33.371665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7c9e3-78f7-42ef-a94b-fe4abaa7c797 req-c7c737be-2689-4f46-86dd-ae959558eaba tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:33.373207 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-42e7c9e3-78f7-42ef-a94b-fe4abaa7c797 req-c7c737be-2689-4f46-86dd-ae959558eaba tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0952883 Apr 22 17:22:33.426224 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-42e7c9e3-78f7-42ef-a94b-fe4abaa7c797 req-4f77bcf4-ac42-4064-8a69-12f175bc535f tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463901 Apr 22 17:22:34.060775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-c12f7bfc-dc0a-4798-bfbd-185c95218da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:34.062381 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-c12f7bfc-dc0a-4798-bfbd-185c95218da8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc5558bc9afa4ed290bdb54f9f41f53f&device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 1098 time: 0.0795879 Apr 22 17:22:34.205911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-407c869f-6c0d-4574-abbf-3c792047baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:34.207535 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-407c869f-6c0d-4574-abbf-3c792047baf8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 HTTP/1.1" status: 200 len: 914 time: 0.1390100 Apr 22 17:22:34.283436 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-c204a3fd-4658-4771-b4ff-11203a7bb9c6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732 HTTP/1.1" status: 200 len: 217 time: 0.0690224 Apr 22 17:22:34.356699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-630f6989-7827-466c-b85d-9b5b97fcbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:34.358233 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-630f6989-7827-466c-b85d-9b5b97fcbf64 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cd27db9-dc3d-48fd-8b4d-6e15e379287d HTTP/1.1" status: 200 len: 852 time: 0.0673652 Apr 22 17:22:34.411738 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-b7e69cae-5d20-49e6-a7e2-753763a0a03b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469091 Apr 22 17:22:34.604371 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-1a56abb5-c13f-4b2a-916e-5f49b1f8da91 service neutron] 10.222.0.78 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858022 Apr 22 17:22:34.751987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439af7de-3c7f-477b-8792-2ec731083e42 req-a8124db4-1e0d-41f5-920c-5332f19e1f59 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:34.753592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-439af7de-3c7f-477b-8792-2ec731083e42 req-a8124db4-1e0d-41f5-920c-5332f19e1f59 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.2114482 Apr 22 17:22:34.797418 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-e919d407-9f86-4222-9481-cf5123105bd9 service neutron] 10.222.0.78 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858010 Apr 22 17:22:34.822406 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-439af7de-3c7f-477b-8792-2ec731083e42 req-25b3ad9e-cede-41d5-a988-f7c93e79ae2c tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607798 Apr 22 17:22:35.331848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:36.025732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae2761-0de6-433c-93be-bb879c87fe89 req-9b299a63-b124-4fd5-acb9-68fac02817cb tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:36.027404 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fae2761-0de6-433c-93be-bb879c87fe89 req-9b299a63-b124-4fd5-acb9-68fac02817cb tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0890479 Apr 22 17:22:36.078732 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fae2761-0de6-433c-93be-bb879c87fe89 req-df2dbac7-6694-482a-8946-7ba257217ea8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449851 Apr 22 17:22:37.286658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7064ab-63a2-4e4a-9182-e94dad14861f req-1c52d86f-ff8b-4172-b2e2-e45ef6ac0bb4 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:37.288266 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3e7064ab-63a2-4e4a-9182-e94dad14861f req-1c52d86f-ff8b-4172-b2e2-e45ef6ac0bb4 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0920758 Apr 22 17:22:37.336821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3e7064ab-63a2-4e4a-9182-e94dad14861f req-2e5d9d85-e4ba-40f9-8bb3-ea33c4077aab tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Apr 22 17:22:38.541861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788b683-a3f6-4762-b04a-2a133a35183e req-c7474728-5ec5-4218-a38d-6663863fdfef tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:38.543527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b788b683-a3f6-4762-b04a-2a133a35183e req-c7474728-5ec5-4218-a38d-6663863fdfef tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0891435 Apr 22 17:22:38.591464 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b788b683-a3f6-4762-b04a-2a133a35183e req-d2e18674-9925-4dfd-8fac-128bd2a22f81 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Apr 22 17:22:39.800778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cac1a-4f61-4b93-bbd9-1390c83f9cb0 req-d5d9d1f1-ed97-4791-ace5-04857d80f599 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:39.802376 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f78cac1a-4f61-4b93-bbd9-1390c83f9cb0 req-d5d9d1f1-ed97-4791-ace5-04857d80f599 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0932329 Apr 22 17:22:39.850491 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f78cac1a-4f61-4b93-bbd9-1390c83f9cb0 req-e8db3c38-0062-4175-b975-6ea66c252db2 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416126 Apr 22 17:22:41.050978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aadbac-ee2f-46cb-8e95-dd3e2c94ca8c req-b6237572-671b-4b66-b52c-4cc5f4d7eb7f tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:41.052489 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-20aadbac-ee2f-46cb-8e95-dd3e2c94ca8c req-b6237572-671b-4b66-b52c-4cc5f4d7eb7f tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0892711 Apr 22 17:22:41.104936 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-20aadbac-ee2f-46cb-8e95-dd3e2c94ca8c req-b92d5ef3-184c-45fa-8ebd-60b72e3adaa3 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457745 Apr 22 17:22:42.306755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0feafe0-28b8-4136-b283-1980ae75700d req-197bca58-2f73-4132-abe2-3bea5283003e tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:42.308241 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0feafe0-28b8-4136-b283-1980ae75700d req-197bca58-2f73-4132-abe2-3bea5283003e tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0890443 Apr 22 17:22:42.356436 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0feafe0-28b8-4136-b283-1980ae75700d req-9fc599de-11c3-46e6-a285-53bd7c7560ce tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 Apr 22 17:22:43.562985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebef16f-b9e3-4deb-80ea-2d2af48fa27d req-136f3f23-45c5-4f9f-8274-7829894ba92f tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:43.564556 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9ebef16f-b9e3-4deb-80ea-2d2af48fa27d req-136f3f23-45c5-4f9f-8274-7829894ba92f tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0932245 Apr 22 17:22:43.613836 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9ebef16f-b9e3-4deb-80ea-2d2af48fa27d req-9ecb1b1c-4642-4f0f-909d-d110cfdcae40 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 Apr 22 17:22:44.815526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761eda2-479b-45f8-85fe-057d16411166 req-36ab917f-c654-46a5-bce8-c564648b6a95 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:44.817091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b761eda2-479b-45f8-85fe-057d16411166 req-36ab917f-c654-46a5-bce8-c564648b6a95 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0879409 Apr 22 17:22:44.864762 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b761eda2-479b-45f8-85fe-057d16411166 req-49f6ffcc-b430-4ee3-8c0b-adbcbea53ccd tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Apr 22 17:22:46.350014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9bb8b-8966-4809-86e3-af6c9137a6b4 req-0c181dc4-ca92-4351-812d-74e2da93b627 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:46.351547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-16f9bb8b-8966-4809-86e3-af6c9137a6b4 req-0c181dc4-ca92-4351-812d-74e2da93b627 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.3676288 Apr 22 17:22:46.398568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-16f9bb8b-8966-4809-86e3-af6c9137a6b4 req-cd4f2228-9c95-46c4-92cf-c93a954b9eea tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Apr 22 17:22:47.602340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e1190-11a5-4b41-920a-11d1a334fd86 req-a13d7ca2-8ff7-43f7-99e4-2efd2aa14790 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:47.604512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-941e1190-11a5-4b41-920a-11d1a334fd86 req-a13d7ca2-8ff7-43f7-99e4-2efd2aa14790 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0893044 Apr 22 17:22:47.653343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-941e1190-11a5-4b41-920a-11d1a334fd86 req-f3adf1af-181e-4015-be04-87f1ba1c3dde tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425248 Apr 22 17:22:48.854305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd95a0-5ac1-4143-bf01-8c29f64b5287 req-9aa30cb7-611c-4adb-b3cb-dee1ffeec27c tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:48.855945 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5cd95a0-5ac1-4143-bf01-8c29f64b5287 req-9aa30cb7-611c-4adb-b3cb-dee1ffeec27c tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0877600 Apr 22 17:22:48.902730 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5cd95a0-5ac1-4143-bf01-8c29f64b5287 req-c81c0d4f-7287-4284-ad89-355f09245cea tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 Apr 22 17:22:50.109730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5497639-8ee0-4352-83bd-0e60c60014b8 req-0c5465ed-1912-4910-b7ee-f8cc1d56c368 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:50.111893 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e5497639-8ee0-4352-83bd-0e60c60014b8 req-0c5465ed-1912-4910-b7ee-f8cc1d56c368 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0930431 Apr 22 17:22:50.159231 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e5497639-8ee0-4352-83bd-0e60c60014b8 req-7840ebde-94fd-4973-b3d4-1792c73fd584 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409908 Apr 22 17:22:51.359081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc8445-cd63-4152-9fc5-00121d0bcc8b req-abe29743-ded3-4440-a85c-9229a6bb9c78 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:51.360688 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84dc8445-cd63-4152-9fc5-00121d0bcc8b req-abe29743-ded3-4440-a85c-9229a6bb9c78 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0878463 Apr 22 17:22:51.410535 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84dc8445-cd63-4152-9fc5-00121d0bcc8b req-77126619-a040-4e42-8bb2-d3eb4b5f39fe tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434589 Apr 22 17:22:52.615685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e62623-1f31-45a5-b6b0-3f41c414f582 req-049a42cd-0b75-4ae0-9fbe-3bbadd801538 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:52.617204 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-80e62623-1f31-45a5-b6b0-3f41c414f582 req-049a42cd-0b75-4ae0-9fbe-3bbadd801538 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0928965 Apr 22 17:22:52.664400 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-80e62623-1f31-45a5-b6b0-3f41c414f582 req-b2796789-958e-4b2d-9718-6083ff82d93a tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Apr 22 17:22:53.871511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a02a9c-1efc-429e-92a4-b1e61b012eda req-0b352d63-e237-4f27-a609-e76da0e47d34 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:53.873073 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c4a02a9c-1efc-429e-92a4-b1e61b012eda req-0b352d63-e237-4f27-a609-e76da0e47d34 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0914192 Apr 22 17:22:53.920120 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c4a02a9c-1efc-429e-92a4-b1e61b012eda req-47d56203-54fd-422a-b823-2ce1a0b258bb tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406394 Apr 22 17:22:54.167093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:22:55.124156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0042-5047-4684-81fd-375e8b3bfa4d req-238ad489-3e76-4082-9c29-f894ecd02843 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:55.125674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f5e0042-5047-4684-81fd-375e8b3bfa4d req-238ad489-3e76-4082-9c29-f894ecd02843 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0897372 Apr 22 17:22:55.172969 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f5e0042-5047-4684-81fd-375e8b3bfa4d req-242278d4-15fb-42bd-a2cf-f491ffedb737 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Apr 22 17:22:56.377895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf48075-43cc-476d-8d4a-d07dd815da90 req-833ee96c-9c92-4d4c-b1ab-d958ebfdc7be tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:56.379442 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-adf48075-43cc-476d-8d4a-d07dd815da90 req-833ee96c-9c92-4d4c-b1ab-d958ebfdc7be tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0931413 Apr 22 17:22:56.428525 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-adf48075-43cc-476d-8d4a-d07dd815da90 req-9ab4c560-e8c7-40b8-b072-647410be9480 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Apr 22 17:22:57.631905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28939691-8942-4f52-8cc4-2f7a5c8e81ea req-07f98510-0952-4306-9d5c-0054d1e6d577 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:57.633991 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-28939691-8942-4f52-8cc4-2f7a5c8e81ea req-07f98510-0952-4306-9d5c-0054d1e6d577 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0902622 Apr 22 17:22:57.685821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-28939691-8942-4f52-8cc4-2f7a5c8e81ea req-0e96e6cd-8db6-4c63-9ec4-e6079dfad9ae tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453730 Apr 22 17:22:58.052266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb942-8ef9-4c19-a8c4-de6a0afa2665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:22:58.888832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d671808-7f34-4895-aa63-e1a5a7897424 req-7dade4cb-928d-4050-8e2d-a5f440e89958 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:22:58.890501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1d671808-7f34-4895-aa63-e1a5a7897424 req-7dade4cb-928d-4050-8e2d-a5f440e89958 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0895085 Apr 22 17:22:58.940129 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1d671808-7f34-4895-aa63-e1a5a7897424 req-f4216573-9df1-45f6-a816-0a978a9025cc tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431094 Apr 22 17:23:00.149472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7ba6e-1363-4938-9735-7f4be1afc2cb req-2edf43b2-aa04-4bb5-8201-47bb7a994f69 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:00.151114 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5ab7ba6e-1363-4938-9735-7f4be1afc2cb req-2edf43b2-aa04-4bb5-8201-47bb7a994f69 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0929782 Apr 22 17:23:00.200928 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5ab7ba6e-1363-4938-9735-7f4be1afc2cb req-d7b4ab02-0a43-47a4-b4d6-9224f740d24f tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Apr 22 17:23:00.275381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6d1e29-6f94-427c-bb43-22faba51d7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:01.405835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1168fcf-4344-4e96-9b86-6edc25d540cd req-ff9cba33-25c4-45e5-a7be-f3475e254c30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:01.407525 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d1168fcf-4344-4e96-9b86-6edc25d540cd req-ff9cba33-25c4-45e5-a7be-f3475e254c30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0897195 Apr 22 17:23:01.458001 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d1168fcf-4344-4e96-9b86-6edc25d540cd req-dc0e6b3a-d7fb-441c-a769-8b75dfa7d03b tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437346 Apr 22 17:23:01.463528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:01.486174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:02.021322 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-8fdf488a-5b55-4c31-bada-6f8f820ef089 service neutron] 10.222.0.78 "GET /v2.0/ports/6e7ebb11-3407-4ed1-a6b8-a7e69b372732/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0826411 Apr 22 17:23:02.457542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-e4808df5-b344-4d71-bf7b-37d85cbfe20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:02.459278 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-e4808df5-b344-4d71-bf7b-37d85cbfe20d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4&tenant_id=cc5558bc9afa4ed290bdb54f9f41f53f HTTP/1.1" status: 200 len: 1098 time: 0.0798159 Apr 22 17:23:02.568101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-4da67ccb-f2df-4fb4-b897-b586fac3a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:02.569713 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-4da67ccb-f2df-4fb4-b897-b586fac3a73b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc5558bc9afa4ed290bdb54f9f41f53f&device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 1098 time: 0.0828259 Apr 22 17:23:02.790680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282a14e-c153-40ef-be97-12fb00d236f4 req-6d949aee-6d36-41a6-b446-43cb10849d95 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:02.796845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1282a14e-c153-40ef-be97-12fb00d236f4 req-6d949aee-6d36-41a6-b446-43cb10849d95 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.2151244 Apr 22 17:23:02.796845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-125f92b9-6588-4ff2-9ae7-28060b59fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:02.796845 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-125f92b9-6588-4ff2-9ae7-28060b59fb14 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 HTTP/1.1" status: 200 len: 914 time: 0.1813972 Apr 22 17:23:02.806371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:02.888075 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-ddbb02fc-5452-48c6-8197-b166c1e7b647 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732 HTTP/1.1" status: 200 len: 217 time: 0.0733645 Apr 22 17:23:02.953713 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1282a14e-c153-40ef-be97-12fb00d236f4 req-e6bd63b4-2a35-49db-bf80-2676b87a1b43 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547189 Apr 22 17:23:02.973549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-f3032857-9c9e-40c9-bc9b-140949c6ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:02.975125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-f3032857-9c9e-40c9-bc9b-140949c6ab30 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cd27db9-dc3d-48fd-8b4d-6e15e379287d HTTP/1.1" status: 200 len: 852 time: 0.0765955 Apr 22 17:23:03.031592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-b64ec3be-6719-4b25-8554-c06e239dc9e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463576 Apr 22 17:23:03.175981 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-133c2796-e9ac-4011-a40b-ca8b51431e7a service neutron] 10.222.0.78 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349199 Apr 22 17:23:03.323438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2ebe21a8-d6fd-4fd6-9582-b55f4ad5bdd3 req-09561552-3ffb-4c1d-b5e4-6713a433f3e3 service neutron] 10.222.0.78 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360953 Apr 22 17:23:04.154449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cae7e-2e82-421b-8ec7-b2239089077b req-5afae71e-521f-4680-a5e1-58f416a37d1b tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:04.156058 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b84cae7e-2e82-421b-8ec7-b2239089077b req-5afae71e-521f-4680-a5e1-58f416a37d1b tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0880167 Apr 22 17:23:04.203649 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b84cae7e-2e82-421b-8ec7-b2239089077b req-fb2d271b-9da2-4f92-b4b0-c3d6d21b63bc tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Apr 22 17:23:05.025736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:23:05.030757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:23:05.272786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:05.292795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,segment=NetworkSegment(006009ad-9703-4665-a238-0f012da7f780),segment_id=006009ad-9703-4665-a238-0f012da7f780)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:23:05.329464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732', 'network_id': 'fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76', 'port_id': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732', 'mac_address': 'fa:16:3e:6a:6f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd27db9-dc3d-48fd-8b4d-6e15e379287d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:23:05.336547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:23:05.378322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,segment=NetworkSegment(006009ad-9703-4665-a238-0f012da7f780),segment_id=006009ad-9703-4665-a238-0f012da7f780)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:23:05.385755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:05.402831 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732', 'code': 200} Apr 22 17:23:05.412638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:05.416733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991954b-2234-4802-86bb-8d8af7dc3f70 req-41f0c117-4b3b-4458-9c06-fa1266cd2388 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:05.418417 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e991954b-2234-4802-86bb-8d8af7dc3f70 req-41f0c117-4b3b-4458-9c06-fa1266cd2388 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0971787 Apr 22 17:23:05.422983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:05.426518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3be397a-b3e6-44d2-9e18-05b8e5b3228a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:05.469143 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e991954b-2234-4802-86bb-8d8af7dc3f70 req-4f8b61f8-3bd5-418d-9b6a-8fb84ada5983 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Apr 22 17:23:05.480233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:23:05.564118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:05.574261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:23:05.574700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:23:05.576048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.576691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.577071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.577450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.577818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.578191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.578561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.578955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.579322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.579686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.580048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.580411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:05.587340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:06.134490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:06.152682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:23:06.168685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,segment=NetworkSegment(006009ad-9703-4665-a238-0f012da7f780),segment_id=006009ad-9703-4665-a238-0f012da7f780)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:23:06.199970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:06.202817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07da254c-9bd5-4cda-bea3-b239033706eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:06.275558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['6e7ebb11-3407-4ed1-a6b8-a7e69b372732'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:23:06.318321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:06.322178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:06.685630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a179a-0dc2-4c84-b60b-7f292edc2f4f req-c9d57ef1-7a03-4c57-b5f4-8cdbcbf9242f tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:06.687270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f99a179a-0dc2-4c84-b60b-7f292edc2f4f req-c9d57ef1-7a03-4c57-b5f4-8cdbcbf9242f tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 944 time: 0.0998814 Apr 22 17:23:06.735881 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f99a179a-0dc2-4c84-b60b-7f292edc2f4f req-45158f09-0b2b-4308-b4fa-51d78be7cc02 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423257 Apr 22 17:23:07.042151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:23:07.228585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-2846b14b-9154-4f4d-a183-6fb7762c5928 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:07.230165 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-2846b14b-9154-4f4d-a183-6fb7762c5928 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.78 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4&tenant_id=cc5558bc9afa4ed290bdb54f9f41f53f&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.1001060 Apr 22 17:23:07.304966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:23:07.305517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:07.387323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-0204bb30-eb29-4750-8901-00054675a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:07.388913 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-0204bb30-eb29-4750-8901-00054675a266 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc5558bc9afa4ed290bdb54f9f41f53f&device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 1097 time: 0.0811629 Apr 22 17:23:07.427240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:07.456026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:23:07.467009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,segment=NetworkSegment(006009ad-9703-4665-a238-0f012da7f780),segment_id=006009ad-9703-4665-a238-0f012da7f780)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:23:07.492386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:07.495222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:07.531614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732', 'code': 200} Apr 22 17:23:07.535866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-8ef80986-87f4-4e23-8c06-c3bf3837b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:07.537436 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-8ef80986-87f4-4e23-8c06-c3bf3837b1ff service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 HTTP/1.1" status: 200 len: 914 time: 0.1419909 Apr 22 17:23:07.570803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:07.573969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:07.611049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-ff799126-92aa-41f2-89db-025e209fa990 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732 HTTP/1.1" status: 200 len: 217 time: 0.0670125 Apr 22 17:23:07.684946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-1002c611-4c0a-4d2a-a3e9-4c3119bc0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:07.686496 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-1002c611-4c0a-4d2a-a3e9-4c3119bc0180 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8cd27db9-dc3d-48fd-8b4d-6e15e379287d HTTP/1.1" status: 200 len: 852 time: 0.0689948 Apr 22 17:23:07.739425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-02205b30-0ca8-4239-ba14-75b3fbee2100 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464957 Apr 22 17:23:07.879885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-a710e627-b549-4090-96a0-51a484654e45 service neutron] 10.222.0.78 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338255 Apr 22 17:23:08.019142 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-66376c1a-f9fe-41b8-821e-cd1624266e91 service neutron] 10.222.0.78 "GET /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321220 Apr 22 17:23:09.207038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39ed2-eb2d-42e0-a6bf-f570062c5357 req-27a1f2db-f154-4d13-a5cf-a12702a24251 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:09.208678 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44a39ed2-eb2d-42e0-a6bf-f570062c5357 req-27a1f2db-f154-4d13-a5cf-a12702a24251 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0902181 Apr 22 17:23:09.261599 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44a39ed2-eb2d-42e0-a6bf-f570062c5357 req-709f61b0-78c9-450f-828a-1c8d210d3348 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457418 Apr 22 17:23:10.465914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db546148-b8e6-40e3-8192-b929d875d72a req-7f019077-5706-42fb-8417-0cef4dd0cc66 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:10.467537 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-db546148-b8e6-40e3-8192-b929d875d72a req-7f019077-5706-42fb-8417-0cef4dd0cc66 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0888207 Apr 22 17:23:10.515651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-db546148-b8e6-40e3-8192-b929d875d72a req-9c721c64-1284-40c3-84c8-9682864c15c4 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Apr 22 17:23:10.983418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-86fd6f3e-f837-4f4a-9996-fea3d01a4ccc tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:10.984913 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-86fd6f3e-f837-4f4a-9996-fea3d01a4ccc tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.78 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.0936649 Apr 22 17:23:11.065226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Deleting port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:23:11.065614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:11.607471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] For port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,segment=NetworkSegment(006009ad-9703-4665-a238-0f012da7f780),segment_id=006009ad-9703-4665-a238-0f012da7f780)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:23:11.608108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:11.776329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Calling delete_port for 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:23:11.935522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496ffe5-1e73-4530-99cc-820214f4d7e8 req-681406a5-91fc-4ec8-b50d-82c2378c0cd1 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:11.937022 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a496ffe5-1e73-4530-99cc-820214f4d7e8 req-681406a5-91fc-4ec8-b50d-82c2378c0cd1 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/ports?device_id=60525ceb-494e-4f59-b1a9-512fec2928c4 HTTP/1.1" status: 200 len: 945 time: 0.2629280 Apr 22 17:23:12.005274 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a496ffe5-1e73-4530-99cc-820214f4d7e8 req-38466fa7-1e30-4b1e-994b-68753000402f tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8e9d91b-9b08-47cf-98ab-61f82bec10ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602825 Apr 22 17:23:12.028788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:12.036014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:12.043457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['6e7ebb11-3407-4ed1-a6b8-a7e69b372732'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:23:12.111781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Pushing event deleted for resources: {'Port': ['ID=6e7ebb11-3407-4ed1-a6b8-a7e69b372732,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:12.158912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.159339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.159765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.160254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.160625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.161039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.161442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.161846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.162255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.162676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.163091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.163493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:12.171349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:12.177289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] No DVR routers for this DVR port 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:23:12.179707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:12.183086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'name': 'network-vif-deleted', 'tag': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:23:12.218205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6faaf7bb-6915-4b89-916f-dea72b0462ef req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] 10.222.0.78 "DELETE /v2.0/ports/6e7ebb11-3407-4ed1-a6b8-a7e69b372732 HTTP/1.1" status: 204 len: 173 time: 1.2244055 Apr 22 17:23:12.233100 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60525ceb-494e-4f59-b1a9-512fec2928c4', 'name': 'network-vif-deleted', 'tag': '6e7ebb11-3407-4ed1-a6b8-a7e69b372732', 'status': 'completed', 'code': 200} Apr 22 17:23:13.271776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36052) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:23:13.338390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db5b12f-4053-4f49-a96d-42b546480c28 admin admin] Deleting subnet 8cd27db9-dc3d-48fd-8b4d-6e15e379287d {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:23:13.341412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7db5b12f-4053-4f49-a96d-42b546480c28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:13.397519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7db5b12f-4053-4f49-a96d-42b546480c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:13.456281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7db5b12f-4053-4f49-a96d-42b546480c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:14.234764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7db5b12f-4053-4f49-a96d-42b546480c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:14.239989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-58326354-92f6-434b-881f-ceeec6800501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:14.278864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5b12f-4053-4f49-a96d-42b546480c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd27db9-dc3d-48fd-8b4d-6e15e379287d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:14.281419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7db5b12f-4053-4f49-a96d-42b546480c28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:14.284898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7db5b12f-4053-4f49-a96d-42b546480c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:14.288144 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7db5b12f-4053-4f49-a96d-42b546480c28 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8cd27db9-dc3d-48fd-8b4d-6e15e379287d HTTP/1.1" status: 204 len: 168 time: 1.0150349 Apr 22 17:23:14.290510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36056) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:23:14.407114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:14.538027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:14.653316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:23:14.666474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006009ad-9703-4665-a238-0f012da7f780') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:23:14.666844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006009ad-9703-4665-a238-0f012da7f780') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:23:14.679420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:14.748950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:14.755765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:23:14.936307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Network fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:23:14.945267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:15.090896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:23:15.126583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Network fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:23:15.129699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:23:15.130096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6e7ebb11-3407-4ed1-a6b8-a7e69b372732 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:23:15.151015 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:23:15.359826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:15.363459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:15.380692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:15.387920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:15.391018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:15.393726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/fb54b6c8-02e6-4ee9-8c98-b30fa64d7a76 HTTP/1.1" status: 204 len: 168 time: 1.1016860 Apr 22 17:23:15.584599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36062) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:23:15.637527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b12ef372-8197-4b2e-8cb8-0b892e6c6929 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cc5558bc9afa4ed290bdb54f9f41f53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514276 Apr 22 17:23:15.639955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36066) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:23:15.706404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2e07623-bc84-49a6-ab61-d9087acbd964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:15.734517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2e07623-bc84-49a6-ab61-d9087acbd964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:15.845440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2e07623-bc84-49a6-ab61-d9087acbd964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:15.850665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f01c39f-9e73-4661-adbd-2b992d527da4 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:15.864804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e07623-bc84-49a6-ab61-d9087acbd964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e9d91b-9b08-47cf-98ab-61f82bec10ab,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:15.867675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a2e07623-bc84-49a6-ab61-d9087acbd964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:15.869505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2e07623-bc84-49a6-ab61-d9087acbd964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:15.872282 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a2e07623-bc84-49a6-ab61-d9087acbd964 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8e9d91b-9b08-47cf-98ab-61f82bec10ab HTTP/1.1" status: 204 len: 168 time: 0.2297988 Apr 22 17:23:16.791484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36090) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:23:16.902083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1140153261-network', 'tenant_id': 'd71da947416545f9b4c10a91795fbdd4'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:23:16.907318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:23:16.911383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Usage tracker for resource:network and tenant:d71da947416545f9b4c10a91795fbdd4 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:23:16.914410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:23:16.921440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:23:16.960474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Made reservation on behalf of d71da947416545f9b4c10a91795fbdd4 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:23:16.965404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:16.978538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:16.994226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:23:16.998229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Usage tracker for resource:security_group_rule and tenant:d71da947416545f9b4c10a91795fbdd4 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:23:17.001202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:23:17.007506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:23:17.349781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:17.383048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:17.387299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a10947ac-2198-4024-a683-f04e170b2477 tempest-NegativeSecGroupIPv6Test-1304829195 tempest-NegativeSecGroupIPv6Test-1304829195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:17.412759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:23:17.430364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb67dda-676a-4316-b128-161803787b3c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:17.439090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:17.439480 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Added segment 5c3ad2b5-9726-4736-a02b-5c50195f167e of type vlan for network 6246c89f-aa27-4927-b370-3a60cb99aae7 Apr 22 17:23:17.441439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.441870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.442293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.442755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.443174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.443588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.444005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.444417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.444878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.445290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.445698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.446105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:23:17.459497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:17.476880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:17.554498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:17.555590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:17.556232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:17.561323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-57fc61cb-b015-4ad4-a5c8-a67a15ca8e65 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:17.673554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Pushing event updated for resources: {'Network': ['ID=6246c89f-aa27-4927-b370-3a60cb99aae7,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:17.673554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:17.679297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 6246c89f-aa27-4927-b370-3a60cb99aae7 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:23:17.692774 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9001138 Apr 22 17:23:17.695902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36096) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:23:17.702763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Request body: {'subnet': {'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1140153261-subnet', 'tenant_id': 'd71da947416545f9b4c10a91795fbdd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:23:17.708479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:23:17.713090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Usage tracker for resource:subnet and tenant:d71da947416545f9b4c10a91795fbdd4 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:23:17.716436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:23:17.722584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:23:17.760615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Made reservation on behalf of d71da947416545f9b4c10a91795fbdd4 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:23:17.765531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:18.203702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:18.208308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0153941e-ffaa-43a2-9a01-e88bedf32c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:18.289113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f896500-004d-4aac-a6ec-158301d6a257,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:18.292309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:18.298567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Checking segment: {'id': '5c3ad2b5-9726-4736-a02b-5c50195f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:23:18.298995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Network hostable DHCP agents. Network: 6246c89f-aa27-4927-b370-3a60cb99aae7, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:23:18.348914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Network 6246c89f-aa27-4927-b370-3a60cb99aae7 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:23:18.382841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 6246c89f-aa27-4927-b370-3a60cb99aae7) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:23:18.392283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24c59a3-1d25-42fc-9025-bfe27143a669 None None] Network 6246c89f-aa27-4927-b370-3a60cb99aae7 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:23:18.395811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:18.396456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:18.440993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7437217 Apr 22 17:23:18.622676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504e2937-f006-4295-8df8-7f578b3fc7bf None None] Network 6246c89f-aa27-4927-b370-3a60cb99aae7 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:23:18.990068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-3bca0ddb-d996-49f5-98e6-ff5d654d223f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:18.991691 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-3bca0ddb-d996-49f5-98e6-ff5d654d223f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 815 time: 0.1609397 Apr 22 17:23:19.008662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-bf9d62b2-2199-4e1b-8dea-1a5f961b3fb0 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/quotas/d71da947416545f9b4c10a91795fbdd4 HTTP/1.1" status: 200 len: 375 time: 0.0107412 Apr 22 17:23:19.062244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-c9e62087-84f8-4c9e-a061-d97b8c843783 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479116 Apr 22 17:23:19.208595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-1c0aaea3-53a4-4ad8-b176-2abf24ab6c53 service neutron] 10.222.0.77 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390209 Apr 22 17:23:19.354547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-4572d8d5-da82-41c4-b827-0cf0e2fe2fe8 service neutron] 10.222.0.77 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388814 Apr 22 17:23:19.647810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7af33d3d-4b4a-440b-ae34-7cef4795d94f req-ddded582-5476-4d8c-a4fd-79bb39e07475 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 210 time: 0.0496142 Apr 22 17:23:20.818764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b6cc1177-0eb2-463a-9c8c-6054d0b89daa req-8a95f90f-ab52-46fb-bfe9-d19762d1ac91 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 210 time: 0.0521579 Apr 22 17:23:21.334803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-2b2ef85a-71c3-4704-b329-e96fa35e344a tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:21.336462 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-2b2ef85a-71c3-4704-b329-e96fa35e344a tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.78 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 815 time: 0.1606619 Apr 22 17:23:21.351789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Request body: {'port': {'device_id': '362538e3-a748-4683-b7f2-39774e91615d', 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7', 'admin_state_up': True, 'tenant_id': 'd71da947416545f9b4c10a91795fbdd4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:23:21.497687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:23:21.501732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Usage tracker for resource:port and tenant:d71da947416545f9b4c10a91795fbdd4 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:23:21.504742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:23:21.511494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:23:21.548522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Made reservation on behalf of d71da947416545f9b4c10a91795fbdd4 for: {'port': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:23:21.555185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:21.793890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Allocated IP 172.20.0.9 (6246c89f-aa27-4927-b370-3a60cb99aae7/4f896500-004d-4aac-a6ec-158301d6a257/c075677b-614c-4126-80b9-1bdf5bced5cd) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:23:21.995773 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-103023f1-0610-463c-b774-2d2c2d06bbdd req-c6eb3f8f-aa05-4efa-9d43-e1a4bc901d73 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 210 time: 0.0605915 Apr 22 17:23:22.052268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:22.131847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:22.139230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:22.212511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Network 6246c89f-aa27-4927-b370-3a60cb99aae7 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:23:22.216449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:23:22.219484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:23:22.262112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Pushing event updated for resources: {'Port': ['ID=c075677b-614c-4126-80b9-1bdf5bced5cd,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:22.265234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:22.294726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:22.295351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:22.343590 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9957845 Apr 22 17:23:22.357074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Request body: {'port': {'device_id': '362538e3-a748-4683-b7f2-39774e91615d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:23:22.478938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:22.844228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c075677b-614c-4126-80b9-1bdf5bced5cd {{(pid=87210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:23:22.852060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:22.914093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Transition to ACTIVE for port object c075677b-614c-4126-80b9-1bdf5bced5cd will not be triggered until provisioned by entity L2. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:23:22.936924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:22.941859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd8087b1-1791-491c-b3a2-c13094369fa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:23.113576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c075677b-614c-4126-80b9-1bdf5bced5cd,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:23.116701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:23.256295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Attempting to bind port c075677b-614c-4126-80b9-1bdf5bced5cd on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:23:23.256597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Attempting to bind port c075677b-614c-4126-80b9-1bdf5bced5cd by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5c3ad2b5-9726-4736-a02b-5c50195f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7'}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:23:23.256971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Attempting to bind port c075677b-614c-4126-80b9-1bdf5bced5cd on network 6246c89f-aa27-4927-b370-3a60cb99aae7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:23:23.265939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Port c075677b-614c-4126-80b9-1bdf5bced5cd on network 6246c89f-aa27-4927-b370-3a60cb99aae7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:23:23.266306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Attempting to bind port c075677b-614c-4126-80b9-1bdf5bced5cd on network 6246c89f-aa27-4927-b370-3a60cb99aae7 {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:23:23.274247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:23:23.274644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Checking segment: {'id': '5c3ad2b5-9726-4736-a02b-5c50195f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:23:23.275085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Bound using segment: {'id': '5c3ad2b5-9726-4736-a02b-5c50195f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7'} {{(pid=87210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:23:23.275569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Bound port: c075677b-614c-4126-80b9-1bdf5bced5cd, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3ad2b5-9726-4736-a02b-5c50195f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7'}}] {{(pid=87210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:23:23.275988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:23.299227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619137e7-ee4d-4398-ad66-20180826a6d5 req-0e03877b-77e1-469f-8a16-c2d9a4d2e026 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:23.299987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-619137e7-ee4d-4398-ad66-20180826a6d5 req-0e03877b-77e1-469f-8a16-c2d9a4d2e026 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Synchronizing usage tracker for tenant:d71da947416545f9b4c10a91795fbdd4 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:23:23.392277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-619137e7-ee4d-4398-ad66-20180826a6d5 req-0e03877b-77e1-469f-8a16-c2d9a4d2e026 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Unset dirty status for tenant:d71da947416545f9b4c10a91795fbdd4 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:23:23.393552 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-619137e7-ee4d-4398-ad66-20180826a6d5 req-0e03877b-77e1-469f-8a16-c2d9a4d2e026 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 943 time: 0.2694619 Apr 22 17:23:23.397479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] For port c075677b-614c-4126-80b9-1bdf5bced5cd, host hv-neutron-7864, cleared binding levels {{(pid=87210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:23:23.403210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] For port c075677b-614c-4126-80b9-1bdf5bced5cd, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c075677b-614c-4126-80b9-1bdf5bced5cd,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:23:23.425955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:23.430792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e8efe57b-5c83-496e-af98-42120371b3cc tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:23.501469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:23.502147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:23.503693 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] 10.222.0.78 "PUT /v2.0/ports/c075677b-614c-4126-80b9-1bdf5bced5cd HTTP/1.1" status: 200 len: 1093 time: 1.1512461 Apr 22 17:23:23.506529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362538e3-a748-4683-b7f2-39774e91615d', 'tag': 'c075677b-614c-4126-80b9-1bdf5bced5cd'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:23:23.513803 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-619137e7-ee4d-4398-ad66-20180826a6d5 req-8bed6c48-2437-495c-96cb-094093386da9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138473 Apr 22 17:23:23.538873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c075677b-614c-4126-80b9-1bdf5bced5cd,revision_number=3']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:23.543326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:23.561995 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362538e3-a748-4683-b7f2-39774e91615d', 'tag': 'c075677b-614c-4126-80b9-1bdf5bced5cd', 'status': 'completed', 'code': 200} Apr 22 17:23:23.650548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-88368991-53fb-4af8-9178-0f75059b073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:23.652799 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-88368991-53fb-4af8-9178-0f75059b073d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 1096 time: 0.0810220 Apr 22 17:23:23.736610 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-84b7d8ab-1b8b-41c0-a311-9b7da594b10e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c075677b-614c-4126-80b9-1bdf5bced5cd HTTP/1.1" status: 200 len: 217 time: 0.0720713 Apr 22 17:23:23.808453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-ac339aaa-5910-417c-b334-8808cd84c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:23.809894 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-ac339aaa-5910-417c-b334-8808cd84c34c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 200 len: 855 time: 0.0632470 Apr 22 17:23:23.865349 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-295b4d77-b655-495e-b202-f455c3f38318 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6246c89f-aa27-4927-b370-3a60cb99aae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455031 Apr 22 17:23:24.009903 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-dff7f95b-dd48-4645-a97b-385767a9977d service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340129 Apr 22 17:23:24.157826 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1847bafd-e0ee-4f85-b0bd-8209c2ebbf70 req-db1720b7-72b4-4ebf-be15-d3837e48b868 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371288 Apr 22 17:23:24.318998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2673a-0823-413b-8eed-7ca33e4a54c2 req-62daa28e-1d73-481d-a820-954595684972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:24.320600 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c2673a-0823-413b-8eed-7ca33e4a54c2 req-62daa28e-1d73-481d-a820-954595684972 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 1096 time: 0.0833316 Apr 22 17:23:24.813087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2673a-0823-413b-8eed-7ca33e4a54c2 req-3b249241-260c-4b5d-9be9-f2fbcb203f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:24.814664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c2673a-0823-413b-8eed-7ca33e4a54c2 req-3b249241-260c-4b5d-9be9-f2fbcb203f86 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 917 time: 0.4855590 Apr 22 17:23:24.831730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c3a8b-dc45-481a-a3db-f67d3df3bd3b req-afe0863c-1cb4-41e1-8165-0615ac15b756 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:24.833214 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-983c3a8b-dc45-481a-a3db-f67d3df3bd3b req-afe0863c-1cb4-41e1-8165-0615ac15b756 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 943 time: 0.1406534 Apr 22 17:23:24.913775 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c2673a-0823-413b-8eed-7ca33e4a54c2 req-b074b029-c517-42f7-b37e-6b1acf2d994e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c075677b-614c-4126-80b9-1bdf5bced5cd HTTP/1.1" status: 200 len: 217 time: 0.0907474 Apr 22 17:23:24.995183 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-983c3a8b-dc45-481a-a3db-f67d3df3bd3b req-6c14de11-cb23-4bbb-9a50-8e4a0e0d90ed tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036770 Apr 22 17:23:25.004952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2673a-0823-413b-8eed-7ca33e4a54c2 req-33f2231e-07e1-4db3-9f05-2d0f5f932032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:25.006457 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c2673a-0823-413b-8eed-7ca33e4a54c2 req-33f2231e-07e1-4db3-9f05-2d0f5f932032 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 200 len: 855 time: 0.0841880 Apr 22 17:23:25.062286 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c2673a-0823-413b-8eed-7ca33e4a54c2 req-81a68974-a4ea-4fb3-ba6d-e6bbcba353fa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6246c89f-aa27-4927-b370-3a60cb99aae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481329 Apr 22 17:23:25.207631 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c2673a-0823-413b-8eed-7ca33e4a54c2 req-1e0c9bcf-67cf-4bce-94fa-6f2f496fa9c1 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362009 Apr 22 17:23:25.355266 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c2673a-0823-413b-8eed-7ca33e4a54c2 req-18a3b776-807b-42f2-a34d-c62100c7efb7 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368098 Apr 22 17:23:26.208395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e446dda-3fcc-442b-883e-c2fd623147be req-cf191154-a33a-467d-ba4b-2473f528f4d6 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:26.209983 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e446dda-3fcc-442b-883e-c2fd623147be req-cf191154-a33a-467d-ba4b-2473f528f4d6 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 943 time: 0.0875447 Apr 22 17:23:26.262895 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e446dda-3fcc-442b-883e-c2fd623147be req-1ddef411-a667-46ef-93aa-1cd70af4902e tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 Apr 22 17:23:27.151995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device c075677b-614c-4126-80b9-1bdf5bced5cd details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:23:27.292351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port c075677b-614c-4126-80b9-1bdf5bced5cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c075677b-614c-4126-80b9-1bdf5bced5cd,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:23:27.306449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'c075677b-614c-4126-80b9-1bdf5bced5cd', 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7', 'port_id': 'c075677b-614c-4126-80b9-1bdf5bced5cd', 'mac_address': 'fa:16:3e:d9:14:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f896500-004d-4aac-a6ec-158301d6a257', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:23:27.365058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:27.383534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c075677b-614c-4126-80b9-1bdf5bced5cd {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:23:27.400194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port c075677b-614c-4126-80b9-1bdf5bced5cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c075677b-614c-4126-80b9-1bdf5bced5cd,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:23:27.428438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:27.430292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:27.472234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6455da-a334-4d6b-83be-b203d7689ad6 req-cbf887d9-5228-41f5-8e2b-e4b137e008cb tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:27.473840 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9b6455da-a334-4d6b-83be-b203d7689ad6 req-cbf887d9-5228-41f5-8e2b-e4b137e008cb tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 944 time: 0.0926554 Apr 22 17:23:27.504590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=c075677b-614c-4126-80b9-1bdf5bced5cd,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:27.507866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:27.524747 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9b6455da-a334-4d6b-83be-b203d7689ad6 req-cd6d9a3d-fecb-4f37-86dd-b17712d4d933 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443149 Apr 22 17:23:27.681754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['c075677b-614c-4126-80b9-1bdf5bced5cd'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:23:28.057131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5b80ccd6-0d30-4ae3-99a5-5bd30430440e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:28.734776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841ed2-ab60-4e15-b8db-d00538711e36 req-a74e7de3-0a01-4f6f-8c7c-0cc0c2471293 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:28.736390 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-65841ed2-ab60-4e15-b8db-d00538711e36 req-a74e7de3-0a01-4f6f-8c7c-0cc0c2471293 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 944 time: 0.0955043 Apr 22 17:23:28.784139 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-65841ed2-ab60-4e15-b8db-d00538711e36 req-8a9afdfe-e66b-46a9-8e8c-b3238b9167ef tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 Apr 22 17:23:29.167994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device c075677b-614c-4126-80b9-1bdf5bced5cd up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:23:29.291328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port c075677b-614c-4126-80b9-1bdf5bced5cd completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:23:29.296442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port c075677b-614c-4126-80b9-1bdf5bced5cd triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:23:29.296861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:29.420227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:29.448457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362538e3-a748-4683-b7f2-39774e91615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c075677b-614c-4126-80b9-1bdf5bced5cd'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:23:29.459103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port c075677b-614c-4126-80b9-1bdf5bced5cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c075677b-614c-4126-80b9-1bdf5bced5cd,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:23:29.485737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:29.487770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:23:29.520735 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362538e3-a748-4683-b7f2-39774e91615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c075677b-614c-4126-80b9-1bdf5bced5cd', 'code': 200} Apr 22 17:23:29.561972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=c075677b-614c-4126-80b9-1bdf5bced5cd,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:23:29.565306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:23:29.810666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d771c1-08f0-47f8-a1fc-692a1f4f1abc req-8ea8bb7a-a971-4720-a6eb-6be57edef130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:29.812284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01d771c1-08f0-47f8-a1fc-692a1f4f1abc req-8ea8bb7a-a971-4720-a6eb-6be57edef130 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 1098 time: 0.0808933 Apr 22 17:23:29.860576 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01d771c1-08f0-47f8-a1fc-692a1f4f1abc req-8a726d18-991c-47e4-9cd4-053480882369 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369067 Apr 22 17:23:29.986430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e88617-1dc2-4908-a52e-7bd27d000e3a req-0bc921ac-0c4a-4127-8d37-3cc4f4e139a6 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:29.987977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2e88617-1dc2-4908-a52e-7bd27d000e3a req-0bc921ac-0c4a-4127-8d37-3cc4f4e139a6 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0909116 Apr 22 17:23:30.035339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2e88617-1dc2-4908-a52e-7bd27d000e3a req-2e85fa9e-645d-4778-994f-6c1143079765 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Apr 22 17:23:30.274031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b189336b-7329-4407-ae1a-229ed490347f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:31.167385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:23:31.239165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ac60b-743e-4664-9a49-b8c68a3dec5b req-52635841-6470-4b19-ae9d-8b89cb8f50e3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:31.240744 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e81ac60b-743e-4664-9a49-b8c68a3dec5b req-52635841-6470-4b19-ae9d-8b89cb8f50e3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0883613 Apr 22 17:23:31.293296 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e81ac60b-743e-4664-9a49-b8c68a3dec5b req-20d5fdd0-ce04-4f8a-99d1-e62fb4e880ae tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454369 Apr 22 17:23:31.451090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:31.480234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:31.495465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d6bca-f190-44fd-b667-5e7f0d5e5202 req-c83c306b-726b-43bd-930c-d1238a4c3a71 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:31.497067 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e28d6bca-f190-44fd-b667-5e7f0d5e5202 req-c83c306b-726b-43bd-930c-d1238a4c3a71 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0912285 Apr 22 17:23:31.544333 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e28d6bca-f190-44fd-b667-5e7f0d5e5202 req-d6ad30a4-727b-4e5d-acff-a0b10d0462aa tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407960 Apr 22 17:23:31.945399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd4d93-0560-4735-b65d-80cf230e7239 req-0ea223ac-b9b1-4dee-884a-fd777aa4074e tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:31.946997 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7edd4d93-0560-4735-b65d-80cf230e7239 req-0ea223ac-b9b1-4dee-884a-fd777aa4074e tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0912097 Apr 22 17:23:31.995334 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7edd4d93-0560-4735-b65d-80cf230e7239 req-88004e9e-7266-4a4b-9d87-93280e13b54d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417571 Apr 22 17:23:32.194860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e1160-911f-47e8-9569-8ac7a27d7d13 req-73a5eb13-f50e-4753-a7d2-5a7eb49c8683 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:32.196510 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-093e1160-911f-47e8-9569-8ac7a27d7d13 req-73a5eb13-f50e-4753-a7d2-5a7eb49c8683 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0872319 Apr 22 17:23:32.244156 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-093e1160-911f-47e8-9569-8ac7a27d7d13 req-31911d69-4f26-457e-80e1-c2d502f5edda tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 Apr 22 17:23:32.771472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa0dd7-29bf-4e3a-aa02-823712c4b5c3 req-4cb5612f-450d-464b-9883-0b4440be6644 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:32.773072 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4afa0dd7-29bf-4e3a-aa02-823712c4b5c3 req-4cb5612f-450d-464b-9883-0b4440be6644 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.1579614 Apr 22 17:23:32.778742 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-5a5e9a56-c4af-44d7-a443-293645ecc3a9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238394 Apr 22 17:23:32.817000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:32.822977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4afa0dd7-29bf-4e3a-aa02-823712c4b5c3 req-01da3986-69d9-4f07-ac69-ec03b171105b tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430620 Apr 22 17:23:34.032637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c50f2-303b-46de-847a-bd9d50942e62 req-68d08426-522e-4393-95b9-f420c58ce4e5 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:34.034277 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-615c50f2-303b-46de-847a-bd9d50942e62 req-68d08426-522e-4393-95b9-f420c58ce4e5 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0950117 Apr 22 17:23:34.084531 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-615c50f2-303b-46de-847a-bd9d50942e62 req-bcb5b39a-5ecc-4581-826f-ae12175f20d3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436420 Apr 22 17:23:34.439670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-d3cbd08d-6bf2-42ee-9f2a-c8375e3f36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:34.441266 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-d3cbd08d-6bf2-42ee-9f2a-c8375e3f36e6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 1098 time: 0.0827522 Apr 22 17:23:34.584693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-6a4980a9-4448-49c6-85e9-cf176675b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:34.586236 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-6a4980a9-4448-49c6-85e9-cf176675b08b service neutron] 10.222.0.78 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 917 time: 0.1381290 Apr 22 17:23:34.658659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-72a4c161-6624-44fb-9975-affe15455427 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c075677b-614c-4126-80b9-1bdf5bced5cd HTTP/1.1" status: 200 len: 217 time: 0.0656991 Apr 22 17:23:34.733347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-a598918d-e234-45dd-873b-6d36e924585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:34.734938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-a598918d-e234-45dd-873b-6d36e924585a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 200 len: 855 time: 0.0695283 Apr 22 17:23:34.788986 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-a8a79530-69dc-4038-9836-93ec2d9b9452 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6246c89f-aa27-4927-b370-3a60cb99aae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472438 Apr 22 17:23:34.930485 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-b37fb0ff-eced-4f0a-ac7b-32b65cc44a36 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344538 Apr 22 17:23:35.073545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-77c98782-75eb-41fb-9a15-a20ccca7c599 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355407 Apr 22 17:23:35.293225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaa357-d5ea-4286-bd80-bedfb31290fb req-8d9b4372-2bdb-4327-9f2b-36001a505b7d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:35.294871 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84aaa357-d5ea-4286-bd80-bedfb31290fb req-8d9b4372-2bdb-4327-9f2b-36001a505b7d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0889285 Apr 22 17:23:35.348255 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84aaa357-d5ea-4286-bd80-bedfb31290fb req-c700684b-363d-40a6-a6c7-958017dee4d3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466931 Apr 22 17:23:35.365458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:36.549891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bd749-21bb-4df1-87c8-f31fffde1343 req-53a63871-d6e3-4281-9097-e0f4d932b696 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:36.551521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fc9bd749-21bb-4df1-87c8-f31fffde1343 req-53a63871-d6e3-4281-9097-e0f4d932b696 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0881288 Apr 22 17:23:36.600498 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fc9bd749-21bb-4df1-87c8-f31fffde1343 req-1c4c9b4c-b564-4110-88a9-3f30a93f9578 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426013 Apr 22 17:23:37.807113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e081-7f2c-4b68-a89b-80a7b087f01b req-2d940df4-4406-4067-ad3d-6a4503c064b4 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:37.808717 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2e5e081-7f2c-4b68-a89b-80a7b087f01b req-2d940df4-4406-4067-ad3d-6a4503c064b4 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0939879 Apr 22 17:23:37.858142 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2e5e081-7f2c-4b68-a89b-80a7b087f01b req-4ecfb54c-2d75-44a4-a166-f68ee364987d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Apr 22 17:23:39.060733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46cee2-6dd8-4174-883a-7ffb12e466bd req-801d86ac-c8dd-4cb3-8a11-813204056ef9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:39.062305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9c46cee2-6dd8-4174-883a-7ffb12e466bd req-801d86ac-c8dd-4cb3-8a11-813204056ef9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0900304 Apr 22 17:23:39.111244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9c46cee2-6dd8-4174-883a-7ffb12e466bd req-c08188d2-2f47-4553-bc67-c629b7236b44 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Apr 22 17:23:40.315779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5cc8-7884-4944-9bb3-6ab12351f547 req-59d23b2a-f451-4a4c-9cba-ea7f3ad32c55 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:40.317307 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-903b5cc8-7884-4944-9bb3-6ab12351f547 req-59d23b2a-f451-4a4c-9cba-ea7f3ad32c55 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0927918 Apr 22 17:23:40.364957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-903b5cc8-7884-4944-9bb3-6ab12351f547 req-45e36853-b9e1-4252-94ea-4826fdb2ef07 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Apr 22 17:23:41.568910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd22f-af4d-4c9e-b63d-c960ac0b1fa9 req-0be0a565-fd1a-4668-9ecd-b11c0712ad50 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:41.570501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c56cd22f-af4d-4c9e-b63d-c960ac0b1fa9 req-0be0a565-fd1a-4668-9ecd-b11c0712ad50 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0873458 Apr 22 17:23:41.622867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c56cd22f-af4d-4c9e-b63d-c960ac0b1fa9 req-d5fb3d35-3d43-4c20-9333-f76776913b88 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449347 Apr 22 17:23:42.829642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a062698-02a3-476a-af7b-da72a49a7655 req-9cf6bab1-658b-462f-bfc0-bea05fe871ec tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:42.831268 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2a062698-02a3-476a-af7b-da72a49a7655 req-9cf6bab1-658b-462f-bfc0-bea05fe871ec tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0912273 Apr 22 17:23:42.879177 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2a062698-02a3-476a-af7b-da72a49a7655 req-2b2406d4-3489-4f6d-968f-57010492c268 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Apr 22 17:23:44.100808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d28145-9a2e-4b27-b199-60a003ed418e req-96fd2640-d311-4e84-952b-71a29b7a8a9c tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:44.102408 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d1d28145-9a2e-4b27-b199-60a003ed418e req-96fd2640-d311-4e84-952b-71a29b7a8a9c tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0957530 Apr 22 17:23:44.149222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d1d28145-9a2e-4b27-b199-60a003ed418e req-639f9994-efb5-46e8-8e96-2c069abafd8c tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Apr 22 17:23:45.349652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6e053-00ed-46ac-8e1d-0e9326199ad6 req-7f1afa72-f8d9-4a6d-9af0-61b83482b4c5 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:45.351277 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-aaa6e053-00ed-46ac-8e1d-0e9326199ad6 req-7f1afa72-f8d9-4a6d-9af0-61b83482b4c5 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0881653 Apr 22 17:23:45.399218 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-aaa6e053-00ed-46ac-8e1d-0e9326199ad6 req-3931d529-3e75-497e-8bc9-bfd718f5adc0 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Apr 22 17:23:46.604311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781036ab-a940-4fb0-8656-e7a15cef07e2 req-54e339a9-e266-49d6-8e51-553e02f3ee11 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:46.605916 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-781036ab-a940-4fb0-8656-e7a15cef07e2 req-54e339a9-e266-49d6-8e51-553e02f3ee11 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0922887 Apr 22 17:23:46.653852 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-781036ab-a940-4fb0-8656-e7a15cef07e2 req-67217a8f-57fe-477f-9546-22f1e0f655fd tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 Apr 22 17:23:47.857712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3429744-b13d-4d1a-b878-b0b4f012aed7 req-745e2f32-9f7c-41d1-9936-db2832fbe969 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:47.859426 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b3429744-b13d-4d1a-b878-b0b4f012aed7 req-745e2f32-9f7c-41d1-9936-db2832fbe969 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0916076 Apr 22 17:23:47.911228 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b3429744-b13d-4d1a-b878-b0b4f012aed7 req-7b40ed16-0b97-43dd-b774-d686aac29620 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453637 Apr 22 17:23:49.116686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d617b6-af7d-48b0-bf5a-1623f8b04d82 req-68ab4d5d-bf79-4e3a-9de8-fdfa83fddb79 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:49.118225 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6d617b6-af7d-48b0-bf5a-1623f8b04d82 req-68ab4d5d-bf79-4e3a-9de8-fdfa83fddb79 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0906947 Apr 22 17:23:49.167141 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6d617b6-af7d-48b0-bf5a-1623f8b04d82 req-88a760d2-5b1d-4395-9cd7-b38267666f3b tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424266 Apr 22 17:23:50.375439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6064c-2fbf-455a-a706-1f561e31ac58 req-9ed059a3-3048-4634-9c6c-c96ed1588f11 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:50.376934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c3d6064c-2fbf-455a-a706-1f561e31ac58 req-9ed059a3-3048-4634-9c6c-c96ed1588f11 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0923035 Apr 22 17:23:50.424137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c3d6064c-2fbf-455a-a706-1f561e31ac58 req-3b4368cf-479a-4e68-947d-ae23182275c0 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Apr 22 17:23:51.625346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817335e-2b75-4987-bed3-4b88200337ae req-78d4f6a3-f431-4d83-a64f-2b694b99b21c tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:51.627007 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a817335e-2b75-4987-bed3-4b88200337ae req-78d4f6a3-f431-4d83-a64f-2b694b99b21c tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0883174 Apr 22 17:23:51.675664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a817335e-2b75-4987-bed3-4b88200337ae req-79917b27-3644-461c-b2df-6313ed09c5e4 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Apr 22 17:23:52.881822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bf1e-2cd6-421c-9057-046543ec1e9e req-717247ad-398c-434a-8730-09a29ec1f283 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:52.883411 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9748bf1e-2cd6-421c-9057-046543ec1e9e req-717247ad-398c-434a-8730-09a29ec1f283 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0937417 Apr 22 17:23:52.930506 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9748bf1e-2cd6-421c-9057-046543ec1e9e req-1669eb87-ec5e-419c-9f87-843c448b57be tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Apr 22 17:23:54.131194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236422b-bd71-4fb4-ba61-81ca2c9f432e req-2e65a663-aaed-41d0-bda8-e577fce0083e tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:54.132798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6236422b-bd71-4fb4-ba61-81ca2c9f432e req-2e65a663-aaed-41d0-bda8-e577fce0083e tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0892038 Apr 22 17:23:54.183703 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6236422b-bd71-4fb4-ba61-81ca2c9f432e req-452f2731-bfca-485f-8b9a-1a333e97788a tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444772 Apr 22 17:23:55.383198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5f2ce-4648-4bcd-8b75-94bd319fdaf2 req-f46486ea-2985-4899-b2e0-fd6075abadac tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:55.384825 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-61d5f2ce-4648-4bcd-8b75-94bd319fdaf2 req-f46486ea-2985-4899-b2e0-fd6075abadac tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0886941 Apr 22 17:23:55.431954 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-61d5f2ce-4648-4bcd-8b75-94bd319fdaf2 req-47d59385-ce22-4807-8997-e1100ae05479 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402956 Apr 22 17:23:56.642689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0015c30-c959-49aa-b62f-d1bd5ca85caa req-cb5db6e2-b090-4c2d-b28e-dcba67e27110 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:56.644293 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f0015c30-c959-49aa-b62f-d1bd5ca85caa req-cb5db6e2-b090-4c2d-b28e-dcba67e27110 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0950315 Apr 22 17:23:56.693188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f0015c30-c959-49aa-b62f-d1bd5ca85caa req-c47ea702-d68f-49e7-b1b1-f294b938681c tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Apr 22 17:23:57.899492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bca94d-7486-4cd5-a366-cd1d0a0645f2 req-b4d61c92-a0d7-48db-a367-eecd87165eae tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:57.901077 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01bca94d-7486-4cd5-a366-cd1d0a0645f2 req-b4d61c92-a0d7-48db-a367-eecd87165eae tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0908175 Apr 22 17:23:57.949709 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01bca94d-7486-4cd5-a366-cd1d0a0645f2 req-4a9e15e1-f621-45f0-ab72-08a295da5463 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Apr 22 17:23:58.057880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b191a4b-d0c6-48b6-b0cd-4979a821cba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:23:59.424119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22d049-d025-447a-90b1-e26031f93250 req-27218deb-d7cb-4b16-bc0b-30e877d4b67c tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:23:59.425617 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da22d049-d025-447a-90b1-e26031f93250 req-27218deb-d7cb-4b16-bc0b-30e877d4b67c tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.3615673 Apr 22 17:23:59.473163 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da22d049-d025-447a-90b1-e26031f93250 req-905a5037-555a-4614-9479-35da39c30b5d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Apr 22 17:24:00.256882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-effafb03-1a3b-4666-aeef-a0bac40acfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:00.678077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63742b70-de0a-4473-ae83-e00289fc4171 req-849b4231-20d9-40fe-946f-42b06e8ae54d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:00.679722 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63742b70-de0a-4473-ae83-e00289fc4171 req-849b4231-20d9-40fe-946f-42b06e8ae54d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0896294 Apr 22 17:24:00.733555 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63742b70-de0a-4473-ae83-e00289fc4171 req-c46facad-19eb-465b-8e0a-02c51d1e1e2c tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469687 Apr 22 17:24:01.452552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:01.479841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:01.935328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d48ff8-ae73-45f1-9bc6-bdaa434abf9b req-8b234902-7375-4a78-b9c2-66fe4f2d0786 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:01.936937 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-23d48ff8-ae73-45f1-9bc6-bdaa434abf9b req-8b234902-7375-4a78-b9c2-66fe4f2d0786 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0901470 Apr 22 17:24:01.984506 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-23d48ff8-ae73-45f1-9bc6-bdaa434abf9b req-500c8313-e8b5-4e94-b62c-701679cbe15f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Apr 22 17:24:02.294502 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-e67140e6-ffd8-4ff6-935d-30fe33c9e35f service neutron] 10.222.0.78 "GET /v2.0/ports/c075677b-614c-4126-80b9-1bdf5bced5cd/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0816057 Apr 22 17:24:02.703085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-833aea7e-afee-4678-9ea5-9c5a427dbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:02.704690 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-833aea7e-afee-4678-9ea5-9c5a427dbc19 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d&tenant_id=d71da947416545f9b4c10a91795fbdd4 HTTP/1.1" status: 200 len: 1098 time: 0.0790241 Apr 22 17:24:02.807826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-a2bcfdaf-ab03-4ad3-976c-a3bb248e7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:02.809481 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-a2bcfdaf-ab03-4ad3-976c-a3bb248e7ec9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 1098 time: 0.0796871 Apr 22 17:24:02.810714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:02.957338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-800c3df6-80f0-4b4e-82d6-b335f78f3f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:02.958856 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-800c3df6-80f0-4b4e-82d6-b335f78f3f68 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 917 time: 0.1389818 Apr 22 17:24:03.037686 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-a26d01ac-a166-465e-a2d8-c9fa42f2e845 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c075677b-614c-4126-80b9-1bdf5bced5cd HTTP/1.1" status: 200 len: 217 time: 0.0690227 Apr 22 17:24:03.116646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-660b56e6-3005-4407-91ba-5da61fa0f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:03.118243 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-660b56e6-3005-4407-91ba-5da61fa0f020 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 200 len: 855 time: 0.0707777 Apr 22 17:24:03.209901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-f7c8099c-9621-472d-bad4-e38f6e34bf82 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6246c89f-aa27-4927-b370-3a60cb99aae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816665 Apr 22 17:24:03.369132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d03e1-be9e-45bd-a37c-81584e940c70 req-a9e5ea8a-b7e2-404c-b820-29c6f0d48e6f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:03.370772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a23d03e1-be9e-45bd-a37c-81584e940c70 req-a9e5ea8a-b7e2-404c-b820-29c6f0d48e6f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.2028630 Apr 22 17:24:03.416766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-3b57c745-638c-4534-bfc3-4185a69d88d3 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946552 Apr 22 17:24:03.512534 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a23d03e1-be9e-45bd-a37c-81584e940c70 req-2a718538-eb5b-4375-87b8-32f2e19a5fb3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352673 Apr 22 17:24:03.574520 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3adacd68-2398-4c02-a6e3-cecc88abdc38 req-177ec286-fbf9-4d75-afcc-5641bee1f9bb service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489890 Apr 22 17:24:04.718379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00796a40-35ac-4703-8a47-9fef79718bf9 req-d554aa94-6ba0-4e26-bdd3-a078a0fc27c0 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:04.720016 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-00796a40-35ac-4703-8a47-9fef79718bf9 req-d554aa94-6ba0-4e26-bdd3-a078a0fc27c0 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0904849 Apr 22 17:24:04.769706 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-00796a40-35ac-4703-8a47-9fef79718bf9 req-00aa56ab-b9ef-4369-a2ec-4f471c49b959 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430615 Apr 22 17:24:05.348100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:05.415118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device c075677b-614c-4126-80b9-1bdf5bced5cd details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:24:05.419300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device c075677b-614c-4126-80b9-1bdf5bced5cd no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:24:05.650548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:05.693481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port c075677b-614c-4126-80b9-1bdf5bced5cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c075677b-614c-4126-80b9-1bdf5bced5cd,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:05.713328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362538e3-a748-4683-b7f2-39774e91615d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c075677b-614c-4126-80b9-1bdf5bced5cd'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:24:05.725751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'c075677b-614c-4126-80b9-1bdf5bced5cd', 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7', 'port_id': 'c075677b-614c-4126-80b9-1bdf5bced5cd', 'mac_address': 'fa:16:3e:d9:14:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f896500-004d-4aac-a6ec-158301d6a257', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:24:05.729863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port c075677b-614c-4126-80b9-1bdf5bced5cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c075677b-614c-4126-80b9-1bdf5bced5cd,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:05.761985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:05.770421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-02a8fe15-5c7e-4d2c-9dfe-41a6404b6977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:05.801965 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362538e3-a748-4683-b7f2-39774e91615d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c075677b-614c-4126-80b9-1bdf5bced5cd', 'code': 200} Apr 22 17:24:05.849850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:05.872669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=c075677b-614c-4126-80b9-1bdf5bced5cd,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:05.875957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c075677b-614c-4126-80b9-1bdf5bced5cd {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:24:05.887918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.888327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.888701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.889077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.889460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.889833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.890199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.890569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.890969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.891337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.891703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.892063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:05.901012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:05.906888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port c075677b-614c-4126-80b9-1bdf5bced5cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c075677b-614c-4126-80b9-1bdf5bced5cd,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:05.943093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:05.945406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:05.980162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b11c5-f4c4-457c-9945-816205d0c800 req-c75f0db5-7ee7-44e6-941a-105b5f948823 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:05.981771 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-869b11c5-f4c4-457c-9945-816205d0c800 req-c75f0db5-7ee7-44e6-941a-105b5f948823 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 944 time: 0.0974677 Apr 22 17:24:06.021342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['c075677b-614c-4126-80b9-1bdf5bced5cd'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:24:06.031949 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-869b11c5-f4c4-457c-9945-816205d0c800 req-0417ecbc-f916-40e3-991d-b0e43588cd02 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435450 Apr 22 17:24:06.064284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=c075677b-614c-4126-80b9-1bdf5bced5cd,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:06.069310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:06.508366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e86826-f3cb-4a26-9c73-753c468c0545 req-5fca2dfa-db0c-4c7e-8235-e9e8b8a65485 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:06.509915 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-87e86826-f3cb-4a26-9c73-753c468c0545 req-5fca2dfa-db0c-4c7e-8235-e9e8b8a65485 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 944 time: 0.1638973 Apr 22 17:24:06.519387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ec73-839d-43ba-9216-8434182db9ed req-bf336a34-fb01-46bb-8515-b52486ea182d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:06.520834 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f98ec73-839d-43ba-9216-8434182db9ed req-bf336a34-fb01-46bb-8515-b52486ea182d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.78 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d&tenant_id=d71da947416545f9b4c10a91795fbdd4&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.1324859 Apr 22 17:24:06.564651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-87e86826-f3cb-4a26-9c73-753c468c0545 req-b7662362-6282-4b67-8d0e-80abbe5decd6 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427611 Apr 22 17:24:06.671110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ec73-839d-43ba-9216-8434182db9ed req-0066d24a-32c4-4e9b-ac7c-2bf3d069cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:06.672723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f98ec73-839d-43ba-9216-8434182db9ed req-0066d24a-32c4-4e9b-ac7c-2bf3d069cb2a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 1097 time: 0.0789800 Apr 22 17:24:06.816935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ec73-839d-43ba-9216-8434182db9ed req-fee3c70a-75dc-4e6f-99f5-544a2dd3b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:06.818446 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f98ec73-839d-43ba-9216-8434182db9ed req-fee3c70a-75dc-4e6f-99f5-544a2dd3b133 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 917 time: 0.1388352 Apr 22 17:24:06.894663 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f98ec73-839d-43ba-9216-8434182db9ed req-11b7ef31-3c72-4a70-bf11-7309d7ce184c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c075677b-614c-4126-80b9-1bdf5bced5cd HTTP/1.1" status: 200 len: 217 time: 0.0695550 Apr 22 17:24:06.968645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ec73-839d-43ba-9216-8434182db9ed req-96f66d57-2ebb-45c3-bd41-c773bfe1b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:06.970192 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f98ec73-839d-43ba-9216-8434182db9ed req-96f66d57-2ebb-45c3-bd41-c773bfe1b19a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 200 len: 855 time: 0.0693138 Apr 22 17:24:07.022808 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f98ec73-839d-43ba-9216-8434182db9ed req-cc4c5fdf-230a-4955-8da0-1351628d78de service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6246c89f-aa27-4927-b370-3a60cb99aae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454540 Apr 22 17:24:07.165060 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f98ec73-839d-43ba-9216-8434182db9ed req-05a225e3-ec37-454e-9ec7-769fd475a640 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359286 Apr 22 17:24:07.304443 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4f98ec73-839d-43ba-9216-8434182db9ed req-aa46db76-60bb-48b8-95f5-c6d3a7fafd32 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325257 Apr 22 17:24:07.430803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device c075677b-614c-4126-80b9-1bdf5bced5cd up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:24:07.502994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port c075677b-614c-4126-80b9-1bdf5bced5cd triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:24:07.503414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:07.628056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:07.661929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port c075677b-614c-4126-80b9-1bdf5bced5cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c075677b-614c-4126-80b9-1bdf5bced5cd,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:07.691147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:07.693152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:07.766397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=c075677b-614c-4126-80b9-1bdf5bced5cd,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:07.769739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:07.779463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65100a20-54b4-4d91-b521-a3644b92e28c req-1d79e2a4-6407-4b82-80f8-06381aa73ddb tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:07.781136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-65100a20-54b4-4d91-b521-a3644b92e28c req-1d79e2a4-6407-4b82-80f8-06381aa73ddb tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0964060 Apr 22 17:24:07.803519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362538e3-a748-4683-b7f2-39774e91615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c075677b-614c-4126-80b9-1bdf5bced5cd'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:24:07.831038 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-65100a20-54b4-4d91-b521-a3644b92e28c req-00e1ff91-29f9-40f0-958a-d0044a65f2c8 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 Apr 22 17:24:07.859266 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362538e3-a748-4683-b7f2-39774e91615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c075677b-614c-4126-80b9-1bdf5bced5cd', 'code': 200} Apr 22 17:24:08.167596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:24:09.038227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6d2c7-2377-4b37-9148-72cf610b95dc req-35488574-13de-4248-a4a2-d253700e0a65 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:09.039799 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-98a6d2c7-2377-4b37-9148-72cf610b95dc req-35488574-13de-4248-a4a2-d253700e0a65 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0919180 Apr 22 17:24:09.090061 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-98a6d2c7-2377-4b37-9148-72cf610b95dc req-a81bf243-95a5-4467-acf5-bceeab5fe17d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438442 Apr 22 17:24:09.300302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0361b99-11b7-4b81-bd0d-e1c7b6d98169 req-9d19f373-0912-4a08-a1c8-5a4264d29df6 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:09.301899 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d0361b99-11b7-4b81-bd0d-e1c7b6d98169 req-9d19f373-0912-4a08-a1c8-5a4264d29df6 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0935135 Apr 22 17:24:09.351764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d0361b99-11b7-4b81-bd0d-e1c7b6d98169 req-3767c387-cf81-4e02-b7ec-04c1ee2ccf8f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428915 Apr 22 17:24:09.554703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa525af-29eb-417d-b3e4-39a3c7f41992 req-0442547e-96b6-461d-ad02-1d7139ec31d5 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:09.556858 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-daa525af-29eb-417d-b3e4-39a3c7f41992 req-0442547e-96b6-461d-ad02-1d7139ec31d5 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0886273 Apr 22 17:24:09.605956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-daa525af-29eb-417d-b3e4-39a3c7f41992 req-0cde8f61-c232-4057-a660-a20ed8c5b738 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424731 Apr 22 17:24:10.228973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbb83-421b-4251-9d32-79f28d303371 req-783909d4-94d9-4081-a371-908befd6ff85 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:10.230582 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-783909d4-94d9-4081-a371-908befd6ff85 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 815 time: 0.1613982 Apr 22 17:24:10.247028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-3189a1c6-ab6e-4599-95a7-c55699a5fe3d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/quotas/d71da947416545f9b4c10a91795fbdd4 HTTP/1.1" status: 200 len: 375 time: 0.0102262 Apr 22 17:24:10.341289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-10293d2c-6928-49b9-922f-d756834e7144 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883081 Apr 22 17:24:10.487528 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-2382d493-048f-4ecf-b658-26621add2653 service neutron] 10.222.0.77 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385896 Apr 22 17:24:10.633662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-579eceb3-b400-41de-b267-29b8cf67d7b8 service neutron] 10.222.0.77 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396651 Apr 22 17:24:10.885815 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0add11eb-e752-42ef-ac9b-16f11f0e3a2c req-9229f005-1219-481f-8c96-95ac382734f3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 210 time: 0.0493419 Apr 22 17:24:11.940218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-d86ce4e0-21da-49d3-8546-5b0d54357c02 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:11.941780 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-d86ce4e0-21da-49d3-8546-5b0d54357c02 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.78 "GET /v2.0/ports?device_id=362538e3-a748-4683-b7f2-39774e91615d HTTP/1.1" status: 200 len: 945 time: 0.0857892 Apr 22 17:24:12.061823 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1502f25c-33f6-4224-9e87-d3e54d953643 req-d847ae49-9aae-44ae-9bd2-a9f289b9bb99 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 210 time: 0.0624301 Apr 22 17:24:12.073762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Deleting port c075677b-614c-4126-80b9-1bdf5bced5cd {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:24:12.074116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:12.338674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] For port c075677b-614c-4126-80b9-1bdf5bced5cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c075677b-614c-4126-80b9-1bdf5bced5cd,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:12.339219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:12.423151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbb83-421b-4251-9d32-79f28d303371 req-4b284c2d-aebd-4b25-8dc1-925aa6ee5a85 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:12.423945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-125fbb83-421b-4251-9d32-79f28d303371 req-4b284c2d-aebd-4b25-8dc1-925aa6ee5a85 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Synchronizing usage tracker for tenant:d71da947416545f9b4c10a91795fbdd4 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:24:12.476128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Calling delete_port for c075677b-614c-4126-80b9-1bdf5bced5cd owned by compute:nova {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:24:12.479458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-125fbb83-421b-4251-9d32-79f28d303371 req-4b284c2d-aebd-4b25-8dc1-925aa6ee5a85 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Unset dirty status for tenant:d71da947416545f9b4c10a91795fbdd4 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:24:12.480954 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-4b284c2d-aebd-4b25-8dc1-925aa6ee5a85 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.78 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 815 time: 0.2201512 Apr 22 17:24:12.495387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Request body: {'port': {'device_id': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7', 'admin_state_up': True, 'tenant_id': 'd71da947416545f9b4c10a91795fbdd4'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:24:12.645294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:24:12.655705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:24:12.696553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Made reservation on behalf of d71da947416545f9b4c10a91795fbdd4 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:24:12.703104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:12.719482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:12.726456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4772a255-c5d7-434c-b4b2-38f7842e94e8 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:12.731722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['c075677b-614c-4126-80b9-1bdf5bced5cd'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:24:12.781935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Pushing event deleted for resources: {'Port': ['ID=c075677b-614c-4126-80b9-1bdf5bced5cd,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:12.818824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.819265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.819696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.820123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.820542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.820986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.821410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.821825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.822239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.822656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.823085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.823502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:24:12.832623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:12.875623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] No DVR routers for this DVR port c075677b-614c-4126-80b9-1bdf5bced5cd on host hv-neutron-7864 {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:24:12.878086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:12.881059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362538e3-a748-4683-b7f2-39774e91615d', 'name': 'network-vif-deleted', 'tag': 'c075677b-614c-4126-80b9-1bdf5bced5cd'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:24:12.889674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Allocated IP 172.20.0.14 (6246c89f-aa27-4927-b370-3a60cb99aae7/4f896500-004d-4aac-a6ec-158301d6a257/08acaf21-6940-4516-9a94-fd6c3d1b34ba) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:24:12.925992 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.78 "DELETE /v2.0/ports/c075677b-614c-4126-80b9-1bdf5bced5cd HTTP/1.1" status: 204 len: 173 time: 0.9726543 Apr 22 17:24:13.036228 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362538e3-a748-4683-b7f2-39774e91615d', 'name': 'network-vif-deleted', 'tag': 'c075677b-614c-4126-80b9-1bdf5bced5cd', 'status': 'completed', 'code': 200} Apr 22 17:24:13.115965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:13.166402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:13.172685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19acc56f-39ea-4eb0-915a-50dc465d3a71 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:13.182528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['c075677b-614c-4126-80b9-1bdf5bced5cd'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:24:13.245412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Network 6246c89f-aa27-4927-b370-3a60cb99aae7 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:24:13.249370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:24:13.253596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:24:13.298831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Pushing event updated for resources: {'Port': ['ID=08acaf21-6940-4516-9a94-fd6c3d1b34ba,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:13.304323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:13.332923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:13.333647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:13.395024 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9045491 Apr 22 17:24:13.465657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Request body: {'port': {'device_id': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:24:13.570807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5be87-30db-40c9-ab75-dfe4c68df877 req-360c46d8-2cb3-4bab-9fc5-bec8ab77861f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:13.572092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4ad5be87-30db-40c9-ab75-dfe4c68df877 req-360c46d8-2cb3-4bab-9fc5-bec8ab77861f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Synchronizing usage tracker for tenant:d71da947416545f9b4c10a91795fbdd4 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:24:13.597702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:13.610911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4ad5be87-30db-40c9-ab75-dfe4c68df877 req-360c46d8-2cb3-4bab-9fc5-bec8ab77861f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Unset dirty status for tenant:d71da947416545f9b4c10a91795fbdd4 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:24:13.612870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ad5be87-30db-40c9-ab75-dfe4c68df877 req-360c46d8-2cb3-4bab-9fc5-bec8ab77861f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 932 time: 0.4184740 Apr 22 17:24:13.663142 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ad5be87-30db-40c9-ab75-dfe4c68df877 req-fe25c1f5-33da-4cb2-936f-17ce6aeae84b tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429554 Apr 22 17:24:13.965368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08acaf21-6940-4516-9a94-fd6c3d1b34ba {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:24:13.973352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:13.988736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Transition to ACTIVE for port object 08acaf21-6940-4516-9a94-fd6c3d1b34ba will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:24:14.022197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:14.027319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3121caa9-33e1-49ef-9a61-cbadce3208fa tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:14.199049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Pushing event updated for resources: {'Port': ['ID=08acaf21-6940-4516-9a94-fd6c3d1b34ba,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:14.207633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:14.278748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Attempting to bind port 08acaf21-6940-4516-9a94-fd6c3d1b34ba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:24:14.279055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Attempting to bind port 08acaf21-6940-4516-9a94-fd6c3d1b34ba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5c3ad2b5-9726-4736-a02b-5c50195f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:24:14.279423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Attempting to bind port 08acaf21-6940-4516-9a94-fd6c3d1b34ba on network 6246c89f-aa27-4927-b370-3a60cb99aae7 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:24:14.284344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Port 08acaf21-6940-4516-9a94-fd6c3d1b34ba on network 6246c89f-aa27-4927-b370-3a60cb99aae7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:24:14.284695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Attempting to bind port 08acaf21-6940-4516-9a94-fd6c3d1b34ba on network 6246c89f-aa27-4927-b370-3a60cb99aae7 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:24:14.291441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:24:14.291805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Checking segment: {'id': '5c3ad2b5-9726-4736-a02b-5c50195f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:24:14.292222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Bound using segment: {'id': '5c3ad2b5-9726-4736-a02b-5c50195f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:24:14.292685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Bound port: 08acaf21-6940-4516-9a94-fd6c3d1b34ba, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3ad2b5-9726-4736-a02b-5c50195f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:24:14.293062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:14.391486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] For port 08acaf21-6940-4516-9a94-fd6c3d1b34ba, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:24:14.394553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] For port 08acaf21-6940-4516-9a94-fd6c3d1b34ba, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:24:14.433473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:14.438263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5967754b-7013-439b-8c19-307b649f3d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:14.498302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:14.499021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:14.500503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] 10.222.0.78 "PUT /v2.0/ports/08acaf21-6940-4516-9a94-fd6c3d1b34ba HTTP/1.1" status: 200 len: 1094 time: 1.0940719 Apr 22 17:24:14.501061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'tag': '08acaf21-6940-4516-9a94-fd6c3d1b34ba'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:24:14.521399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Pushing event updated for resources: {'Port': ['ID=08acaf21-6940-4516-9a94-fd6c3d1b34ba,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:14.525201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:14.633709 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'tag': '08acaf21-6940-4516-9a94-fd6c3d1b34ba', 'status': 'completed', 'code': 200} Apr 22 17:24:14.679816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbb83-421b-4251-9d32-79f28d303371 req-13c7a117-af7f-42b3-8047-bfd0a5c194f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:14.682367 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-13c7a117-af7f-42b3-8047-bfd0a5c194f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 1097 time: 0.0905004 Apr 22 17:24:14.762438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-2618ba5d-bf69-4d95-8cc1-9be2ecbbe3c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba HTTP/1.1" status: 200 len: 217 time: 0.0688334 Apr 22 17:24:14.842938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbb83-421b-4251-9d32-79f28d303371 req-89d443cd-941e-4497-9fc6-2a716b4e6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:14.844467 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-89d443cd-941e-4497-9fc6-2a716b4e6a94 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 200 len: 855 time: 0.0704813 Apr 22 17:24:14.874659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a3887-d892-4100-8db1-39cf74ea500f req-54ee5ea7-6453-4275-ade4-3ac0b0d83e27 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:14.876321 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-552a3887-d892-4100-8db1-39cf74ea500f req-54ee5ea7-6453-4275-ade4-3ac0b0d83e27 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 944 time: 0.0923915 Apr 22 17:24:14.899917 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-375a7e4c-605d-4a9e-8083-7e2e62dbe700 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6246c89f-aa27-4927-b370-3a60cb99aae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472660 Apr 22 17:24:14.930109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-552a3887-d892-4100-8db1-39cf74ea500f req-a98ae6de-7fbd-46e6-9795-e4de37581a40 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Apr 22 17:24:15.045420 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-44618663-d130-4123-af75-baf5b686f3bf service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386464 Apr 22 17:24:15.472240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-125fbb83-421b-4251-9d32-79f28d303371 req-0bc54324-701d-477c-b3b2-3d1038ee8354 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159887 Apr 22 17:24:15.509486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device c075677b-614c-4126-80b9-1bdf5bced5cd no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:24:15.546327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: c075677b-614c-4126-80b9-1bdf5bced5cd {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:24:15.546745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device c075677b-614c-4126-80b9-1bdf5bced5cd not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:24:15.649596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57883b02-82ac-45d9-b9de-96eb61c55c4c req-bc1acc64-9992-4953-8bae-a23b53537580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:15.651262 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-57883b02-82ac-45d9-b9de-96eb61c55c4c req-bc1acc64-9992-4953-8bae-a23b53537580 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 1097 time: 0.0778718 Apr 22 17:24:15.795822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57883b02-82ac-45d9-b9de-96eb61c55c4c req-005cd607-a96f-463c-8484-284149858475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:15.797398 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-57883b02-82ac-45d9-b9de-96eb61c55c4c req-005cd607-a96f-463c-8484-284149858475 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 917 time: 0.1377277 Apr 22 17:24:15.874136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-57883b02-82ac-45d9-b9de-96eb61c55c4c req-49c25e4b-9cb1-42c0-b393-6a98ba79c652 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba HTTP/1.1" status: 200 len: 217 time: 0.0690722 Apr 22 17:24:15.950344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57883b02-82ac-45d9-b9de-96eb61c55c4c req-e038e8b2-5d2b-4118-98e8-154027857a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:15.952351 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-57883b02-82ac-45d9-b9de-96eb61c55c4c req-e038e8b2-5d2b-4118-98e8-154027857a76 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 200 len: 855 time: 0.0713670 Apr 22 17:24:16.011804 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-57883b02-82ac-45d9-b9de-96eb61c55c4c req-6a63f51a-8b00-404f-a84e-324d04429d6c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6246c89f-aa27-4927-b370-3a60cb99aae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508544 Apr 22 17:24:16.144608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395e481-938a-4fa8-89bd-cb0e8a16cfc4 req-736823ea-7093-4f94-b940-91fcb9ea2d15 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:16.146238 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e395e481-938a-4fa8-89bd-cb0e8a16cfc4 req-736823ea-7093-4f94-b940-91fcb9ea2d15 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 944 time: 0.0965686 Apr 22 17:24:16.165928 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-57883b02-82ac-45d9-b9de-96eb61c55c4c req-191f29af-1a93-43e4-8be2-d6749779226e service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446483 Apr 22 17:24:16.198157 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e395e481-938a-4fa8-89bd-cb0e8a16cfc4 req-4e5484f2-d2ce-4ebe-a383-5c71c7660f19 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441084 Apr 22 17:24:16.316175 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-57883b02-82ac-45d9-b9de-96eb61c55c4c req-2474d6e7-37aa-4dd2-baa2-82fc5f8df0ff service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400161 Apr 22 17:24:17.403990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc691e7-a363-4ad4-bc72-ff521ae3a009 req-80b1831d-621a-4bc4-b794-c62a80a6f3ff tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:17.405608 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cc691e7-a363-4ad4-bc72-ff521ae3a009 req-80b1831d-621a-4bc4-b794-c62a80a6f3ff tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 944 time: 0.0922232 Apr 22 17:24:17.455024 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cc691e7-a363-4ad4-bc72-ff521ae3a009 req-8b9b0a80-cd95-436c-b6e7-03000f8f1a29 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427227 Apr 22 17:24:17.526231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 08acaf21-6940-4516-9a94-fd6c3d1b34ba details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:24:17.668163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 08acaf21-6940-4516-9a94-fd6c3d1b34ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:17.682471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '08acaf21-6940-4516-9a94-fd6c3d1b34ba', 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7', 'port_id': '08acaf21-6940-4516-9a94-fd6c3d1b34ba', 'mac_address': 'fa:16:3e:e4:3c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f896500-004d-4aac-a6ec-158301d6a257', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:24:17.745317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:17.763335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08acaf21-6940-4516-9a94-fd6c3d1b34ba {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:24:17.779821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 08acaf21-6940-4516-9a94-fd6c3d1b34ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:17.816404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:17.818901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:17.889438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=08acaf21-6940-4516-9a94-fd6c3d1b34ba,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:17.892705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:18.074894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['08acaf21-6940-4516-9a94-fd6c3d1b34ba'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:24:18.721747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7782a9-4e21-4e7f-9ef2-a7f5538e05da req-b792e915-a8db-4dab-9acc-ea9e03dea951 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:18.723432 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4d7782a9-4e21-4e7f-9ef2-a7f5538e05da req-b792e915-a8db-4dab-9acc-ea9e03dea951 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 945 time: 0.1539590 Apr 22 17:24:18.772806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4d7782a9-4e21-4e7f-9ef2-a7f5538e05da req-89b6334e-6259-4508-9bf6-a39065830622 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Apr 22 17:24:19.526217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 08acaf21-6940-4516-9a94-fd6c3d1b34ba up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:24:19.627495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 08acaf21-6940-4516-9a94-fd6c3d1b34ba completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:24:19.632795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 08acaf21-6940-4516-9a94-fd6c3d1b34ba triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:24:19.633217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:19.761535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:19.790793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08acaf21-6940-4516-9a94-fd6c3d1b34ba'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:24:19.801247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 08acaf21-6940-4516-9a94-fd6c3d1b34ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:19.833906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:19.835987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-46977f45-b1f5-4603-9b6e-82b77a77857c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:19.877708 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08acaf21-6940-4516-9a94-fd6c3d1b34ba', 'code': 200} Apr 22 17:24:19.914869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=08acaf21-6940-4516-9a94-fd6c3d1b34ba,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:19.918352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:19.989366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420306c0-8d5e-4ad8-b7b5-bc2c12e0ca29 req-b67f21dd-9d64-48b3-85be-d3a0acd03c6b tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:19.991024 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-420306c0-8d5e-4ad8-b7b5-bc2c12e0ca29 req-b67f21dd-9d64-48b3-85be-d3a0acd03c6b tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0987821 Apr 22 17:24:20.041182 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-420306c0-8d5e-4ad8-b7b5-bc2c12e0ca29 req-8efa4f24-eb1d-4886-87f1-d8e6b63989d3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429299 Apr 22 17:24:20.175432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01822094-184d-440e-8faa-db1e201caa93 req-82010ef9-a793-42ed-a2fa-2f7afc3a0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:20.177081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01822094-184d-440e-8faa-db1e201caa93 req-82010ef9-a793-42ed-a2fa-2f7afc3a0bb5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 1099 time: 0.0769289 Apr 22 17:24:20.223210 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01822094-184d-440e-8faa-db1e201caa93 req-1fae34c5-f394-40d9-a4c2-eb77b7e6d6b2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359337 Apr 22 17:24:21.310939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7194585-7304-4f46-976c-e8f7c5cafea3 req-4b958a45-e1a5-401d-ac48-7005e138687d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:21.312607 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7194585-7304-4f46-976c-e8f7c5cafea3 req-4b958a45-e1a5-401d-ac48-7005e138687d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.1485007 Apr 22 17:24:21.370357 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7194585-7304-4f46-976c-e8f7c5cafea3 req-1d4c31be-0130-437c-83a3-f49d66756ac7 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Apr 22 17:24:22.573901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf56c-941f-46ec-8024-9c68e1e09945 req-6a0e9926-59e4-471c-8dbf-711bde4cd9c8 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:22.575690 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0fbaf56c-941f-46ec-8024-9c68e1e09945 req-6a0e9926-59e4-471c-8dbf-711bde4cd9c8 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0903659 Apr 22 17:24:22.624921 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0fbaf56c-941f-46ec-8024-9c68e1e09945 req-22e05b0b-99b3-4c7e-a96a-f3a4f9b37bf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 Apr 22 17:24:22.831503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e1de8-b518-4df7-a402-f7dee44dc561 req-32dc1fbc-a978-4503-b340-92af8ada9eac tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:22.833081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cb0e1de8-b518-4df7-a402-f7dee44dc561 req-32dc1fbc-a978-4503-b340-92af8ada9eac tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0924261 Apr 22 17:24:22.880657 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cb0e1de8-b518-4df7-a402-f7dee44dc561 req-8001074e-bd41-4e80-b12e-1b859dfb2958 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Apr 22 17:24:23.456022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5a217-83b4-45f1-86a7-8cd55c2defdb req-b72055c0-642d-4a49-a50b-7f226c11abc2 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:23.457674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1ea5a217-83b4-45f1-86a7-8cd55c2defdb req-b72055c0-642d-4a49-a50b-7f226c11abc2 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.1585009 Apr 22 17:24:23.462081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-2ceb9c21-dbbc-4d45-aa05-76446cc640d6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257048 Apr 22 17:24:23.506443 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1ea5a217-83b4-45f1-86a7-8cd55c2defdb req-2c99aedc-0f88-46d0-93bd-4281ad586340 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418811 Apr 22 17:24:24.716078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6cd1-2c96-41e6-957f-3650dd08eb78 req-f6d2b77d-1ab8-4992-96ae-ab9354a3eb92 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:24.718394 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8f0b6cd1-2c96-41e6-957f-3650dd08eb78 req-f6d2b77d-1ab8-4992-96ae-ab9354a3eb92 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0926390 Apr 22 17:24:24.771207 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8f0b6cd1-2c96-41e6-957f-3650dd08eb78 req-a85d56d7-d663-4a77-8c18-26eee023e300 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463481 Apr 22 17:24:25.151325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-5dac6096-86f2-4d1b-b392-723f54cd9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:25.152866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-5dac6096-86f2-4d1b-b392-723f54cd9f1b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 1099 time: 0.0850611 Apr 22 17:24:25.293925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-966d4b84-d441-47c5-a284-f2bcaee2d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:25.295553 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-966d4b84-d441-47c5-a284-f2bcaee2d109 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 917 time: 0.1365068 Apr 22 17:24:25.369645 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-3df32d2b-78bd-4b5e-a4fc-e51a371f5ff0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba HTTP/1.1" status: 200 len: 217 time: 0.0677848 Apr 22 17:24:25.439328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-d6e676c2-aeaa-4121-af11-75e5f2851267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:25.440879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-d6e676c2-aeaa-4121-af11-75e5f2851267 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 200 len: 855 time: 0.0649517 Apr 22 17:24:25.494347 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-99979f02-394b-4b36-9702-262634187804 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6246c89f-aa27-4927-b370-3a60cb99aae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453970 Apr 22 17:24:25.635862 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-d175a38c-8340-41f9-b3c4-9fa5e2be2409 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349196 Apr 22 17:24:25.777842 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-1b28d112-a61a-4b80-8214-d681e768bc2e service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353498 Apr 22 17:24:25.977698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97defefc-0da0-4656-9d40-33fce732fc80 req-dc5f7d7c-5223-4415-bed1-b71e64a84862 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:25.979394 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-97defefc-0da0-4656-9d40-33fce732fc80 req-dc5f7d7c-5223-4415-bed1-b71e64a84862 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0899067 Apr 22 17:24:26.028918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-97defefc-0da0-4656-9d40-33fce732fc80 req-ff978099-f739-43a0-958c-3460741582c2 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Apr 22 17:24:27.254104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85ba76-4e07-4f31-a66f-cc9adc75921d req-453d8451-fc4b-4db5-9b49-2ba29c59a465 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:27.255793 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6f85ba76-4e07-4f31-a66f-cc9adc75921d req-453d8451-fc4b-4db5-9b49-2ba29c59a465 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0943782 Apr 22 17:24:27.305719 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6f85ba76-4e07-4f31-a66f-cc9adc75921d req-29169202-8e92-4ff8-92d8-f597ef8112dd tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Apr 22 17:24:28.056876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e8d6e80-3ebf-458b-a684-f7f464816884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:28.519908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d4f28-3fc4-4b88-94c9-d17980dd5dc5 req-90563290-bd7d-40a7-8104-2e5e3618a7b3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:28.521577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4b1d4f28-3fc4-4b88-94c9-d17980dd5dc5 req-90563290-bd7d-40a7-8104-2e5e3618a7b3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0949166 Apr 22 17:24:28.578616 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4b1d4f28-3fc4-4b88-94c9-d17980dd5dc5 req-e55360bf-76a2-47f2-94ca-99ef3967e5f0 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439951 Apr 22 17:24:29.795998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adbc8c-2f46-4a8c-9575-109476567e9d req-07d71af3-4f47-41fd-ba91-e7c4dd53846f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:29.798514 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f4adbc8c-2f46-4a8c-9575-109476567e9d req-07d71af3-4f47-41fd-ba91-e7c4dd53846f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0985258 Apr 22 17:24:29.858362 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f4adbc8c-2f46-4a8c-9575-109476567e9d req-552fa518-a314-41f3-a965-52077228a3e3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490263 Apr 22 17:24:30.085994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe29da-ce6c-4f52-8670-42082a34bafd req-f1f3fcb2-c148-4c58-9069-988e5be4c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:30.087877 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1fe29da-ce6c-4f52-8670-42082a34bafd req-f1f3fcb2-c148-4c58-9069-988e5be4c285 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 1099 time: 0.0892894 Apr 22 17:24:30.258982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe29da-ce6c-4f52-8670-42082a34bafd req-4d9b7f0e-13ae-4d8d-985c-25b2de0a0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:30.260624 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1fe29da-ce6c-4f52-8670-42082a34bafd req-4d9b7f0e-13ae-4d8d-985c-25b2de0a0f2b service neutron] 10.222.0.78 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 917 time: 0.1510181 Apr 22 17:24:30.274341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73df7467-85fd-463f-b162-e02d2de23bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:30.335261 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1fe29da-ce6c-4f52-8670-42082a34bafd req-54da1b8b-1fb6-45da-9efc-0f3cc901a82e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba HTTP/1.1" status: 200 len: 217 time: 0.0678902 Apr 22 17:24:30.410987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe29da-ce6c-4f52-8670-42082a34bafd req-d9413d9d-2492-44fa-92c6-b36f4e742b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:30.412622 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1fe29da-ce6c-4f52-8670-42082a34bafd req-d9413d9d-2492-44fa-92c6-b36f4e742b19 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 200 len: 855 time: 0.0714016 Apr 22 17:24:30.474441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1fe29da-ce6c-4f52-8670-42082a34bafd req-e156fba9-ebb1-4e40-b6ee-afa720bb2127 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6246c89f-aa27-4927-b370-3a60cb99aae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555935 Apr 22 17:24:30.621274 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1fe29da-ce6c-4f52-8670-42082a34bafd req-72f248c4-7bc1-4cf6-ac02-194d192e8c24 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400495 Apr 22 17:24:30.771889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1fe29da-ce6c-4f52-8670-42082a34bafd req-66fd4dad-3922-4a30-bd01-3dd68b51ca13 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447108 Apr 22 17:24:31.085579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7227700-a91a-44e9-9a9b-91e07a50564b req-f8ede47a-4d5b-44a2-9455-8b7907e88d72 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:31.087311 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b7227700-a91a-44e9-9a9b-91e07a50564b req-f8ede47a-4d5b-44a2-9455-8b7907e88d72 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.1001327 Apr 22 17:24:31.154969 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b7227700-a91a-44e9-9a9b-91e07a50564b req-cd5a12a7-e88a-4004-bedd-0c08a76c2a24 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608034 Apr 22 17:24:31.479191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:31.507549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:32.360867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e0bd5-ce55-4a7f-9b2c-91e67f59518b req-4bc6673e-d817-4df2-a356-a1066b20f451 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:32.362426 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cb7e0bd5-ce55-4a7f-9b2c-91e67f59518b req-4bc6673e-d817-4df2-a356-a1066b20f451 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0913398 Apr 22 17:24:32.413171 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cb7e0bd5-ce55-4a7f-9b2c-91e67f59518b req-b99b0502-db69-46a2-8cca-313c676e001d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430388 Apr 22 17:24:32.828485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:33.641329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b584-6498-46f7-83f6-dec13c9ff4f9 req-6b5a3455-31d3-4b2a-9e8e-a5657aa433c6 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:33.642965 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4655b584-6498-46f7-83f6-dec13c9ff4f9 req-6b5a3455-31d3-4b2a-9e8e-a5657aa433c6 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.1027014 Apr 22 17:24:33.697605 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4655b584-6498-46f7-83f6-dec13c9ff4f9 req-dbacac31-688d-4566-9ad8-e5be73618ce3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Apr 22 17:24:34.907986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4259a78-5cd3-4e2c-9ceb-20d793f15c5b req-5b43dc61-7d31-41e9-a079-edcd286ef5e3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:34.909635 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4259a78-5cd3-4e2c-9ceb-20d793f15c5b req-5b43dc61-7d31-41e9-a079-edcd286ef5e3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0893803 Apr 22 17:24:34.962269 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4259a78-5cd3-4e2c-9ceb-20d793f15c5b req-2ae7ea3c-4bd4-4f59-99eb-37de7d5d9dd2 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458734 Apr 22 17:24:35.387839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:36.179264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ba450-b475-449e-a816-66e04b10238c req-085cf786-c9ec-4a3d-a069-e3c0ae0a0e49 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:36.181385 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e63ba450-b475-449e-a816-66e04b10238c req-085cf786-c9ec-4a3d-a069-e3c0ae0a0e49 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0910323 Apr 22 17:24:36.236554 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e63ba450-b475-449e-a816-66e04b10238c req-9c1a0f20-729a-4000-8491-cb066a33fd48 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Apr 22 17:24:37.450994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349120-4daa-4c95-b6da-ae483c5da670 req-5d1140b4-0e45-4e4e-8fa0-69dde32a693c tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:37.452892 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b0349120-4daa-4c95-b6da-ae483c5da670 req-5d1140b4-0e45-4e4e-8fa0-69dde32a693c tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0959024 Apr 22 17:24:37.511804 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b0349120-4daa-4c95-b6da-ae483c5da670 req-be37a948-6ced-4572-ad4a-bc0df0e5cf48 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513167 Apr 22 17:24:38.734788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4d494-e65c-47e2-8c06-0b7fb3e684c4 req-ea608f7a-650a-4260-88de-f8bd5403536b tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:38.736426 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18b4d494-e65c-47e2-8c06-0b7fb3e684c4 req-ea608f7a-650a-4260-88de-f8bd5403536b tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0954838 Apr 22 17:24:38.784697 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18b4d494-e65c-47e2-8c06-0b7fb3e684c4 req-2c45d5bf-f3ed-498a-845a-aa6537b92df2 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413282 Apr 22 17:24:39.994848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40932-8d8c-46f8-83f4-2c500ab55d81 req-6b744984-c518-4bc1-82c6-f752baebc988 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:39.996374 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1b40932-8d8c-46f8-83f4-2c500ab55d81 req-6b744984-c518-4bc1-82c6-f752baebc988 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0952008 Apr 22 17:24:40.045395 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1b40932-8d8c-46f8-83f4-2c500ab55d81 req-0089484e-967b-46d4-95b4-ef4ee108aaa5 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425861 Apr 22 17:24:41.253289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48794416-b1db-404f-9b88-94c7425d0122 req-93b1ba7a-2981-41ba-b439-5af88d94bfb6 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:41.254926 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-48794416-b1db-404f-9b88-94c7425d0122 req-93b1ba7a-2981-41ba-b439-5af88d94bfb6 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0907173 Apr 22 17:24:41.306474 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-48794416-b1db-404f-9b88-94c7425d0122 req-45f9b3f9-2db8-4a2a-aff9-0c841670584a tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Apr 22 17:24:42.511284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a61ce-8914-4826-a0ad-6cb739282c59 req-2d865fc2-b03a-4c20-b165-139318da22a8 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:42.512900 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-252a61ce-8914-4826-a0ad-6cb739282c59 req-2d865fc2-b03a-4c20-b165-139318da22a8 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0911429 Apr 22 17:24:42.562797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-252a61ce-8914-4826-a0ad-6cb739282c59 req-da5e8201-975f-4a95-b338-489e03124cab tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428519 Apr 22 17:24:43.774932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050eb5-ccfe-4ef0-ac4b-2d1f3b888ac2 req-1da3ad79-7e03-4094-b47b-c1f135d4e850 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:43.776567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2a050eb5-ccfe-4ef0-ac4b-2d1f3b888ac2 req-1da3ad79-7e03-4094-b47b-c1f135d4e850 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0967009 Apr 22 17:24:43.824468 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2a050eb5-ccfe-4ef0-ac4b-2d1f3b888ac2 req-c0c3094a-7be1-4247-a62a-b43779f6c283 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Apr 22 17:24:45.033830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a253e72-a933-4cd8-9fe3-9c9861cdd5be req-ecacd2d1-1b5f-46be-866c-92baede8feec tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:45.036062 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a253e72-a933-4cd8-9fe3-9c9861cdd5be req-ecacd2d1-1b5f-46be-866c-92baede8feec tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0933857 Apr 22 17:24:45.090303 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a253e72-a933-4cd8-9fe3-9c9861cdd5be req-0da21736-14e9-4cf2-8295-6ba56764490b tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Apr 22 17:24:45.168032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:24:46.297196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd711a-e306-429c-bdc9-bbaf9d32d90d req-087a8d51-e430-48cf-878a-5f542dcd5721 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:46.298875 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1dd711a-e306-429c-bdc9-bbaf9d32d90d req-087a8d51-e430-48cf-878a-5f542dcd5721 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0942085 Apr 22 17:24:46.348688 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1dd711a-e306-429c-bdc9-bbaf9d32d90d req-b7ab41dc-db81-481e-9ac0-188e1b6d196f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424733 Apr 22 17:24:47.552005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e216ac-b68e-41ed-a4d9-3e1ac9eca8b6 req-f6fc7e56-a49d-43a3-b6e5-e11077c3a80f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:47.553520 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1e216ac-b68e-41ed-a4d9-3e1ac9eca8b6 req-f6fc7e56-a49d-43a3-b6e5-e11077c3a80f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0902398 Apr 22 17:24:47.608410 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1e216ac-b68e-41ed-a4d9-3e1ac9eca8b6 req-608af2d7-cfbb-4b3e-8b35-6e64e838e704 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478504 Apr 22 17:24:48.814410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057aa77d-c1fa-4d26-93ca-c53ba9a97c91 req-eb254557-9ca0-4523-a554-89978cc7cb57 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:48.816049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-057aa77d-c1fa-4d26-93ca-c53ba9a97c91 req-eb254557-9ca0-4523-a554-89978cc7cb57 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0888975 Apr 22 17:24:48.869451 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-057aa77d-c1fa-4d26-93ca-c53ba9a97c91 req-58eb7c71-90d1-43d4-9dd5-c4e2d9155f90 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464535 Apr 22 17:24:50.085501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0c96c-c5fd-47b5-ad91-27d4bdae032e req-a6e4cecc-4527-44a8-9858-6ab0ed00733f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:50.087767 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-43c0c96c-c5fd-47b5-ad91-27d4bdae032e req-a6e4cecc-4527-44a8-9858-6ab0ed00733f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0997591 Apr 22 17:24:50.138415 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-43c0c96c-c5fd-47b5-ad91-27d4bdae032e req-2871213e-53d5-41de-85ef-a3af2937fd36 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Apr 22 17:24:51.343436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5571110-ebee-4825-bf26-13051d2fdd14 req-8d8dc845-ea2a-49c8-8e48-d8c9e1869f72 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:51.345099 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5571110-ebee-4825-bf26-13051d2fdd14 req-8d8dc845-ea2a-49c8-8e48-d8c9e1869f72 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0898886 Apr 22 17:24:51.394746 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5571110-ebee-4825-bf26-13051d2fdd14 req-7e474195-748a-4457-ae2f-b0a7f6d13f5f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Apr 22 17:24:52.610492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0adf-1042-4be1-984f-b4ae029a683f req-575a45cb-637c-47aa-b7bb-dd093e2f1ea8 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:52.612102 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-936f0adf-1042-4be1-984f-b4ae029a683f req-575a45cb-637c-47aa-b7bb-dd093e2f1ea8 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0970955 Apr 22 17:24:52.663706 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-936f0adf-1042-4be1-984f-b4ae029a683f req-bdaed323-4f9c-48bf-96a6-c47217ba1ee8 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 Apr 22 17:24:52.929605 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-e4242532-e6c4-4ccc-95b1-2691e5bf2350 service neutron] 10.222.0.78 "GET /v2.0/ports/08acaf21-6940-4516-9a94-fd6c3d1b34ba/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0900750 Apr 22 17:24:53.409521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-21d3f0ef-e0d1-4890-aded-51dd9dc07079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:53.411267 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-21d3f0ef-e0d1-4890-aded-51dd9dc07079 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba&tenant_id=d71da947416545f9b4c10a91795fbdd4 HTTP/1.1" status: 200 len: 1099 time: 0.0816588 Apr 22 17:24:53.522556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-653300cd-b6da-4c36-81b6-1a7c6090be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:53.524280 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-653300cd-b6da-4c36-81b6-1a7c6090be38 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 1099 time: 0.0849011 Apr 22 17:24:53.672449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-548b5c36-a5d7-43db-b1ed-0efd36197666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:53.673968 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-548b5c36-a5d7-43db-b1ed-0efd36197666 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 917 time: 0.1398978 Apr 22 17:24:53.753815 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-c9110618-3b86-4ee5-aeb4-5746d12a56e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba HTTP/1.1" status: 200 len: 217 time: 0.0685251 Apr 22 17:24:53.837129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-22fe0ea8-7328-4386-b41a-83fdbc3da0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:53.838865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-22fe0ea8-7328-4386-b41a-83fdbc3da0b7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 200 len: 855 time: 0.0710034 Apr 22 17:24:53.877454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3f1b7-98e0-4b2a-9aa1-5c1c33b6f942 req-5600bcca-add1-49bb-8449-9867e612fd77 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:53.879087 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1fb3f1b7-98e0-4b2a-9aa1-5c1c33b6f942 req-5600bcca-add1-49bb-8449-9867e612fd77 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0920193 Apr 22 17:24:53.902122 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-8b251805-d9d9-475a-855b-fa82d49c365b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6246c89f-aa27-4927-b370-3a60cb99aae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523059 Apr 22 17:24:53.951420 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1fb3f1b7-98e0-4b2a-9aa1-5c1c33b6f942 req-632680ee-7a70-4573-8d32-1a8581cc1d24 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651371 Apr 22 17:24:54.057971 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-68c7acf7-bce0-4652-b1ad-262106049583 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446669 Apr 22 17:24:54.209920 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a531b11-204e-41a3-8770-70f4c40ed003 req-dbab32dc-081c-4583-a461-f44038a22f81 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414981 Apr 22 17:24:55.326755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d3559-fd98-4078-a191-663c97fe571e req-888f366a-c01b-451f-a9a1-6f304b609a87 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:55.328513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2f7d3559-fd98-4078-a191-663c97fe571e req-888f366a-c01b-451f-a9a1-6f304b609a87 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0931525 Apr 22 17:24:55.380984 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2f7d3559-fd98-4078-a191-663c97fe571e req-fd373e6b-53e4-48cd-8d5e-cd77adc85740 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460179 Apr 22 17:24:55.721152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 08acaf21-6940-4516-9a94-fd6c3d1b34ba details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:24:55.725323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 08acaf21-6940-4516-9a94-fd6c3d1b34ba no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:24:56.140504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:56.185067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 08acaf21-6940-4516-9a94-fd6c3d1b34ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:56.203540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08acaf21-6940-4516-9a94-fd6c3d1b34ba'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:24:56.219314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 08acaf21-6940-4516-9a94-fd6c3d1b34ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:56.219314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '08acaf21-6940-4516-9a94-fd6c3d1b34ba', 'network_id': '6246c89f-aa27-4927-b370-3a60cb99aae7', 'port_id': '08acaf21-6940-4516-9a94-fd6c3d1b34ba', 'mac_address': 'fa:16:3e:e4:3c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f896500-004d-4aac-a6ec-158301d6a257', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:24:56.263122 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08acaf21-6940-4516-9a94-fd6c3d1b34ba', 'code': 200} Apr 22 17:24:56.271423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:56.276571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:56.330409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:56.363400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08acaf21-6940-4516-9a94-fd6c3d1b34ba {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:24:56.384567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=08acaf21-6940-4516-9a94-fd6c3d1b34ba,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:56.389009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:56.391588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 08acaf21-6940-4516-9a94-fd6c3d1b34ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:56.421620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:56.423546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:56.499648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['08acaf21-6940-4516-9a94-fd6c3d1b34ba'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:24:56.538220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=08acaf21-6940-4516-9a94-fd6c3d1b34ba,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:56.548412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:56.634383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021cf29-67ca-4bde-b510-82a295f48859 req-86d77c27-5342-421a-a02a-b22dc665df99 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:56.635982 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4021cf29-67ca-4bde-b510-82a295f48859 req-86d77c27-5342-421a-a02a-b22dc665df99 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 945 time: 0.1124458 Apr 22 17:24:56.688620 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4021cf29-67ca-4bde-b510-82a295f48859 req-9a6475a6-182f-4f6c-b8f4-cf557e8818c5 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452058 Apr 22 17:24:57.118710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76383836-be88-4c49-9e9e-2daec3dc74b4 req-4ceda63a-0f4e-4348-901b-8c4a144a0116 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:57.120332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-76383836-be88-4c49-9e9e-2daec3dc74b4 req-4ceda63a-0f4e-4348-901b-8c4a144a0116 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 945 time: 0.0954733 Apr 22 17:24:57.138142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-517493f6-1e93-474d-9d5f-0f919371f00a tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:57.138989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-517493f6-1e93-474d-9d5f-0f919371f00a tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Synchronizing usage tracker for tenant:d71da947416545f9b4c10a91795fbdd4 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:24:57.163533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-517493f6-1e93-474d-9d5f-0f919371f00a tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Unset dirty status for tenant:d71da947416545f9b4c10a91795fbdd4 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:24:57.165361 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-517493f6-1e93-474d-9d5f-0f919371f00a tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.78 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba&tenant_id=d71da947416545f9b4c10a91795fbdd4&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1209991 Apr 22 17:24:57.174393 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-76383836-be88-4c49-9e9e-2daec3dc74b4 req-d4a59c59-6dd4-4b7a-a022-66b743d05745 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 Apr 22 17:24:57.322600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-e8671930-8743-48d6-8929-2dcabf230805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:57.324293 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-e8671930-8743-48d6-8929-2dcabf230805 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d71da947416545f9b4c10a91795fbdd4&device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 1098 time: 0.0832844 Apr 22 17:24:57.472541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-65bd0af0-0b10-41ce-9f72-ef26338b2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:57.474147 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-65bd0af0-0b10-41ce-9f72-ef26338b2e62 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 200 len: 917 time: 0.1436682 Apr 22 17:24:57.553810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-05caade3-dfae-452d-882b-a5cac6858871 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba HTTP/1.1" status: 200 len: 217 time: 0.0730343 Apr 22 17:24:57.626050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-8b2f7dc4-2a4c-4ea6-8da1-c3b4220d4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:57.628056 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-8b2f7dc4-2a4c-4ea6-8da1-c3b4220d4dd7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 200 len: 855 time: 0.0683253 Apr 22 17:24:57.681270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-bbd375ec-6c98-4bd8-ae0e-0b987c377bca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6246c89f-aa27-4927-b370-3a60cb99aae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464580 Apr 22 17:24:57.750234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 08acaf21-6940-4516-9a94-fd6c3d1b34ba up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:24:57.830318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 08acaf21-6940-4516-9a94-fd6c3d1b34ba triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:24:57.830779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:57.843736 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-d4b16fa2-47a3-4cbe-beb9-5da3a8b189cb service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553209 Apr 22 17:24:57.970433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:58.037204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 08acaf21-6940-4516-9a94-fd6c3d1b34ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:24:58.067849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:58.070585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:24:58.111444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98697f22-9f96-4c4c-8fc0-08d702a5a18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:24:58.149894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=08acaf21-6940-4516-9a94-fd6c3d1b34ba,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:24:58.153290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:24:58.264475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08acaf21-6940-4516-9a94-fd6c3d1b34ba'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:24:58.304173 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10eabf25-a7c8-4280-ad96-bb26f4c6306e req-99405975-f6b2-4d73-a941-bcd6dee2c2d1 service neutron] 10.222.0.78 "GET /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530666 Apr 22 17:24:58.330732 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08acaf21-6940-4516-9a94-fd6c3d1b34ba', 'code': 200} Apr 22 17:24:58.396668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c5456-c3a3-4be5-aa79-8f725666a9c8 req-3085b7f1-3e20-452e-ad73-46c4ec4a2779 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:58.398513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-355c5456-c3a3-4be5-aa79-8f725666a9c8 req-3085b7f1-3e20-452e-ad73-46c4ec4a2779 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0995002 Apr 22 17:24:58.448689 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-355c5456-c3a3-4be5-aa79-8f725666a9c8 req-62d74a74-d71a-4293-abbe-57e8e21703cb tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437298 Apr 22 17:24:59.700131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe153a-f303-4975-bea8-d83d17333825 req-c1c59220-db09-49c3-9147-7ca63484511a tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:59.701938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-93fe153a-f303-4975-bea8-d83d17333825 req-c1c59220-db09-49c3-9147-7ca63484511a tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.1116705 Apr 22 17:24:59.758955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-93fe153a-f303-4975-bea8-d83d17333825 req-948198f2-1f06-45ee-8027-124e51948d4f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498688 Apr 22 17:24:59.981771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8e06f-8bef-4e9b-ae89-eee4f64f8fe5 req-eb6eb0ea-7022-437b-9468-14dbfffd4085 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:24:59.983391 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83e8e06f-8bef-4e9b-ae89-eee4f64f8fe5 req-eb6eb0ea-7022-437b-9468-14dbfffd4085 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0937681 Apr 22 17:25:00.040293 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83e8e06f-8bef-4e9b-ae89-eee4f64f8fe5 req-117cb4e3-f6c5-41c4-890a-2663d0ecfc6f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497513 Apr 22 17:25:00.284128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-17ce6a48-b5ca-411b-b72f-41449b6940f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:00.289260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e9d6c-1bf4-4dd0-a7ec-78809346d693 req-bb6c7127-9c69-4ac8-8250-019b378b95f0 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:00.291608 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-079e9d6c-1bf4-4dd0-a7ec-78809346d693 req-bb6c7127-9c69-4ac8-8250-019b378b95f0 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.1114206 Apr 22 17:25:00.344320 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-079e9d6c-1bf4-4dd0-a7ec-78809346d693 req-d3a9a55a-dedb-4ef0-8046-e338b3d5d20f tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452764 Apr 22 17:25:01.169269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341c9e3-c21b-4e9d-8601-59e988d0cbd6 req-3d770b53-c200-48a6-9072-feac6b3e8fe2 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:01.170913 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5341c9e3-c21b-4e9d-8601-59e988d0cbd6 req-3d770b53-c200-48a6-9072-feac6b3e8fe2 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0930641 Apr 22 17:25:01.219648 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5341c9e3-c21b-4e9d-8601-59e988d0cbd6 req-b9030e03-590d-4b2f-80cb-d0d9041966e3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Apr 22 17:25:01.439110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:01.484790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:02.687364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f74989-3499-4416-b7b9-e1d8d2d72808 req-919efc61-ce92-4474-bad7-a37b03f6b8d0 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:02.688981 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-96f74989-3499-4416-b7b9-e1d8d2d72808 req-919efc61-ce92-4474-bad7-a37b03f6b8d0 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.3546314 Apr 22 17:25:02.738740 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-96f74989-3499-4416-b7b9-e1d8d2d72808 req-13da8352-57d5-4ef6-9f1d-f4e3b85764d4 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fb67dda-676a-4316-b128-161803787b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428724 Apr 22 17:25:02.742414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7060b0-2f20-4de5-826f-8842fea9cf85 req-1c51ae7f-5e99-4afb-9bc0-e4a880301ce3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:02.744063 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-be7060b0-2f20-4de5-826f-8842fea9cf85 req-1c51ae7f-5e99-4afb-9bc0-e4a880301ce3 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.78 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 946 time: 0.0931022 Apr 22 17:25:02.825993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-be7060b0-2f20-4de5-826f-8842fea9cf85 req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Deleting port 08acaf21-6940-4516-9a94-fd6c3d1b34ba {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:25:02.826414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-be7060b0-2f20-4de5-826f-8842fea9cf85 req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:02.832912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:03.095253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-be7060b0-2f20-4de5-826f-8842fea9cf85 req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] For port 08acaf21-6940-4516-9a94-fd6c3d1b34ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08acaf21-6940-4516-9a94-fd6c3d1b34ba,segment=NetworkSegment(5c3ad2b5-9726-4736-a02b-5c50195f167e),segment_id=5c3ad2b5-9726-4736-a02b-5c50195f167e)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:25:03.095654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-be7060b0-2f20-4de5-826f-8842fea9cf85 req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:03.231392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-be7060b0-2f20-4de5-826f-8842fea9cf85 req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Calling delete_port for 08acaf21-6940-4516-9a94-fd6c3d1b34ba owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:25:03.421725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-be7060b0-2f20-4de5-826f-8842fea9cf85 req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:03.427918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7014715b-7679-4c8f-9448-d647d56d4ff4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:03.438104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['08acaf21-6940-4516-9a94-fd6c3d1b34ba'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:25:03.481963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Pushing event deleted for resources: {'Port': ['ID=08acaf21-6940-4516-9a94-fd6c3d1b34ba,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:03.519074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.519504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.519931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.520357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.520771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.521191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.521610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.522028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.522437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.522873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.523290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.523775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:03.533267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:03.577686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7060b0-2f20-4de5-826f-8842fea9cf85 req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] No DVR routers for this DVR port 08acaf21-6940-4516-9a94-fd6c3d1b34ba on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:25:03.580233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-be7060b0-2f20-4de5-826f-8842fea9cf85 req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:03.582992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'name': 'network-vif-deleted', 'tag': '08acaf21-6940-4516-9a94-fd6c3d1b34ba'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:25:03.628169 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-be7060b0-2f20-4de5-826f-8842fea9cf85 req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.78 "DELETE /v2.0/ports/08acaf21-6940-4516-9a94-fd6c3d1b34ba HTTP/1.1" status: 204 len: 173 time: 0.8755505 Apr 22 17:25:03.630503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da03f57-0828-4130-bffc-a2a1a8f32dba', 'name': 'network-vif-deleted', 'tag': '08acaf21-6940-4516-9a94-fd6c3d1b34ba', 'status': 'completed', 'code': 200} Apr 22 17:25:03.919279 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a9e0576-dfd2-4247-a74a-7b4b1f29289a req-5740b7c7-817c-4170-a3e0-c70ff7705a0d tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da03f57-0828-4130-bffc-a2a1a8f32dba HTTP/1.1" status: 200 len: 210 time: 0.0492151 Apr 22 17:25:05.343122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36446) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:05.387399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:05.413523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-5427a952-3f81-4866-9b4b-11bef371f917 admin admin] Deleting subnet 4f896500-004d-4aac-a6ec-158301d6a257 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:25:05.417385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5427a952-3f81-4866-9b4b-11bef371f917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:05.469259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5427a952-3f81-4866-9b4b-11bef371f917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:05.527520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5427a952-3f81-4866-9b4b-11bef371f917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:05.775528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 08acaf21-6940-4516-9a94-fd6c3d1b34ba no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:25:05.814679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5427a952-3f81-4866-9b4b-11bef371f917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:05.815318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 08acaf21-6940-4516-9a94-fd6c3d1b34ba {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:25:05.815731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 08acaf21-6940-4516-9a94-fd6c3d1b34ba not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:25:05.820094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4897079-0296-4322-934c-6c43f2230456 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:05.858740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427a952-3f81-4866-9b4b-11bef371f917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f896500-004d-4aac-a6ec-158301d6a257,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:05.862070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5427a952-3f81-4866-9b4b-11bef371f917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:05.863610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5427a952-3f81-4866-9b4b-11bef371f917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:05.869531 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5427a952-3f81-4866-9b4b-11bef371f917 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4f896500-004d-4aac-a6ec-158301d6a257 HTTP/1.1" status: 204 len: 168 time: 0.5252676 Apr 22 17:25:05.872193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36450) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:05.991478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:06.125749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:06.238894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6246c89f-aa27-4927-b370-3a60cb99aae7']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:06.251845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3ad2b5-9726-4736-a02b-5c50195f167e') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:06.252142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3ad2b5-9726-4736-a02b-5c50195f167e') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:06.264362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:06.279034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:06.285543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:25:06.467943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Network 6246c89f-aa27-4927-b370-3a60cb99aae7 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:25:06.477656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:06.661684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Network 6246c89f-aa27-4927-b370-3a60cb99aae7 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:25:06.687434 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:25:06.856125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:06.859903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fdeb631e-e4c5-48fa-9519-1357a72d1d54 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:06.874106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:06.890762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Pushing event deleted for resources: {'Network': ['ID=6246c89f-aa27-4927-b370-3a60cb99aae7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:06.893960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:06.913888 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6246c89f-aa27-4927-b370-3a60cb99aae7 HTTP/1.1" status: 204 len: 168 time: 1.0405524 Apr 22 17:25:07.252770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36456) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:07.309474 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-11af66df-4d50-4886-af46-772e90a87530 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d71da947416545f9b4c10a91795fbdd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553391 Apr 22 17:25:07.312646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36460) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:07.378916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d5673e1-5ea7-4ca5-b190-6a81cc2dc1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:07.405894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d5673e1-5ea7-4ca5-b190-6a81cc2dc1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:07.553144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d5673e1-5ea7-4ca5-b190-6a81cc2dc1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:07.559472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-839770dc-4f30-41f0-8951-2c949c856052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:07.573035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5673e1-5ea7-4ca5-b190-6a81cc2dc1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb67dda-676a-4316-b128-161803787b3c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:07.579252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d5673e1-5ea7-4ca5-b190-6a81cc2dc1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:07.581160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3d5673e1-5ea7-4ca5-b190-6a81cc2dc1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:07.582381 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3d5673e1-5ea7-4ca5-b190-6a81cc2dc1be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3fb67dda-676a-4316-b128-161803787b3c HTTP/1.1" status: 204 len: 168 time: 0.2687454 Apr 22 17:25:08.521825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36484) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:08.663093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-329234671-network', 'tenant_id': 'dabf97737d37418c9be081eea67919ec'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:25:08.668463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:25:08.672639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Usage tracker for resource:network and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:25:08.675821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:25:08.684158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:25:08.735987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Made reservation on behalf of dabf97737d37418c9be081eea67919ec for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:25:08.740889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:08.754539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:08.773452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:25:08.777470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Usage tracker for resource:security_group_rule and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:25:08.780528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:25:08.786490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:25:09.065639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:09.090242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:09.094884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f1569c7-67e1-4cca-8941-988b35d0bb12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:09.124503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:25:09.133893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e49765-16d1-4353-b654-4c02bd1b8445,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:09.137916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:09.160714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:09.161142 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Added segment aded6761-e264-4618-8c30-4cad4a75f7fc of type vlan for network 9607fef1-20fe-4d68-8a2d-652161e0cdca Apr 22 17:25:09.250500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:09.347598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:09.348660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:09.349311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:09.355376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c1205f7-2bad-4781-b5a3-c4e7cdff4fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:09.462743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Pushing event updated for resources: {'Network': ['ID=9607fef1-20fe-4d68-8a2d-652161e0cdca,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:09.467402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:09.473214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:25:09.490991 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9679208 Apr 22 17:25:09.493905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36490) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:09.500050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Request body: {'subnet': {'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-329234671-subnet', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:25:09.505365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:25:09.510098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Usage tracker for resource:subnet and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:25:09.513178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:25:09.519264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:25:09.552991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Made reservation on behalf of dabf97737d37418c9be081eea67919ec for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:25:09.557898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:10.294946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:10.299531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b801a5a9-e2ac-4406-9803-faf5a435f149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:10.376572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:10.379595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:10.386466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Checking segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:25:10.386892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Network hostable DHCP agents. Network: 9607fef1-20fe-4d68-8a2d-652161e0cdca, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:25:10.450050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:25:10.496005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 9607fef1-20fe-4d68-8a2d-652161e0cdca) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:25:10.505044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd357ec-ddca-4a47-9413-c8cfc1299a35 None None] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:25:10.510392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:10.511095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:10.567829 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0701642 Apr 22 17:25:10.568057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36494) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:10.574026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:25:10.581791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:25:10.586690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Usage tracker for resource:router and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:25:10.590919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:25:10.597863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:25:10.661915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:10.663022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:10.737476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-9607fef1-20fe-4d68-8a2d-652161e0cdca', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:25:10.738387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:10.809000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:10.907393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Allocated IP 172.20.0.2 (9607fef1-20fe-4d68-8a2d-652161e0cdca/4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8/675ef570-06f4-4c86-a09b-be5d5fd48de1) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:25:11.119993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:11.141799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:11.260956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Transition to ACTIVE for port object 675ef570-06f4-4c86-a09b-be5d5fd48de1 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:25:11.280662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Transition to ACTIVE for port object 675ef570-06f4-4c86-a09b-be5d5fd48de1 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:25:11.335656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:11.342109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:11.408255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:25:11.411271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:25:11.413843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:25:11.424774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Pushing event updated for resources: {'Port': ['ID=675ef570-06f4-4c86-a09b-be5d5fd48de1,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:11.468024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.468407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.468780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.469321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.469691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.470059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.470420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.470867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.471237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.471595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.471956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.472312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:11.476128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:11.500082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:11.531920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Attempting to bind port 675ef570-06f4-4c86-a09b-be5d5fd48de1 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:25:11.532329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Attempting to bind port 675ef570-06f4-4c86-a09b-be5d5fd48de1 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:25:11.532613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:11.532739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Attempting to bind port 675ef570-06f4-4c86-a09b-be5d5fd48de1 on network 9607fef1-20fe-4d68-8a2d-652161e0cdca {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:25:11.539451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:25:11.539869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Checking segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:25:11.540315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:11.540753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Bound using segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:25:11.541249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Bound port: 675ef570-06f4-4c86-a09b-be5d5fd48de1, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:25:11.541666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:11.637100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] For port 675ef570-06f4-4c86-a09b-be5d5fd48de1, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:25:11.640263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] For port 675ef570-06f4-4c86-a09b-be5d5fd48de1, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=675ef570-06f4-4c86-a09b-be5d5fd48de1,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:25:11.667913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:11.672979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:11.704139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Allocated IP 172.26.6.116 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/3f1f55c7-1480-421b-8367-2ed703e62e0d) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:25:11.763403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Pushing event updated for resources: {'Port': ['ID=675ef570-06f4-4c86-a09b-be5d5fd48de1,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:11.767441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:12.192265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 675ef570-06f4-4c86-a09b-be5d5fd48de1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:25:12.235131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:12.284625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 675ef570-06f4-4c86-a09b-be5d5fd48de1 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:25:12.313700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:12.319253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b6046a9b-6927-4015-9e11-92e7c5c776fd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:12.388699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:25:12.391935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:25:12.396035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:25:12.431336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3f1f55c7-1480-421b-8367-2ed703e62e0d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:12.438942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:12.916169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:13.145208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d341edd3-9753-4f7d-aa68-adf74db8a73c None None] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:25:13.290554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:13.312919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4dbf1a0c-21d7-43fc-8473-0cf9c0729644 None None] Provisioning for port 675ef570-06f4-4c86-a09b-be5d5fd48de1 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:25:13.325042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4dbf1a0c-21d7-43fc-8473-0cf9c0729644 None None] Provisioning complete for port 675ef570-06f4-4c86-a09b-be5d5fd48de1 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:25:13.325460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1a0c-21d7-43fc-8473-0cf9c0729644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:13.518493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1a0c-21d7-43fc-8473-0cf9c0729644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:13.554200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Router 7d20a096-053d-4f23-a078-bfa0579df497 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:25:13.556242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4dbf1a0c-21d7-43fc-8473-0cf9c0729644 None None] For port 675ef570-06f4-4c86-a09b-be5d5fd48de1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=675ef570-06f4-4c86-a09b-be5d5fd48de1,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:25:13.593174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1a0c-21d7-43fc-8473-0cf9c0729644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:13.595546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:13.670908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf1a0c-21d7-43fc-8473-0cf9c0729644 None None] Pushing event updated for resources: {'Port': ['ID=675ef570-06f4-4c86-a09b-be5d5fd48de1,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:13.675425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4dbf1a0c-21d7-43fc-8473-0cf9c0729644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:13.715052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fc3a0265-9a37-4271-a420-7214d5c10017 None None] Provisioning complete for port 675ef570-06f4-4c86-a09b-be5d5fd48de1 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:25:13.715477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0265-9a37-4271-a420-7214d5c10017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:13.757717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:25:13.767976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Sync routers for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:25:13.779090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:25:13.779773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:25:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:13.810204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:13.814175 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2424064 Apr 22 17:25:13.814412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36498) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:13.972838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:25:14.172067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 675ef570-06f4-4c86-a09b-be5d5fd48de1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:25:14.248447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 675ef570-06f4-4c86-a09b-be5d5fd48de1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:25:14.249050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:14.274943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:12Z', 'revision_number': 3, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:14.279181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Checking router: 7d20a096-053d-4f23-a078-bfa0579df497 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:25:14.279457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Updating router 7d20a096-053d-4f23-a078-bfa0579df497 port 3f1f55c7-1480-421b-8367-2ed703e62e0d binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:25:14.340057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:14.540133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:14.688498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:14.701753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Transition to ACTIVE for port object 3f1f55c7-1480-421b-8367-2ed703e62e0d will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:25:14.735806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:14.740884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:14.760710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Allocated IP 172.20.0.1 (9607fef1-20fe-4d68-8a2d-652161e0cdca/4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8/2d4b7d73-0ec0-4548-850f-63ffdca6994f) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:25:14.819337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Attempting to bind port 3f1f55c7-1480-421b-8367-2ed703e62e0d on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:25:14.819777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Attempting to bind port 3f1f55c7-1480-421b-8367-2ed703e62e0d by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:25:14.820655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Attempting to bind port 3f1f55c7-1480-421b-8367-2ed703e62e0d on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:25:14.830427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Pushing event updated for resources: {'Port': ['ID=3f1f55c7-1480-421b-8367-2ed703e62e0d,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:14.834097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:25:14.834540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:25:14.835027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:14.835466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:25:14.836591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Bound port: 3f1f55c7-1480-421b-8367-2ed703e62e0d, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:25:14.837011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:14.879226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.879632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.879997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.880378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.880749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.881122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.881489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.881855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.882222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.882584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.883502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.883859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:25:14.888983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:14.919595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:14.928573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] For port 3f1f55c7-1480-421b-8367-2ed703e62e0d, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:25:14.932348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] For port 3f1f55c7-1480-421b-8367-2ed703e62e0d, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=3f1f55c7-1480-421b-8367-2ed703e62e0d,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:25:14.987950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:14.992922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:15.020761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Transition to ACTIVE for port object 2d4b7d73-0ec0-4548-850f-63ffdca6994f will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:25:15.069473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:25:15.070680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:25:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:15.072571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:15.078118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c328ade6-1b45-4ffd-aa14-bfd85ec1fa7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:15.144625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:25:15.144889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Pushing event updated for resources: {'Port': ['ID=3f1f55c7-1480-421b-8367-2ed703e62e0d,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:15.148267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:25:15.149511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:15.152291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:25:15.194865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Pushing event updated for resources: {'Port': ['ID=2d4b7d73-0ec0-4548-850f-63ffdca6994f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:15.208816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:15.216252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:15.275811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:25:15.382182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:15.410104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-05aa905a-93ad-436e-9e22-275ee9fd4db0 None None] Provisioning for port 2d4b7d73-0ec0-4548-850f-63ffdca6994f completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:25:15.415680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-05aa905a-93ad-436e-9e22-275ee9fd4db0 None None] Provisioning complete for port 2d4b7d73-0ec0-4548-850f-63ffdca6994f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:25:15.416074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05aa905a-93ad-436e-9e22-275ee9fd4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:15.480598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-05aa905a-93ad-436e-9e22-275ee9fd4db0 None None] Port 2d4b7d73-0ec0-4548-850f-63ffdca6994f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:25:15.587015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:12Z', 'revision_number': 3, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:15.591553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e29db-cb6e-4571-91d7-400954df2d94 None None] The sync data for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv is: [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:12Z', 'revision_number': 3, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:25:15.912438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:15.958799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:16.004803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31c1ba04-737b-4f12-8405-415dea9ea99c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:16.092916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:16.103089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Pushing event updated for resources: {'Port': ['ID=2d4b7d73-0ec0-4548-850f-63ffdca6994f,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:16.106169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:16.197923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3f1f55c7-1480-421b-8367-2ed703e62e0d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:25:16.264339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:25:16.265568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:25:16.295964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 3f1f55c7-1480-421b-8367-2ed703e62e0d completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:25:16.301552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 3f1f55c7-1480-421b-8367-2ed703e62e0d triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:25:16.301975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:16.445449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:16.465307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 3f1f55c7-1480-421b-8367-2ed703e62e0d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=3f1f55c7-1480-421b-8367-2ed703e62e0d,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:25:16.488802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Router 7d20a096-053d-4f23-a078-bfa0579df497 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:25:16.503525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:16.506360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:16.559445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8419fed8-465e-487a-958f-09cc835ff664 None None] Provisioning complete for port 2d4b7d73-0ec0-4548-850f-63ffdca6994f triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:25:16.559865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8419fed8-465e-487a-958f-09cc835ff664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:16.636844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=3f1f55c7-1480-421b-8367-2ed703e62e0d,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:16.641475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:16.642144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8419fed8-465e-487a-958f-09cc835ff664 None None] Port 2d4b7d73-0ec0-4548-850f-63ffdca6994f cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:25:16.686696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:25:16.696182 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] 10.222.0.77 "PUT /v2.0/routers/7d20a096-053d-4f23-a078-bfa0579df497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8806705 Apr 22 17:25:17.455073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36508) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:17.461530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529472540', 'description': 'tempest-description--935156266'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:25:17.468101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:25:17.472187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Usage tracker for resource:security_group and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:25:17.475229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:25:17.481904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:25:17.517899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:17.539999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:25:17.544045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Usage tracker for resource:security_group_rule and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:25:17.547019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:25:17.553061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:25:17.623997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:17.654711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:17.660198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a87ae1f-3b6c-479e-a92b-5c219df18b1e tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:17.700684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa983d0-310a-493c-bbd1-c7f08ecea1bd,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:17.703887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:17.730296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:17.731524 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41f7ebe6-7bfc-4d28-96b4-c0df3ec01609 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2753649 Apr 22 17:25:17.734538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36512) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:17.740117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'security_group_rule': {'security_group_id': '9aa983d0-310a-493c-bbd1-c7f08ecea1bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:25:17.746535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:25:17.750559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Usage tracker for resource:security_group_rule and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:25:17.753566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:25:17.760069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:25:17.805070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:17.870968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:17.901297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:17.909290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ac3d94bc-7f87-4457-b502-96977f86d320 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:17.928761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537f769f-c772-43ef-85a4-9393884e89c3,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:17.931624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:17.970447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:17.972022 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2364576 Apr 22 17:25:17.974896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36516) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:17.980681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'security_group_rule': {'security_group_id': '9aa983d0-310a-493c-bbd1-c7f08ecea1bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:25:17.987363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:25:17.991404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Usage tracker for resource:security_group_rule and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:25:17.994453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:25:18.000572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:25:18.057681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:18.126247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:18.156880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3f1f55c7-1480-421b-8367-2ed703e62e0d up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:25:18.164269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:18.166280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-592c5401-9889-463e-8463-6aaf7d7d20f1 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:18.184953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1f1d5b-0b01-4782-8260-55cf969708f2,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:18.191875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:18.231105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 3f1f55c7-1480-421b-8367-2ed703e62e0d triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:25:18.231577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:18.232789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:18.236996 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-786d7ec1-5087-464b-a7b4-792fed5469c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2581921 Apr 22 17:25:18.237239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36520) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:18.243118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:25:18.249816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:25:18.253859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Usage tracker for resource:floatingip and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:25:18.256858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:25:18.263167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:25:18.295020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:18.438489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Sync routers for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:25:18.440515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:18.448988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:25:18.449876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:25:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:18.587418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Allocated IP 172.26.6.197 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/bdff797d-c96b-4ed2-ade4-88a7c171abdf) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:25:18.755824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:18.824744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:25:18.844628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:18.849890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-219d3746-af74-45ce-addf-2d3bc0eb7b67 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:18.917509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:25:18.920548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:25:18.924451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:25:18.965604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event updated for resources: {'Port': ['ID=bdff797d-c96b-4ed2-ade4-88a7c171abdf,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:18.970059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:19.017327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:19.112591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:19.165784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 2, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:19.169987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Checking router: 7d20a096-053d-4f23-a078-bfa0579df497 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:25:19.170361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Updating router 7d20a096-053d-4f23-a078-bfa0579df497 port 2d4b7d73-0ec0-4548-850f-63ffdca6994f binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:25:19.232596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:19.336216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:19.364573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:19.373221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5954ab1c-66f9-42c8-9b0e-60b8a5ebd884 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:19.484908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event updated for resources: {'Port': ['ID=bdff797d-c96b-4ed2-ade4-88a7c171abdf,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:19.489440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:19.495158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:19.571415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:19.573319 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3344996 Apr 22 17:25:19.605969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:19.619761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Transition to ACTIVE for port object 2d4b7d73-0ec0-4548-850f-63ffdca6994f will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:25:19.719033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:19.724252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-11235e0f-5020-46aa-b6fe-948cd3b78ee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:19.767155 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-0d186cf8-11c7-4434-a185-59364e45725f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1529472540&fields=id&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 267 time: 0.0593410 Apr 22 17:25:19.901841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899c28b-fdf7-469c-9c56-28e6d070de56 None None] Pushing event updated for resources: {'Port': ['ID=2d4b7d73-0ec0-4548-850f-63ffdca6994f,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:19.904885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6899c28b-fdf7-469c-9c56-28e6d070de56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:19.942403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e04b98ed-4573-48c2-a1ea-ad3385e75754 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:19.944088 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e04b98ed-4573-48c2-a1ea-ad3385e75754 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 811 time: 0.1683002 Apr 22 17:25:19.959476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Attempting to bind port 2d4b7d73-0ec0-4548-850f-63ffdca6994f on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:25:19.959894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Attempting to bind port 2d4b7d73-0ec0-4548-850f-63ffdca6994f by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:25:19.960302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Attempting to bind port 2d4b7d73-0ec0-4548-850f-63ffdca6994f on network 9607fef1-20fe-4d68-8a2d-652161e0cdca {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:25:19.961571 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-9693e558-a9dd-4a47-8131-0bb6635781fc tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/quotas/dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 375 time: 0.0105429 Apr 22 17:25:19.966142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:25:19.966559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Checking segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:25:19.967035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:19.967474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Bound using segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:25:19.967997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Bound port: 2d4b7d73-0ec0-4548-850f-63ffdca6994f, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:25:19.968413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:20.060237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-75273bdb-210e-412b-8e3d-60e5047e71c8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915098 Apr 22 17:25:20.116738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] For port 2d4b7d73-0ec0-4548-850f-63ffdca6994f, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:25:20.120989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] For port 2d4b7d73-0ec0-4548-850f-63ffdca6994f, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2d4b7d73-0ec0-4548-850f-63ffdca6994f,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:25:20.152213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:20.156137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:20.211432 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-4199b86d-bc65-4ac5-b996-781f68448911 service neutron] 10.222.0.77 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385260 Apr 22 17:25:20.238223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:25:20.238960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:25:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:20.302670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899c28b-fdf7-469c-9c56-28e6d070de56 None None] Pushing event updated for resources: {'Port': ['ID=2d4b7d73-0ec0-4548-850f-63ffdca6994f,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:20.315272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6899c28b-fdf7-469c-9c56-28e6d070de56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:20.363480 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-4f618f21-71eb-47d2-8275-51a038ac9753 service neutron] 10.222.0.77 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452181 Apr 22 17:25:20.442861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:25:20.617400 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1d5b944-1079-4bf1-adef-aea04d87358b req-89dca86c-9845-48c7-a5d3-410f60f8a59c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 210 time: 0.0503514 Apr 22 17:25:20.794692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:20Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:20.798979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d5098-3fa6-442c-ae2b-f03cea9e2f73 None None] The sync data for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv is: [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:20Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:25:21.787311 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-349cd4a6-8112-4268-984d-6ba4cf3dd960 req-ead580e4-5fb0-4b41-90f7-955e6ca9db74 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 210 time: 0.0537903 Apr 22 17:25:22.168850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:25:22.175659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2d4b7d73-0ec0-4548-850f-63ffdca6994f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:25:22.278226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 2d4b7d73-0ec0-4548-850f-63ffdca6994f completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:25:22.283115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 2d4b7d73-0ec0-4548-850f-63ffdca6994f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:25:22.283529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:22.405914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:22.449694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 2d4b7d73-0ec0-4548-850f-63ffdca6994f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2d4b7d73-0ec0-4548-850f-63ffdca6994f,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:25:22.484279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:22.486298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:22.563844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=2d4b7d73-0ec0-4548-850f-63ffdca6994f,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:22.566988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:22.703909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c2e41-446a-4567-9074-608b9a795339 req-30d04a4c-608a-4005-836f-31bee46d9a29 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:22.704787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4a8c2e41-446a-4567-9074-608b9a795339 req-30d04a4c-608a-4005-836f-31bee46d9a29 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Synchronizing usage tracker for tenant:dabf97737d37418c9be081eea67919ec on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:25:22.764313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4a8c2e41-446a-4567-9074-608b9a795339 req-30d04a4c-608a-4005-836f-31bee46d9a29 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Unset dirty status for tenant:dabf97737d37418c9be081eea67919ec on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:25:22.765592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-30d04a4c-608a-4005-836f-31bee46d9a29 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 811 time: 0.2257454 Apr 22 17:25:22.826172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4a8c2e41-446a-4567-9074-608b9a795339 req-860a8938-6a5a-448d-bd2b-ee6bab85455d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Synchronizing usage tracker for tenant:dabf97737d37418c9be081eea67919ec on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:25:22.868792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4a8c2e41-446a-4567-9074-608b9a795339 req-860a8938-6a5a-448d-bd2b-ee6bab85455d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Unset dirty status for tenant:dabf97737d37418c9be081eea67919ec on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:25:22.870052 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-860a8938-6a5a-448d-bd2b-ee6bab85455d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 380 time: 0.0941069 Apr 22 17:25:22.884434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'port': {'device_id': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'admin_state_up': True, 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'security_groups': ['9aa983d0-310a-493c-bbd1-c7f08ecea1bd']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:25:22.959209 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2b5d2a22-6d3f-4b9d-991b-5445f435652c req-13a0037e-45d3-4821-80f3-33ff20bb1dd7 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 210 time: 0.0534015 Apr 22 17:25:23.034026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:25:23.038098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Usage tracker for resource:port and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:25:23.041936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:25:23.048097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:25:23.107295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Made reservation on behalf of dabf97737d37418c9be081eea67919ec for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:25:23.113432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:23.286738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Allocated IP 172.20.0.14 (9607fef1-20fe-4d68-8a2d-652161e0cdca/4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8/a4bd75bf-f681-4eb6-9722-38ba7fae8f66) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:25:23.483786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:23.499650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Transition to ACTIVE for port object a4bd75bf-f681-4eb6-9722-38ba7fae8f66 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:25:23.553104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:23.558868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:23.629991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:25:23.633275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:25:23.637410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:25:23.674704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event updated for resources: {'Port': ['ID=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:23.682686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:23.716735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:23.717629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:23.833711 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9541168 Apr 22 17:25:23.848015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Request body: {'port': {'device_id': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:25:23.861545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d16cbf96-5065-44c0-b6f1-6f2a9eb5da5b None None] Provisioning for port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:25:23.867068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d16cbf96-5065-44c0-b6f1-6f2a9eb5da5b None None] Provisioning complete for port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:25:23.867537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d16cbf96-5065-44c0-b6f1-6f2a9eb5da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:23.926522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d16cbf96-5065-44c0-b6f1-6f2a9eb5da5b None None] Port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:25:23.969410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:24.165151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2d4b7d73-0ec0-4548-850f-63ffdca6994f up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:25:24.173361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ce4b0-e1e4-4031-b7b8-1439577a1377 req-d8b939b4-86b2-435f-a8c8-c39f0d37387b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:24.175141 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d07ce4b0-e1e4-4031-b7b8-1439577a1377 req-d8b939b4-86b2-435f-a8c8-c39f0d37387b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 932 time: 0.0917432 Apr 22 17:25:24.231115 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d07ce4b0-e1e4-4031-b7b8-1439577a1377 req-801e2da7-8c57-454f-86b6-c04f519591c3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476694 Apr 22 17:25:24.255753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 2d4b7d73-0ec0-4548-850f-63ffdca6994f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:25:24.256186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:24.356017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bd75bf-f681-4eb6-9722-38ba7fae8f66 {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:25:24.363981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:24.379570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Transition to ACTIVE for port object a4bd75bf-f681-4eb6-9722-38ba7fae8f66 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:25:24.404229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:24.409328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad5a8026-1d62-462a-a5ea-bf71760e63b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:24.577920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:24.586358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:24.659508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Attempting to bind port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:25:24.659832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Attempting to bind port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:25:24.660204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Attempting to bind port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 on network 9607fef1-20fe-4d68-8a2d-652161e0cdca {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:25:24.665743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 on network 9607fef1-20fe-4d68-8a2d-652161e0cdca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:25:24.666113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Attempting to bind port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 on network 9607fef1-20fe-4d68-8a2d-652161e0cdca {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:25:24.671705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:25:24.672085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Checking segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:25:24.672510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Bound using segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:25:24.672987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Bound port: a4bd75bf-f681-4eb6-9722-38ba7fae8f66, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:25:24.673373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:24.768088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] For port a4bd75bf-f681-4eb6-9722-38ba7fae8f66, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:25:24.771168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] For port a4bd75bf-f681-4eb6-9722-38ba7fae8f66, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:25:24.805401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:24.810121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c1e6968-2649-4d30-8c24-a3f03cca6478 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:24.863792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:24.864487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:24.866087 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] 10.222.0.78 "PUT /v2.0/ports/a4bd75bf-f681-4eb6-9722-38ba7fae8f66 HTTP/1.1" status: 200 len: 1094 time: 1.0227096 Apr 22 17:25:24.868615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:25:24.902355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:24.905893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:24.923272 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'status': 'completed', 'code': 200} Apr 22 17:25:25.031747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f6b2b-28a2-41bc-88f6-07834cb92e5c req-fecabed7-abc3-4519-972d-5b91a02c7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:25.033356 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-735f6b2b-28a2-41bc-88f6-07834cb92e5c req-fecabed7-abc3-4519-972d-5b91a02c7c24 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 1097 time: 0.0823963 Apr 22 17:25:25.190313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f6b2b-28a2-41bc-88f6-07834cb92e5c req-f17114d8-9820-47d2-8c82-68c17184fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:25.192024 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-735f6b2b-28a2-41bc-88f6-07834cb92e5c req-f17114d8-9820-47d2-8c82-68c17184fcd6 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=dabf97737d37418c9be081eea67919ec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1469238 Apr 22 17:25:25.444450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571158dc-f518-464f-9b09-cfd69df7bc7f req-b2f846f5-8f20-4884-8e21-655edc3f5134 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:25.446145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-571158dc-f518-464f-9b09-cfd69df7bc7f req-b2f846f5-8f20-4884-8e21-655edc3f5134 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 944 time: 0.0954926 Apr 22 17:25:25.498717 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-571158dc-f518-464f-9b09-cfd69df7bc7f req-f68c9291-6b06-4289-b9a3-9eeddc724be1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450487 Apr 22 17:25:25.623910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f6b2b-28a2-41bc-88f6-07834cb92e5c req-ba4ea8db-c8ce-4b29-94dc-80bb759a7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:25.625487 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-735f6b2b-28a2-41bc-88f6-07834cb92e5c req-ba4ea8db-c8ce-4b29-94dc-80bb759a7413 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4237137 Apr 22 17:25:25.746565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c2e41-446a-4567-9074-608b9a795339 req-f4477fc1-79d3-418a-b1f9-7789aac317a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:25.748225 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-f4477fc1-79d3-418a-b1f9-7789aac317a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 1097 time: 0.0813100 Apr 22 17:25:25.828366 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-81596889-c80b-4934-843c-287a611d3809 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66 HTTP/1.1" status: 200 len: 217 time: 0.0679591 Apr 22 17:25:25.904501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c2e41-446a-4567-9074-608b9a795339 req-52d8ecb2-de2d-4b0d-b2e4-47a252b6ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:25.906123 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-52d8ecb2-de2d-4b0d-b2e4-47a252b6ef3e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0669107 Apr 22 17:25:25.992346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c2e41-446a-4567-9074-608b9a795339 req-0d9b1618-29eb-4185-954d-fc09292844b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:25.993872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-0d9b1618-29eb-4185-954d-fc09292844b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774033 Apr 22 17:25:26.143901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-c63bc880-1955-41fc-aeed-1f4e5c438dad service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391242 Apr 22 17:25:26.288183 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8c2e41-446a-4567-9074-608b9a795339 req-8aabbdc9-8658-4faa-bb6f-b257e99e07f1 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337936 Apr 22 17:25:26.708829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d462cef-95df-486a-aab3-c0155f337982 req-94beddda-c57a-4940-bb2d-ceb5e4a5141b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:26.710524 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1d462cef-95df-486a-aab3-c0155f337982 req-94beddda-c57a-4940-bb2d-ceb5e4a5141b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 944 time: 0.0943508 Apr 22 17:25:26.759446 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1d462cef-95df-486a-aab3-c0155f337982 req-bbf3a9f1-1b16-44e8-b9cf-643974c0a40f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424998 Apr 22 17:25:27.886771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a4bd75bf-f681-4eb6-9722-38ba7fae8f66 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:25:27.964835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d23c2-0aef-4f77-abf6-3b6f77381107 req-3b09a07b-4b81-4acf-8190-4cf85e38eaed tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:27.966451 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e38d23c2-0aef-4f77-abf6-3b6f77381107 req-3b09a07b-4b81-4acf-8190-4cf85e38eaed tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 944 time: 0.0943027 Apr 22 17:25:28.015878 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e38d23c2-0aef-4f77-abf6-3b6f77381107 req-96fa8923-a91c-4aa1-ae90-64c01aed6357 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427539 Apr 22 17:25:28.046084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a4bd75bf-f681-4eb6-9722-38ba7fae8f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:25:28.061111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'port_id': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'mac_address': 'fa:16:3e:80:76:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:25:28.094115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c9c01d89-3feb-4496-884d-16aea525fd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:28.122181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:28.140113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bd75bf-f681-4eb6-9722-38ba7fae8f66 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:25:28.155797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a4bd75bf-f681-4eb6-9722-38ba7fae8f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:25:28.181104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:28.182974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:28.436870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:28.439854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:28.501788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['a4bd75bf-f681-4eb6-9722-38ba7fae8f66'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:25:29.233952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f00bb8-0592-4aab-802a-eff3f63701c7 req-151a0d79-f4ac-43d9-8f97-8245b071d8b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:29.235588 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-80f00bb8-0592-4aab-802a-eff3f63701c7 req-151a0d79-f4ac-43d9-8f97-8245b071d8b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 945 time: 0.0936887 Apr 22 17:25:29.283994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-80f00bb8-0592-4aab-802a-eff3f63701c7 req-1e94d637-1613-465c-a0e5-161536a1a57b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420613 Apr 22 17:25:29.899392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a4bd75bf-f681-4eb6-9722-38ba7fae8f66 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:25:30.009862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:25:30.015100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:25:30.015529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:30.140952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:30.169236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:25:30.179232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a4bd75bf-f681-4eb6-9722-38ba7fae8f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:25:30.210312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:30.213028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:25:30.284035 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'code': 200} Apr 22 17:25:30.297041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:25:30.300656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:25:30.307055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4eb8-7366-4554-8a22-8e9e55b5f3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:30.484640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe45552-41b4-48fb-a4ac-a8def6c70df6 req-6f36b54b-13c7-4f32-b7b3-eff2d13e71ab tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:30.486221 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1fe45552-41b4-48fb-a4ac-a8def6c70df6 req-6f36b54b-13c7-4f32-b7b3-eff2d13e71ab tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0890133 Apr 22 17:25:30.539698 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1fe45552-41b4-48fb-a4ac-a8def6c70df6 req-56a434a0-f514-4cd6-8561-951f5f7195ca tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455134 Apr 22 17:25:30.608776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108d94-d8a8-480f-8146-1ab65815df90 req-caeb4f82-4456-4ba0-aa40-35bd7d99505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:30.610370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-91108d94-d8a8-480f-8146-1ab65815df90 req-caeb4f82-4456-4ba0-aa40-35bd7d99505b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 1099 time: 0.0833890 Apr 22 17:25:30.659510 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-91108d94-d8a8-480f-8146-1ab65815df90 req-95d9b24e-e6a5-4248-a48a-bfb497491b55 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353847 Apr 22 17:25:31.457714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:31.495639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:31.748211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e61a8-cf42-4720-a04e-bfccca127cd1 req-7844de34-d1b5-4b80-ae81-e60c25e6b3df tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:31.749795 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-af8e61a8-cf42-4720-a04e-bfccca127cd1 req-7844de34-d1b5-4b80-ae81-e60c25e6b3df tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0921097 Apr 22 17:25:31.797218 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-af8e61a8-cf42-4720-a04e-bfccca127cd1 req-932bf79d-e135-4076-ba83-6014d1653c21 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411434 Apr 22 17:25:31.997066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce392e6-6dac-4bf7-aafe-b7da394a3de0 req-818e4ef1-3eae-4740-bc49-e81c18bb3b01 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:31.998578 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fce392e6-6dac-4bf7-aafe-b7da394a3de0 req-818e4ef1-3eae-4740-bc49-e81c18bb3b01 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0931971 Apr 22 17:25:32.008494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 36580) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:32.014302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e99ce1bb-4342-4441-980f-be169019fcbb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'floatingip': {'port_id': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:25:32.101461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e99ce1bb-4342-4441-980f-be169019fcbb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:32.721825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e99ce1bb-4342-4441-980f-be169019fcbb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:32.752227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e99ce1bb-4342-4441-980f-be169019fcbb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:32.826604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:32.937948 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-e99ce1bb-4342-4441-980f-be169019fcbb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 associated. External IP: 172.26.6.197, port: a4bd75bf-f681-4eb6-9722-38ba7fae8f66. Apr 22 17:25:33.313455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99ce1bb-4342-4441-980f-be169019fcbb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Router 7d20a096-053d-4f23-a078-bfa0579df497 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:25:33.499971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99ce1bb-4342-4441-980f-be169019fcbb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:25:33.505029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e99ce1bb-4342-4441-980f-be169019fcbb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:33.510292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfd9d3-9f37-4033-8a19-c4f22b72018f None None] Sync routers for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:25:33.521504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bfd9d3-9f37-4033-8a19-c4f22b72018f None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:25:33.522169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c8bfd9d3-9f37-4033-8a19-c4f22b72018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:25:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:33.567402 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e99ce1bb-4342-4441-980f-be169019fcbb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "PUT /v2.0/floatingips/7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 HTTP/1.1" status: 200 len: 992 time: 1.5575509 Apr 22 17:25:33.568147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:25:33.621818 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'status': 'completed', 'code': 200} Apr 22 17:25:33.729079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47d726-0e60-4ee8-bbb0-88a903509dc7 req-97b37bde-dd7b-4352-bbeb-c34b86b7e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:33.730744 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc47d726-0e60-4ee8-bbb0-88a903509dc7 req-97b37bde-dd7b-4352-bbeb-c34b86b7e16e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 1099 time: 0.0858507 Apr 22 17:25:33.876146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c8bfd9d3-9f37-4033-8a19-c4f22b72018f None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:25:33.877282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47d726-0e60-4ee8-bbb0-88a903509dc7 req-8b2e1580-1939-4732-b22c-0e399ec6da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:33.878925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc47d726-0e60-4ee8-bbb0-88a903509dc7 req-8b2e1580-1939-4732-b22c-0e399ec6da6e service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1403790 Apr 22 17:25:34.260344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c8bfd9d3-9f37-4033-8a19-c4f22b72018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:80:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:25:32Z', 'revision_number': 1, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:34.264404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfd9d3-9f37-4033-8a19-c4f22b72018f None None] Checking router: 7d20a096-053d-4f23-a078-bfa0579df497 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:25:34.274195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bfd9d3-9f37-4033-8a19-c4f22b72018f None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:25:34.274913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c8bfd9d3-9f37-4033-8a19-c4f22b72018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:25:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:34.281742 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc47d726-0e60-4ee8-bbb0-88a903509dc7 req-c9d06ebd-2669-40da-b6f0-91aefcc383cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66 HTTP/1.1" status: 200 len: 1000 time: 0.3958340 Apr 22 17:25:34.351031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47d726-0e60-4ee8-bbb0-88a903509dc7 req-684fcd4f-b98b-4b56-8eda-61ced780132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:34.353117 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc47d726-0e60-4ee8-bbb0-88a903509dc7 req-684fcd4f-b98b-4b56-8eda-61ced780132a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0646946 Apr 22 17:25:34.440970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47d726-0e60-4ee8-bbb0-88a903509dc7 req-182a6024-975e-4fc2-9058-0c636951b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:25:34.442735 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc47d726-0e60-4ee8-bbb0-88a903509dc7 req-182a6024-975e-4fc2-9058-0c636951b554 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828910 Apr 22 17:25:34.467121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c8bfd9d3-9f37-4033-8a19-c4f22b72018f None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:25:34.589106 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc47d726-0e60-4ee8-bbb0-88a903509dc7 req-9129587d-0328-4e63-a491-42d4f601435e service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390963 Apr 22 17:25:34.735397 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc47d726-0e60-4ee8-bbb0-88a903509dc7 req-f8714927-b2e3-4030-9b4e-99321d26f955 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391115 Apr 22 17:25:34.839665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c8bfd9d3-9f37-4033-8a19-c4f22b72018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:80:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:25:32Z', 'revision_number': 1, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:25:34.843883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfd9d3-9f37-4033-8a19-c4f22b72018f None None] The sync data for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv is: [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:80:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:25:32Z', 'revision_number': 1, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:25:35.121162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7d506-b599-4310-99cc-d74a01f0aa7f None None] New status for floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:25:35.450043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:58.073073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e845e5ac-710b-46b9-98ab-fb7bd6a53ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:25:59.170105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:26:00.272294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0c9403d2-fe6e-4074-842b-a2bca27b0ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:01.458153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:01.495020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:02.848255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:05.408166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:15.704240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e73c-6ee1-4d70-a730-cc836db3e026 req-066307f5-8509-4acd-85bc-e6deda9f6ecb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:15.705830 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1d9e73c-6ee1-4d70-a730-cc836db3e026 req-066307f5-8509-4acd-85bc-e6deda9f6ecb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0901728 Apr 22 17:26:15.753870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1d9e73c-6ee1-4d70-a730-cc836db3e026 req-db92ae0e-c1e4-4525-914d-478ab3e10c5d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Apr 22 17:26:16.309817 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-51aa31a0-9f26-4852-92e5-a00b6bbd6f69 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093194 Apr 22 17:26:16.319019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a47b1-0add-4ebd-af06-9a19030fe628 req-43ba2cb1-03d9-4d04-89a6-1334688a5eaa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:16.320572 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3b4a47b1-0add-4ebd-af06-9a19030fe628 req-43ba2cb1-03d9-4d04-89a6-1334688a5eaa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.1605196 Apr 22 17:26:16.373348 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3b4a47b1-0add-4ebd-af06-9a19030fe628 req-ea81b03d-f126-4c41-a9a4-a599285083ff tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461516 Apr 22 17:26:17.582552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b3090-e9a5-40a9-990d-ec2e564971f6 req-039ba719-aa03-4505-ac52-2cecc0159ac8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:17.584819 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-252b3090-e9a5-40a9-990d-ec2e564971f6 req-039ba719-aa03-4505-ac52-2cecc0159ac8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0916522 Apr 22 17:26:17.634723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-252b3090-e9a5-40a9-990d-ec2e564971f6 req-b0fe1e28-25d0-4853-973c-ebf021aa206c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421665 Apr 22 17:26:18.061124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-87bafda6-b46c-4412-8338-44c6cf51de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:18.062832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-87bafda6-b46c-4412-8338-44c6cf51de5e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 1099 time: 0.0799110 Apr 22 17:26:18.210470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-6e1ca49d-e6f2-4fe2-9f88-4f404f917d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:18.212734 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-6e1ca49d-e6f2-4fe2-9f88-4f404f917d9e service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1383541 Apr 22 17:26:18.325212 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-bc6cefda-ca8a-4822-95f7-89a9d0e0e8e6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66 HTTP/1.1" status: 200 len: 1002 time: 0.1024938 Apr 22 17:26:18.397781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-1e44f757-d9c1-44ff-9628-1055d7291b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:18.399356 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-1e44f757-d9c1-44ff-9628-1055d7291b21 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0637569 Apr 22 17:26:18.488048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-361ad314-a755-46e9-b14d-d787b7d25fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:18.489700 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-361ad314-a755-46e9-b14d-d787b7d25fe3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803304 Apr 22 17:26:18.637301 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-4f5217f5-9ec9-4c40-a16a-928322a777dd service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373847 Apr 22 17:26:18.787106 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-e97ec080-e920-40ff-b3fd-123cb62153de service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377616 Apr 22 17:26:18.847164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55be1fe-4dc3-4763-97bc-fd5d4ea62ec4 req-5ed729c4-6693-4012-b595-90e957f82010 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:18.848856 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d55be1fe-4dc3-4763-97bc-fd5d4ea62ec4 req-5ed729c4-6693-4012-b595-90e957f82010 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0950091 Apr 22 17:26:18.899648 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d55be1fe-4dc3-4763-97bc-fd5d4ea62ec4 req-6eaedc0a-1fa9-420d-932d-5e2ae56b6389 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436256 Apr 22 17:26:20.103083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11bed4-a7fe-4969-8a89-bb241bc0b885 req-eeeb7ce2-6146-42ae-8ba7-74cc5404941b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:20.104599 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e11bed4-a7fe-4969-8a89-bb241bc0b885 req-eeeb7ce2-6146-42ae-8ba7-74cc5404941b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0893922 Apr 22 17:26:20.152768 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e11bed4-a7fe-4969-8a89-bb241bc0b885 req-8cc21710-b177-4c88-8fe3-0177d346cb87 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Apr 22 17:26:21.356029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7030a-93cd-4dbe-ab18-d92154acfb2c req-d501b765-4e2d-4249-8a93-eeed0353785e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:21.357626 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-96e7030a-93cd-4dbe-ab18-d92154acfb2c req-d501b765-4e2d-4249-8a93-eeed0353785e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0910361 Apr 22 17:26:21.405338 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-96e7030a-93cd-4dbe-ab18-d92154acfb2c req-ac28f38b-eb15-4854-911e-cfe6a0580b88 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413990 Apr 22 17:26:22.612240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5710b-e322-4090-959c-2dc0acf7edf1 req-e4424f11-ddfd-43bc-a65a-b9e8b365a35c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:22.613870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3a5710b-e322-4090-959c-2dc0acf7edf1 req-e4424f11-ddfd-43bc-a65a-b9e8b365a35c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0918982 Apr 22 17:26:22.660865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3a5710b-e322-4090-959c-2dc0acf7edf1 req-e3fd3826-7664-4aa0-80dc-0576f866d773 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397716 Apr 22 17:26:23.873395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbbc97-dad5-4607-9199-b5dc5f6b6e13 req-231aa0e7-ebc9-46ff-8240-fbbbb3471c98 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:23.875054 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-62cbbc97-dad5-4607-9199-b5dc5f6b6e13 req-231aa0e7-ebc9-46ff-8240-fbbbb3471c98 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0915995 Apr 22 17:26:23.925040 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-62cbbc97-dad5-4607-9199-b5dc5f6b6e13 req-637ee64c-24fa-4a80-bb38-4c3afb44e9eb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434487 Apr 22 17:26:25.135413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e17c4-b312-4117-bb14-3d852f397a3a req-edd7b66f-d3ee-461f-b921-782e5093e4a4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:25.136966 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f19e17c4-b312-4117-bb14-3d852f397a3a req-edd7b66f-d3ee-461f-b921-782e5093e4a4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0968437 Apr 22 17:26:25.186773 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f19e17c4-b312-4117-bb14-3d852f397a3a req-a89c975d-3ca8-4252-aec5-5d9f93e3bbeb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432508 Apr 22 17:26:26.395126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96498f02-b45b-4d16-b7ad-31b9e166f6e1 req-ec271fd7-0897-4610-864c-e321f8aac39e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:26.396705 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-96498f02-b45b-4d16-b7ad-31b9e166f6e1 req-ec271fd7-0897-4610-864c-e321f8aac39e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0917511 Apr 22 17:26:26.450883 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-96498f02-b45b-4d16-b7ad-31b9e166f6e1 req-99c8e9dd-fb18-43fd-8dac-116829fd93e1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467193 Apr 22 17:26:27.658584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27b22f-5e48-4782-900a-b31590dfd569 req-791b0773-815e-4839-a8ab-0c22d513dd65 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:27.660252 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-be27b22f-5e48-4782-900a-b31590dfd569 req-791b0773-815e-4839-a8ab-0c22d513dd65 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0896578 Apr 22 17:26:27.710385 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-be27b22f-5e48-4782-900a-b31590dfd569 req-f2efbd51-f114-4c09-8f7f-d0154e940df3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430379 Apr 22 17:26:28.066615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-18365bfa-01f3-476f-8442-0bd508d61547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:28.919915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f40fc3-e901-460e-add5-8bb739b2b846 req-687fa201-4a01-484e-a346-846e34e36ee6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:28.921549 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-80f40fc3-e901-460e-add5-8bb739b2b846 req-687fa201-4a01-484e-a346-846e34e36ee6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0958924 Apr 22 17:26:28.977621 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-80f40fc3-e901-460e-add5-8bb739b2b846 req-74833ca3-e678-4662-a71e-aec2e1fea168 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483403 Apr 22 17:26:30.185020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0219ff-0fef-4e92-a636-825d92647d59 req-cf838b13-174f-428a-95ad-8de94a7ce284 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:30.186659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e0219ff-0fef-4e92-a636-825d92647d59 req-cf838b13-174f-428a-95ad-8de94a7ce284 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0892067 Apr 22 17:26:30.235306 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e0219ff-0fef-4e92-a636-825d92647d59 req-c9420c07-b214-48e9-8845-e89dc5afa27a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420375 Apr 22 17:26:30.266372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29331789-02be-4c7e-9d12-f3ff07a10cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:30.890425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-6ae69b43-3905-4a2c-a450-0ea0cd7c4868 service neutron] 10.222.0.78 "GET /v2.0/ports/a4bd75bf-f681-4eb6-9722-38ba7fae8f66/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0824678 Apr 22 17:26:31.309671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-6a80997d-ea30-466c-b9b2-cba06576eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:31.311348 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-6a80997d-ea30-466c-b9b2-cba06576eed3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 1099 time: 0.0854108 Apr 22 17:26:31.424434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-1c8e0800-9521-4a5c-9b39-7e5902febe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:31.426145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-1c8e0800-9521-4a5c-9b39-7e5902febe8a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 1099 time: 0.0827863 Apr 22 17:26:31.440053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:31.455598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552ee7e-25a2-4580-8b34-7428265feadb req-f77844ab-ce3f-4259-b45c-6e8a1bb83798 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:31.457252 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0552ee7e-25a2-4580-8b34-7428265feadb req-f77844ab-ce3f-4259-b45c-6e8a1bb83798 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.1003547 Apr 22 17:26:31.500926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:31.509915 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0552ee7e-25a2-4580-8b34-7428265feadb req-caf8063a-7a9b-40c0-b7af-e7b1cc9c9bf3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454545 Apr 22 17:26:31.581159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-d8170629-e0d5-4897-bc1b-d71b3799e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:31.582783 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-d8170629-e0d5-4897-bc1b-d71b3799e6fd service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1439712 Apr 22 17:26:31.703823 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-102be784-be22-47f2-bc1c-1fe3b342b36d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66 HTTP/1.1" status: 200 len: 1002 time: 0.1105313 Apr 22 17:26:31.779416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-09e6c3c8-4708-4baf-ab26-859cc635f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:31.780927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-09e6c3c8-4708-4baf-ab26-859cc635f21e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0655184 Apr 22 17:26:31.878220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-4f05f595-1943-4d51-9ee4-7888d9314aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:31.879865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-4f05f595-1943-4d51-9ee4-7888d9314aeb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837040 Apr 22 17:26:32.031860 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-97be6093-c47b-44a9-b8ac-e6483f3cde29 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398945 Apr 22 17:26:32.182515 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fe39ca0-c58f-4a00-8ce0-aedf71a03561 req-40d2c09b-e974-4586-91e3-82fce3abcb55 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394963 Apr 22 17:26:32.388832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fb44d-9c76-432e-aef0-98c55633aa1f req-3545ebd7-9156-4dc2-9067-619628d32f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:32.390344 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-579fb44d-9c76-432e-aef0-98c55633aa1f req-3545ebd7-9156-4dc2-9067-619628d32f03 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 1099 time: 0.0809577 Apr 22 17:26:32.575037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fb44d-9c76-432e-aef0-98c55633aa1f req-415b23ab-1b17-4fcb-9a4f-4c20f98dd696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:32.576651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-579fb44d-9c76-432e-aef0-98c55633aa1f req-415b23ab-1b17-4fcb-9a4f-4c20f98dd696 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1498053 Apr 22 17:26:32.698939 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-579fb44d-9c76-432e-aef0-98c55633aa1f req-be11c516-61fb-4928-9a53-fe384e01370b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66 HTTP/1.1" status: 200 len: 1002 time: 0.1146910 Apr 22 17:26:32.721321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eac50-8023-4c3c-82d3-bada93d9f86d req-505337e6-8c0b-476a-9e1e-e8fbaa76d6ee tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:32.723067 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a51eac50-8023-4c3c-82d3-bada93d9f86d req-505337e6-8c0b-476a-9e1e-e8fbaa76d6ee tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0924468 Apr 22 17:26:32.778376 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a51eac50-8023-4c3c-82d3-bada93d9f86d req-2375137e-5550-4250-b851-1c0c3944d1e4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480659 Apr 22 17:26:32.779609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fb44d-9c76-432e-aef0-98c55633aa1f req-0141e167-aff4-4df5-8658-1e0fc6c0a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:32.781192 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-579fb44d-9c76-432e-aef0-98c55633aa1f req-0141e167-aff4-4df5-8658-1e0fc6c0a412 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0686502 Apr 22 17:26:32.874030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fb44d-9c76-432e-aef0-98c55633aa1f req-4f48c9f6-b6ec-4ea8-93ee-40d24f544200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:32.875677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-579fb44d-9c76-432e-aef0-98c55633aa1f req-4f48c9f6-b6ec-4ea8-93ee-40d24f544200 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867460 Apr 22 17:26:32.882123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:33.023862 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-579fb44d-9c76-432e-aef0-98c55633aa1f req-4895ed30-18d8-4f6c-b54c-2d427c48c734 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399813 Apr 22 17:26:33.172931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-579fb44d-9c76-432e-aef0-98c55633aa1f req-e0205a2f-0bec-43e3-804b-c5384b54be4d service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418648 Apr 22 17:26:33.994903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947e023-7162-4d29-a253-95bb8d26302e req-dedffb55-5201-46df-8c5d-2b9cc0ca9cfe tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:33.996470 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2947e023-7162-4d29-a253-95bb8d26302e req-dedffb55-5201-46df-8c5d-2b9cc0ca9cfe tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0958397 Apr 22 17:26:34.047351 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2947e023-7162-4d29-a253-95bb8d26302e req-95aa3ca6-740a-456b-99f1-586590ccf863 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444610 Apr 22 17:26:34.292070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a4bd75bf-f681-4eb6-9722-38ba7fae8f66 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:26:34.296152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a4bd75bf-f681-4eb6-9722-38ba7fae8f66 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:26:34.564120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:34.606128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a4bd75bf-f681-4eb6-9722-38ba7fae8f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:26:34.625542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:26:34.636421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'port_id': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'mac_address': 'fa:16:3e:80:76:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:26:34.641830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a4bd75bf-f681-4eb6-9722-38ba7fae8f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:26:34.673729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:34.683213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:26:34.723226 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'code': 200} Apr 22 17:26:34.768568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:34.796843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bd75bf-f681-4eb6-9722-38ba7fae8f66 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:26:34.800767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:26:34.815718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.816035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.816419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.816795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.817167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.817542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.817909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.818276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.818673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.819052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.819418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.819848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:34.826015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:26:34.831023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a4bd75bf-f681-4eb6-9722-38ba7fae8f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:26:34.866250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:34.868708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:26:34.944449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['a4bd75bf-f681-4eb6-9722-38ba7fae8f66'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:26:34.990136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:26:34.995927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:26:35.260259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38272d1e-7577-4fbe-bb31-c4944289d451 req-29436e2a-0d61-46c5-96bb-5f0d2f506998 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:35.261890 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-38272d1e-7577-4fbe-bb31-c4944289d451 req-29436e2a-0d61-46c5-96bb-5f0d2f506998 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 945 time: 0.0946639 Apr 22 17:26:35.317760 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-38272d1e-7577-4fbe-bb31-c4944289d451 req-3940df8b-be65-4cbb-adec-40591ca462b2 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474861 Apr 22 17:26:35.426050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:35.741151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105aabb0-340d-4c74-84f5-5a2bfbc2c999 req-558b0a47-0044-415d-8c9b-db13af32665f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:35.742169 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-105aabb0-340d-4c74-84f5-5a2bfbc2c999 req-558b0a47-0044-415d-8c9b-db13af32665f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 945 time: 0.0962274 Apr 22 17:26:35.757778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-8738f80c-6da9-4753-a569-b3693c9441d5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:35.758551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-8738f80c-6da9-4753-a569-b3693c9441d5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Synchronizing usage tracker for tenant:dabf97737d37418c9be081eea67919ec on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:26:35.796135 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-105aabb0-340d-4c74-84f5-5a2bfbc2c999 req-0188cca8-70a5-43b1-b786-9582eb449674 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473275 Apr 22 17:26:35.820485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-8738f80c-6da9-4753-a569-b3693c9441d5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Unset dirty status for tenant:dabf97737d37418c9be081eea67919ec on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:26:35.822023 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-8738f80c-6da9-4753-a569-b3693c9441d5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d&tenant_id=dabf97737d37418c9be081eea67919ec&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1610494 Apr 22 17:26:35.985426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-6842506e-21b4-4821-be7a-7b1a55156b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:35.987031 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-6842506e-21b4-4821-be7a-7b1a55156b66 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 1098 time: 0.0895817 Apr 22 17:26:36.136509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-25703b68-832e-4224-8ec8-22867cc47b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:36.139103 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-25703b68-832e-4224-8ec8-22867cc47b8b service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1445179 Apr 22 17:26:36.170187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:26:36.252221 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-cf016d2a-c29c-4630-9750-1c966a7b1476 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66 HTTP/1.1" status: 200 len: 1001 time: 0.1062808 Apr 22 17:26:36.303306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a4bd75bf-f681-4eb6-9722-38ba7fae8f66 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:26:36.385457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:26:36.385880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:36.524015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:36.563573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a4bd75bf-f681-4eb6-9722-38ba7fae8f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:26:36.597623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:36.599864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3dcceaac-4fae-40f7-948a-e9c6f570375a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:26:36.633422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-407228f7-744b-4f72-a715-b3e683dba9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:36.635726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-407228f7-744b-4f72-a715-b3e683dba9cf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.3771217 Apr 22 17:26:36.676465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:26:36.679868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:26:36.725037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:26:36.746512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-15673235-8529-4486-b0bd-4a86e1f7dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:36.746512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-15673235-8529-4486-b0bd-4a86e1f7dd1d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1015511 Apr 22 17:26:36.789326 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'code': 200} Apr 22 17:26:36.919766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-aa639557-a09e-4d4b-b1b4-99a3a3e28cde service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690607 Apr 22 17:26:37.017473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcb193-0a6a-4cad-aaf8-c9d3e764c419 req-6a1d27d2-e88e-4b9f-a658-9e3ee6f9471d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:37.019149 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ddbcb193-0a6a-4cad-aaf8-c9d3e764c419 req-6a1d27d2-e88e-4b9f-a658-9e3ee6f9471d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0988379 Apr 22 17:26:37.079930 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2449d0d-940b-4134-bbb4-0a7d003c6c16 req-96eb87c7-0748-435c-a3ed-d606aa5187f9 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523201 Apr 22 17:26:37.086436 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ddbcb193-0a6a-4cad-aaf8-c9d3e764c419 req-80fbf7a6-c1fe-4db2-89c8-b17f9e44e70a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574319 Apr 22 17:26:38.299691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b76e0-501a-46bb-a766-5d10c0b4e145 req-6d87f008-08c5-4ed1-b7fb-03662c74708e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:38.301319 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-998b76e0-501a-46bb-a766-5d10c0b4e145 req-6d87f008-08c5-4ed1-b7fb-03662c74708e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0903933 Apr 22 17:26:38.357959 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-998b76e0-501a-46bb-a766-5d10c0b4e145 req-a0fcbb9d-6302-4139-a816-6bf6c96b25b0 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472279 Apr 22 17:26:38.561986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01efd81-0121-4ed5-be5a-1215ad829725 req-5dcd692c-131b-401a-b9d7-d5f8a419aa80 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:38.563681 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d01efd81-0121-4ed5-be5a-1215ad829725 req-5dcd692c-131b-401a-b9d7-d5f8a419aa80 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0904298 Apr 22 17:26:38.615467 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d01efd81-0121-4ed5-be5a-1215ad829725 req-8c4fa09d-b6c1-4372-8f10-f2da44e1c275 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451632 Apr 22 17:26:38.822715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce38fcd-22ac-4e8b-9d1d-0c901a577063 req-ac8b1e16-493f-4042-8835-4be1bf1708b4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:38.824881 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7ce38fcd-22ac-4e8b-9d1d-0c901a577063 req-ac8b1e16-493f-4042-8835-4be1bf1708b4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0929844 Apr 22 17:26:38.874597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7ce38fcd-22ac-4e8b-9d1d-0c901a577063 req-6f3857bb-b6e2-4867-b80d-c81c1cc7c68f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429471 Apr 22 17:26:39.377010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dc71a-316a-4f38-9263-7d9c76b7eede req-4dd00ec9-0e69-4717-b726-9566c83caec1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:39.378646 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2a9dc71a-316a-4f38-9263-7d9c76b7eede req-4dd00ec9-0e69-4717-b726-9566c83caec1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0956709 Apr 22 17:26:39.428059 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2a9dc71a-316a-4f38-9263-7d9c76b7eede req-cc7c07c6-dcb9-4f4e-9762-573a1c7d656e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426841 Apr 22 17:26:40.641734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8edcc-96e1-492e-9ec2-56870c3841d5 req-6c37563a-9ead-493f-8e70-e8dda490bf34 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:40.643380 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bbe8edcc-96e1-492e-9ec2-56870c3841d5 req-6c37563a-9ead-493f-8e70-e8dda490bf34 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0952766 Apr 22 17:26:40.695066 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bbe8edcc-96e1-492e-9ec2-56870c3841d5 req-9f3c9c3d-f9bd-4f02-b456-ea99db5bb420 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452383 Apr 22 17:26:41.206081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-edc89a4a-1eec-4726-8ebf-01cd069fae64 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:41.207711 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-edc89a4a-1eec-4726-8ebf-01cd069fae64 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0930555 Apr 22 17:26:41.288018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Deleting port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:26:41.288400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:41.558792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] For port a4bd75bf-f681-4eb6-9722-38ba7fae8f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:26:41.559076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:41.889337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:41.889903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:41.890033 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 disassociated. External IP: 172.26.6.197, port: a4bd75bf-f681-4eb6-9722-38ba7fae8f66. Apr 22 17:26:41.890365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Calling delete_port for a4bd75bf-f681-4eb6-9722-38ba7fae8f66 owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:26:41.921192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621baac-5be9-41e5-ba2c-dac5258137bb req-a08d376b-9701-41eb-90f8-6f05e1ac5f25 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:41.923050 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f621baac-5be9-41e5-ba2c-dac5258137bb req-a08d376b-9701-41eb-90f8-6f05e1ac5f25 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 946 time: 0.0970368 Apr 22 17:26:41.981757 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f621baac-5be9-41e5-ba2c-dac5258137bb req-c4bddf3e-8d70-416e-a328-1f8556124744 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500987 Apr 22 17:26:42.191931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:42.200182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:26:42.249630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event deleted for resources: {'Port': ['ID=a4bd75bf-f681-4eb6-9722-38ba7fae8f66,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:26:42.263132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.263569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.263995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.264421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.264838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.265257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.265669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.266085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.266498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.266939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.267350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.267757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:26:42.323359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:26:42.475481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Router 7d20a096-053d-4f23-a078-bfa0579df497 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:26:42.674543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:26:42.688720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ac957-9976-46b1-a456-139609fc18f0 None None] Sync routers for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:26:42.700174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ac957-9976-46b1-a456-139609fc18f0 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:26:42.700847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-689ac957-9976-46b1-a456-139609fc18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:26:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:26:42.757690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] No DVR routers for this DVR port a4bd75bf-f681-4eb6-9722-38ba7fae8f66 on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:26:42.760278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:42.764644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'name': 'network-vif-deleted', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:26:42.827275 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b59e8-9faa-4a04-9235-339b2fc8319d', 'name': 'network-vif-deleted', 'tag': 'a4bd75bf-f681-4eb6-9722-38ba7fae8f66', 'status': 'completed', 'code': 200} Apr 22 17:26:42.848236 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-745d4b4e-57bb-42d9-813e-4f36c07303bf req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "DELETE /v2.0/ports/a4bd75bf-f681-4eb6-9722-38ba7fae8f66 HTTP/1.1" status: 204 len: 173 time: 1.6323287 Apr 22 17:26:42.898714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-689ac957-9976-46b1-a456-139609fc18f0 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:26:43.175670 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6a4eeb1-0046-47c3-9e0e-ef732c45948d req-c66dca91-a3c7-4568-9c88-2a1744bc3c5e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=025b59e8-9faa-4a04-9235-339b2fc8319d HTTP/1.1" status: 200 len: 210 time: 0.0553126 Apr 22 17:26:43.392192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-689ac957-9976-46b1-a456-139609fc18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:26:43.396221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ac957-9976-46b1-a456-139609fc18f0 None None] Checking router: 7d20a096-053d-4f23-a078-bfa0579df497 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:26:43.405978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ac957-9976-46b1-a456-139609fc18f0 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:26:43.407553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-689ac957-9976-46b1-a456-139609fc18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:26:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:26:43.602948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-689ac957-9976-46b1-a456-139609fc18f0 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:26:43.932894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-689ac957-9976-46b1-a456-139609fc18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:26:43.937171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ac957-9976-46b1-a456-139609fc18f0 None None] The sync data for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv is: [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:26:44.315723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e40ca3-a70a-49b2-8655-706e9a6fdf96 None None] New status for floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:26:44.381106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a4bd75bf-f681-4eb6-9722-38ba7fae8f66 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:26:44.431332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: a4bd75bf-f681-4eb6-9722-38ba7fae8f66 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:26:44.431726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a4bd75bf-f681-4eb6-9722-38ba7fae8f66 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:26:44.551529 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c9ebed6e-ef51-43e6-a56b-89339eae5c21 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1529472540&fields=id&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 267 time: 0.0434608 Apr 22 17:26:44.728745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-fe025118-05b0-4019-b5e5-d0f56bb28d88 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:44.731170 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-fe025118-05b0-4019-b5e5-d0f56bb28d88 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 811 time: 0.1708221 Apr 22 17:26:44.749300 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-727c9649-8d66-4c8f-ac7b-8a3e1102d07c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/quotas/dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 375 time: 0.0113163 Apr 22 17:26:44.855465 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-ad165a8c-bb84-4972-962d-a69e6da4b283 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993204 Apr 22 17:26:45.306576 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-effe4649-c68c-4eb3-aaaa-c309c8ccc2e2 service neutron] 10.222.0.77 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383922 Apr 22 17:26:45.471585 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-bafe6c56-864d-4862-91df-353ad2b730c9 service neutron] 10.222.0.77 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569276 Apr 22 17:26:45.690607 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f9594804-705d-4b47-bd73-a9489a7f8020 req-5fcc80f9-1099-4cd7-aefc-9d4f47928501 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 210 time: 0.0501442 Apr 22 17:26:46.857179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f6f8fd2-336e-4786-9599-6bea1c71c81b req-25cc1c1e-d75b-47c8-8640-c2fac1b40f0b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 210 time: 0.0485630 Apr 22 17:26:47.509852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-a15e0f39-142d-47ad-895d-ae11eadcfdc6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:47.511997 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-a15e0f39-142d-47ad-895d-ae11eadcfdc6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 811 time: 0.1594214 Apr 22 17:26:47.571930 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-eb560021-6577-4d8d-8280-4c8484b0ce16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 380 time: 0.0459514 Apr 22 17:26:47.581317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'port': {'device_id': 'f94761bd-1300-41c0-896a-5136fff7f618', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'admin_state_up': True, 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'security_groups': ['9aa983d0-310a-493c-bbd1-c7f08ecea1bd']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:47.743090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:26:47.748069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Usage tracker for resource:port and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:26:47.751195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:26:47.758147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:26:47.807883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Made reservation on behalf of dabf97737d37418c9be081eea67919ec for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:26:47.814303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:48.002680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Allocated IP 172.20.0.14 (9607fef1-20fe-4d68-8a2d-652161e0cdca/4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8/a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:26:48.032624 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c38e329d-59aa-4324-848b-af6b457e9162 req-99d30740-ef03-4567-8d23-27bdb2c086e0 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 210 time: 0.0536642 Apr 22 17:26:48.281888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:48.311320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Transition to ACTIVE for port object a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:26:48.357571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:48.363693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:26:48.438428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:26:48.441813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:26:48.446082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:26:48.484636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event updated for resources: {'Port': ['ID=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:26:48.489745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:26:48.521744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:48.522438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:48.581560 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0045214 Apr 22 17:26:48.599062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Request body: {'port': {'device_id': 'f94761bd-1300-41c0-896a-5136fff7f618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:48.694304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e5e617d9-ee00-469d-acbd-4bec120826b2 None None] Provisioning for port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:26:48.701416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e5e617d9-ee00-469d-acbd-4bec120826b2 None None] Provisioning complete for port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:26:48.701866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5e617d9-ee00-469d-acbd-4bec120826b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:48.728439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:48.762190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e5e617d9-ee00-469d-acbd-4bec120826b2 None None] Port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:26:49.107142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:26:49.117559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:49.133165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Transition to ACTIVE for port object a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:26:49.168908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:49.173433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-caac320b-7e1d-4368-8e60-4778d7fb4b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:26:49.249363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eb716-9dd1-417b-b703-ad3bd0447a7a req-e555f00a-77c4-4c0b-b90e-c6c61492f6a9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:49.251041 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8c1eb716-9dd1-417b-b703-ad3bd0447a7a req-e555f00a-77c4-4c0b-b90e-c6c61492f6a9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 944 time: 0.0926316 Apr 22 17:26:49.302823 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8c1eb716-9dd1-417b-b703-ad3bd0447a7a req-9ccbfe56-a198-4739-8dc4-479fa6362f64 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450232 Apr 22 17:26:49.353012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Pushing event updated for resources: {'Port': ['ID=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:26:49.362013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:26:49.435653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Attempting to bind port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:26:49.436028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Attempting to bind port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:26:49.436393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Attempting to bind port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa on network 9607fef1-20fe-4d68-8a2d-652161e0cdca {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:26:49.441349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa on network 9607fef1-20fe-4d68-8a2d-652161e0cdca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:26:49.441672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Attempting to bind port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa on network 9607fef1-20fe-4d68-8a2d-652161e0cdca {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:26:49.447427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:26:49.448328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Checking segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:26:49.448749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Bound using segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:26:49.449223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Bound port: a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:26:49.449607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:49.548082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] For port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:26:49.551196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] For port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:26:49.586424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:49.592147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5e57416-8e50-4278-8aa3-470c164ed802 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:26:49.646543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:49.647227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:49.648632 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] 10.222.0.78 "PUT /v2.0/ports/a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa HTTP/1.1" status: 200 len: 1094 time: 1.0555120 Apr 22 17:26:49.649197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:26:49.687454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Pushing event updated for resources: {'Port': ['ID=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:26:49.692621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:26:49.725887 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'status': 'completed', 'code': 200} Apr 22 17:26:49.835616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3ad19-6d18-4f9f-8271-3636fc83ec26 req-a74673b7-b942-439c-aff5-67d8ac4d8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:49.837328 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6c3ad19-6d18-4f9f-8271-3636fc83ec26 req-a74673b7-b942-439c-aff5-67d8ac4d8bbd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 1097 time: 0.0857491 Apr 22 17:26:49.996942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3ad19-6d18-4f9f-8271-3636fc83ec26 req-c492d3ae-d282-492f-915d-5690df392f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:49.998582 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6c3ad19-6d18-4f9f-8271-3636fc83ec26 req-c492d3ae-d282-492f-915d-5690df392f21 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=dabf97737d37418c9be081eea67919ec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1502111 Apr 22 17:26:50.157330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3ad19-6d18-4f9f-8271-3636fc83ec26 req-e9276c22-3549-41d1-b147-92eec58a4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:50.158943 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6c3ad19-6d18-4f9f-8271-3636fc83ec26 req-e9276c22-3549-41d1-b147-92eec58a4bad service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1493495 Apr 22 17:26:50.280354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-d7e91f3d-1103-45c5-949f-e25cb7a02c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:50.281958 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-d7e91f3d-1103-45c5-949f-e25cb7a02c68 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 1097 time: 0.0818489 Apr 22 17:26:50.363005 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-24d0ba1e-416e-4c93-9ea2-37691a73635e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa HTTP/1.1" status: 200 len: 217 time: 0.0696580 Apr 22 17:26:50.521226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e3918-6f5b-4054-95e6-4e015a3c490a req-9d3e3513-b693-433e-a09b-e276c685a57e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:50.523002 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bc2e3918-6f5b-4054-95e6-4e015a3c490a req-9d3e3513-b693-433e-a09b-e276c685a57e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 944 time: 0.0989454 Apr 22 17:26:50.577282 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bc2e3918-6f5b-4054-95e6-4e015a3c490a req-f7411895-4481-408e-9a35-75ba60d4f937 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468056 Apr 22 17:26:50.731839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-f0fa7e97-ea68-42bc-9bb8-011e3240f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:50.733416 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-f0fa7e97-ea68-42bc-9bb8-011e3240f9b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.3610210 Apr 22 17:26:50.825390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-68bae103-b39c-4645-ba9f-18141db38422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:50.826945 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-68bae103-b39c-4645-ba9f-18141db38422 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827487 Apr 22 17:26:50.982639 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-ef968e38-027a-46ae-82be-b3e4b3abecb5 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441553 Apr 22 17:26:51.129589 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-826f26d6-6256-4a54-84e8-8e1d6286f753 req-6ae5ce9b-80f0-41c1-9636-db328ded4292 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384034 Apr 22 17:26:51.781649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9e910-bf08-4e80-84fe-999af4fd8ded req-57b80bbd-b9da-4f2f-8573-ed13a63f33c9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:51.783298 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cb9e910-bf08-4e80-84fe-999af4fd8ded req-57b80bbd-b9da-4f2f-8573-ed13a63f33c9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 944 time: 0.0889189 Apr 22 17:26:51.835651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cb9e910-bf08-4e80-84fe-999af4fd8ded req-57a81e87-ffa7-4c97-8267-d4c6fb68f850 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459459 Apr 22 17:26:52.430519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:26:52.578237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:26:52.592845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'port_id': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'mac_address': 'fa:16:3e:20:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:26:52.656378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:52.674908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:26:52.692658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:26:52.727622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:52.730005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:26:52.798742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:26:52.801868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:26:53.024122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:26:53.037483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f781ae-dc03-4b58-9503-a8dad21e1c83 req-d3a669e2-6adb-42fc-9171-bc55b849d3d9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:53.039169 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-19f781ae-dc03-4b58-9503-a8dad21e1c83 req-d3a669e2-6adb-42fc-9171-bc55b849d3d9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 945 time: 0.0904398 Apr 22 17:26:53.090957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-19f781ae-dc03-4b58-9503-a8dad21e1c83 req-a45ee500-0e64-4365-a874-0e1d06bc3c24 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439582 Apr 22 17:26:54.302516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27629e28-31bd-4c1b-823e-989d80e9e1ea req-0d879e8a-c815-4fb5-9485-b42f6568202e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:54.304188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27629e28-31bd-4c1b-823e-989d80e9e1ea req-0d879e8a-c815-4fb5-9485-b42f6568202e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 945 time: 0.0952616 Apr 22 17:26:54.354938 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27629e28-31bd-4c1b-823e-989d80e9e1ea req-328a5b3d-cb5c-46f7-8a72-45e7acb86b4a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431740 Apr 22 17:26:54.445877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:26:54.568438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:26:54.573947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:26:54.574370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:54.702703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:54.732043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:26:54.742452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:26:54.768523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:54.771357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:26:54.809723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'code': 200} Apr 22 17:26:54.852010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:26:54.855398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:26:55.102577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ca02a-2f88-44b0-814b-e44d1f476b50 req-bfd62b64-1e0a-46b3-a0d6-e35d684af44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:55.104222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e84ca02a-2f88-44b0-814b-e44d1f476b50 req-bfd62b64-1e0a-46b3-a0d6-e35d684af44b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 1099 time: 0.0797250 Apr 22 17:26:55.151487 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e84ca02a-2f88-44b0-814b-e44d1f476b50 req-f33cbe1e-9318-4f1a-8c76-9b7bcc7539e6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368695 Apr 22 17:26:55.561642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d1da9-030d-42d7-8931-294352b8b3b0 req-bffe69d2-bc13-4338-97de-e86fef38afb3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:55.563402 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c43d1da9-030d-42d7-8931-294352b8b3b0 req-bffe69d2-bc13-4338-97de-e86fef38afb3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0920730 Apr 22 17:26:55.614221 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c43d1da9-030d-42d7-8931-294352b8b3b0 req-84741544-a67a-4468-b021-5c90c41a1dda tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442514 Apr 22 17:26:56.830200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159e088-bc1d-4355-8751-ae77f4d29bd1 req-000786ee-634c-4bdb-9ff0-bf798562a921 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:56.831851 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7159e088-bc1d-4355-8751-ae77f4d29bd1 req-000786ee-634c-4bdb-9ff0-bf798562a921 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0936289 Apr 22 17:26:56.882146 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7159e088-bc1d-4355-8751-ae77f4d29bd1 req-402ba13b-78f2-414f-9324-02f5105c73e5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438673 Apr 22 17:26:57.079574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d7c78-8d54-442a-93d4-a41376eb4440 req-56ed4d79-004f-43ad-9d47-ccde259066a9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:57.081421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ab2d7c78-8d54-442a-93d4-a41376eb4440 req-56ed4d79-004f-43ad-9d47-ccde259066a9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0897057 Apr 22 17:26:57.091058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 36808) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:57.096834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c13225e4-dfdc-438c-971a-9692e6380d44 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'floatingip': {'port_id': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:57.181907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c13225e4-dfdc-438c-971a-9692e6380d44 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:57.816897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c13225e4-dfdc-438c-971a-9692e6380d44 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:57.860345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c13225e4-dfdc-438c-971a-9692e6380d44 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:58.050717 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-c13225e4-dfdc-438c-971a-9692e6380d44 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 associated. External IP: 172.26.6.197, port: a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa. Apr 22 17:26:58.072207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9b20fb73-8706-4cd2-bc4c-84d4062b002a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:58.422179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13225e4-dfdc-438c-971a-9692e6380d44 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Router 7d20a096-053d-4f23-a078-bfa0579df497 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:26:58.614442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13225e4-dfdc-438c-971a-9692e6380d44 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:26:58.619549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c13225e4-dfdc-438c-971a-9692e6380d44 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:26:58.624356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392e9645-a40a-4254-8531-57f847c0d9e4 None None] Sync routers for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:26:58.636024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e9645-a40a-4254-8531-57f847c0d9e4 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:26:58.636698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-392e9645-a40a-4254-8531-57f847c0d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:26:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:26:58.680087 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c13225e4-dfdc-438c-971a-9692e6380d44 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "PUT /v2.0/floatingips/7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 HTTP/1.1" status: 200 len: 992 time: 1.5850403 Apr 22 17:26:58.680087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:26:58.741054 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'status': 'completed', 'code': 200} Apr 22 17:26:58.854049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-392e9645-a40a-4254-8531-57f847c0d9e4 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:26:58.881605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f86a4-cf92-4897-ace6-f38fb5cd0aca req-cd227ea2-a001-44b4-8c8f-2f1e76217f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:58.883244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0c0f86a4-cf92-4897-ace6-f38fb5cd0aca req-cd227ea2-a001-44b4-8c8f-2f1e76217f79 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 1099 time: 0.0884700 Apr 22 17:26:59.030645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f86a4-cf92-4897-ace6-f38fb5cd0aca req-fc703b84-765a-42b7-9a2a-28670c424184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:59.032256 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0c0f86a4-cf92-4897-ace6-f38fb5cd0aca req-fc703b84-765a-42b7-9a2a-28670c424184 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1420500 Apr 22 17:26:59.147867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0c0f86a4-cf92-4897-ace6-f38fb5cd0aca req-3eb14547-7753-450d-8016-dcc03f4bd87a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa HTTP/1.1" status: 200 len: 1000 time: 0.1085389 Apr 22 17:26:59.220302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f86a4-cf92-4897-ace6-f38fb5cd0aca req-dca3b18c-60f7-44f2-a94c-2cc83659212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:59.221914 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0c0f86a4-cf92-4897-ace6-f38fb5cd0aca req-dca3b18c-60f7-44f2-a94c-2cc83659212d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0680215 Apr 22 17:26:59.234467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-392e9645-a40a-4254-8531-57f847c0d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:20:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94761bd-1300-41c0-896a-5136fff7f618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:26:57Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:26:59.238782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392e9645-a40a-4254-8531-57f847c0d9e4 None None] Checking router: 7d20a096-053d-4f23-a078-bfa0579df497 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:26:59.248521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e9645-a40a-4254-8531-57f847c0d9e4 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:26:59.249270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-392e9645-a40a-4254-8531-57f847c0d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:26:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:26:59.308461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f86a4-cf92-4897-ace6-f38fb5cd0aca req-f4b8ec41-39db-422a-9d96-a0b238df404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:26:59.310203 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0c0f86a4-cf92-4897-ace6-f38fb5cd0aca req-f4b8ec41-39db-422a-9d96-a0b238df404a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819006 Apr 22 17:26:59.446298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-392e9645-a40a-4254-8531-57f847c0d9e4 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:26:59.459840 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0c0f86a4-cf92-4897-ace6-f38fb5cd0aca req-665074d7-e575-49f3-87e2-f73d7383672e service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429503 Apr 22 17:26:59.607541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0c0f86a4-cf92-4897-ace6-f38fb5cd0aca req-49343ad8-ece7-4a51-b0c9-19652955ea64 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408682 Apr 22 17:26:59.829666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-392e9645-a40a-4254-8531-57f847c0d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:20:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94761bd-1300-41c0-896a-5136fff7f618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:26:57Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:26:59.834491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392e9645-a40a-4254-8531-57f847c0d9e4 None None] The sync data for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv is: [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:20:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94761bd-1300-41c0-896a-5136fff7f618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:26:57Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:27:00.161856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b721ce-3b6f-4ca5-9847-bc605939a1f2 None None] New status for floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:27:00.335697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ebd786dd-28ef-402e-84ba-a84616c24be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:01.449070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:01.499792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:02.865767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:05.402969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:13.169382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:27:28.059606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edb63f36-42a9-4200-9893-6ef4920c13c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:30.294040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143de602-c1bc-4a8f-a117-21107a10cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:31.436374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:31.499379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:32.848204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:32.884082 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c07e3b3-2817-4037-955a-48521b162d43 req-8e87418e-2797-4ae7-9ff4-f6622c383900 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850790 Apr 22 17:27:33.037622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e3b3-2817-4037-955a-48521b162d43 req-fc006aee-8951-48ae-8dbf-1e21e93553b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:33.039182 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c07e3b3-2817-4037-955a-48521b162d43 req-fc006aee-8951-48ae-8dbf-1e21e93553b3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 1099 time: 0.0795062 Apr 22 17:27:33.194980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e3b3-2817-4037-955a-48521b162d43 req-d90f02bb-5c38-423b-b671-2f92b0bf2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:33.200550 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c07e3b3-2817-4037-955a-48521b162d43 req-d90f02bb-5c38-423b-b671-2f92b0bf2880 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1374969 Apr 22 17:27:33.308682 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c07e3b3-2817-4037-955a-48521b162d43 req-d11167a8-9eb7-40b9-9cb3-9dfd2230e5a6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa HTTP/1.1" status: 200 len: 1002 time: 0.1040621 Apr 22 17:27:33.376747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e3b3-2817-4037-955a-48521b162d43 req-202769d6-594c-46c7-bf32-364cb1d33cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:33.378372 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c07e3b3-2817-4037-955a-48521b162d43 req-202769d6-594c-46c7-bf32-364cb1d33cae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0631425 Apr 22 17:27:33.464800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e3b3-2817-4037-955a-48521b162d43 req-c2617456-7c70-489f-b40b-d5a7671e94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:33.466411 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c07e3b3-2817-4037-955a-48521b162d43 req-c2617456-7c70-489f-b40b-d5a7671e94f0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814879 Apr 22 17:27:33.478030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-3c07e3b3-2817-4037-955a-48521b162d43 req-b71cece2-d8c8-4b3d-aa78-2e983ec378e4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:27:33.479256 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c07e3b3-2817-4037-955a-48521b162d43 req-b71cece2-d8c8-4b3d-aa78-2e983ec378e4 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055819 Apr 22 17:27:33.623327 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c07e3b3-2817-4037-955a-48521b162d43 req-2c596a1c-b94d-4d64-988f-e469935ccab3 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372020 Apr 22 17:27:33.768422 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c07e3b3-2817-4037-955a-48521b162d43 req-d9da50c1-1b6c-4ce8-a8a5-a727644e5b06 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373997 Apr 22 17:27:35.407970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:40.150243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53419c-7b33-4910-9610-b9f64bfb449c req-44fb5462-fa53-4950-a115-dde3513e7d7d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:40.151996 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd53419c-7b33-4910-9610-b9f64bfb449c req-44fb5462-fa53-4950-a115-dde3513e7d7d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0936382 Apr 22 17:27:40.200237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd53419c-7b33-4910-9610-b9f64bfb449c req-17b3db21-992f-4aa5-b8fa-8879caedacf1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419152 Apr 22 17:27:41.407785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6adb65-93f8-40f8-ac57-a87519b05d5f req-b4b7c04e-1f9f-4e97-984f-dd184e4cc985 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:41.409390 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8e6adb65-93f8-40f8-ac57-a87519b05d5f req-b4b7c04e-1f9f-4e97-984f-dd184e4cc985 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0894675 Apr 22 17:27:41.457546 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8e6adb65-93f8-40f8-ac57-a87519b05d5f req-932375ad-be9c-48b4-a57c-9974abd5e4f5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416181 Apr 22 17:27:42.668634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571925fa-1c43-4588-9d81-af901b021f85 req-033f31d1-8a54-4515-975a-8e7b3e1e9c33 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:42.670334 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-571925fa-1c43-4588-9d81-af901b021f85 req-033f31d1-8a54-4515-975a-8e7b3e1e9c33 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0950189 Apr 22 17:27:42.732130 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-571925fa-1c43-4588-9d81-af901b021f85 req-ad801416-abe4-4c61-8216-d0768d6b72d4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551388 Apr 22 17:27:43.929822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d282c6-582f-4bed-84a2-0ce1003470cd req-30ede7e6-d48b-48dd-89ba-fa0c1ec045cb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:43.931450 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74d282c6-582f-4bed-84a2-0ce1003470cd req-30ede7e6-d48b-48dd-89ba-fa0c1ec045cb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0857751 Apr 22 17:27:43.981956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74d282c6-582f-4bed-84a2-0ce1003470cd req-2fc0be5d-178e-482e-bcf9-3d53ec475d84 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436082 Apr 22 17:27:45.189425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14150-097a-4dcd-ac7e-135a65fbf6b8 req-fb7498b1-4f9e-4f2f-8f5b-51e7cc6e9a66 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:45.191094 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27e14150-097a-4dcd-ac7e-135a65fbf6b8 req-fb7498b1-4f9e-4f2f-8f5b-51e7cc6e9a66 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0936103 Apr 22 17:27:45.239264 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-27e14150-097a-4dcd-ac7e-135a65fbf6b8 req-fa9b3f7f-de81-4529-86cd-a0c5beb96f14 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415764 Apr 22 17:27:46.450991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb04fe1-196a-4d7b-a918-5ad8218f8097 req-32d5a2bc-4598-4da9-b6af-d646bca6c382 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:46.452579 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8eb04fe1-196a-4d7b-a918-5ad8218f8097 req-32d5a2bc-4598-4da9-b6af-d646bca6c382 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0959663 Apr 22 17:27:46.776917 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8eb04fe1-196a-4d7b-a918-5ad8218f8097 req-e274c07a-d7b9-4958-984b-ec72ce3347a8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175957 Apr 22 17:27:47.982896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d95723-714d-4b27-85c7-966b9bf27fc8 req-14b306e7-e149-43b0-9d28-2168004c82c8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:47.984590 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4d95723-714d-4b27-85c7-966b9bf27fc8 req-14b306e7-e149-43b0-9d28-2168004c82c8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0930517 Apr 22 17:27:48.036749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4d95723-714d-4b27-85c7-966b9bf27fc8 req-46e1aff4-f149-4cfa-bd28-80ee6c079cb0 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455627 Apr 22 17:27:49.253517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df876874-bc21-47a9-9964-5b4a30548de2 req-9c0b6e17-d2e9-4fba-8566-69a66c1c73c3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:49.255147 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-df876874-bc21-47a9-9964-5b4a30548de2 req-9c0b6e17-d2e9-4fba-8566-69a66c1c73c3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0920167 Apr 22 17:27:49.303538 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-df876874-bc21-47a9-9964-5b4a30548de2 req-e7c8c8db-a1ba-4295-ac35-fc85c0f80aa5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 Apr 22 17:27:50.169724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:27:50.525147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f693299-8f67-4461-ae0a-af42601d7ffa req-61e0358f-a367-45fa-a231-11992fc73b69 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:50.526860 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f693299-8f67-4461-ae0a-af42601d7ffa req-61e0358f-a367-45fa-a231-11992fc73b69 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.1030378 Apr 22 17:27:50.579122 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f693299-8f67-4461-ae0a-af42601d7ffa req-0785cc5f-64c7-4206-854d-91219dcc9a31 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Apr 22 17:27:51.785306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7fa47-105f-4839-bb6d-ef2278a19577 req-7b6878fc-aa78-4455-ab89-84e86d2de4d5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:51.787557 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-88e7fa47-105f-4839-bb6d-ef2278a19577 req-7b6878fc-aa78-4455-ab89-84e86d2de4d5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0925786 Apr 22 17:27:51.836682 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-88e7fa47-105f-4839-bb6d-ef2278a19577 req-e7860022-61b2-4ae8-8fc6-bb2673fb549d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Apr 22 17:27:53.045504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a525-953f-44a1-9689-68f7c8e60d3e req-6415854f-8ade-4c1c-b365-f25b5f959f6a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:53.047113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a103a525-953f-44a1-9689-68f7c8e60d3e req-6415854f-8ade-4c1c-b365-f25b5f959f6a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0938420 Apr 22 17:27:53.097092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a103a525-953f-44a1-9689-68f7c8e60d3e req-9395246e-fb31-4412-966e-4b2a7fe700fe tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435815 Apr 22 17:27:54.299260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d766a-91a1-488f-8e1b-f92f4c1e637e req-04d5b046-4e41-4d47-943b-22291921cc63 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:54.300866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f18d766a-91a1-488f-8e1b-f92f4c1e637e req-04d5b046-4e41-4d47-943b-22291921cc63 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0887916 Apr 22 17:27:54.352916 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f18d766a-91a1-488f-8e1b-f92f4c1e637e req-a259a34a-8eb5-4e32-9f41-4e8884d8db79 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456030 Apr 22 17:27:55.558274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1592e-4493-4352-a51b-0f25de81e456 req-362f6486-b674-404d-9856-365f998fe93d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:55.559909 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-78e1592e-4493-4352-a51b-0f25de81e456 req-362f6486-b674-404d-9856-365f998fe93d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0905361 Apr 22 17:27:55.608562 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-78e1592e-4493-4352-a51b-0f25de81e456 req-b30bc05a-123c-455f-8886-93ee8c51341d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423703 Apr 22 17:27:56.819252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d075f4b-92e2-44eb-8c34-2d438cd822d1 req-688c5c3d-f0f0-4c54-8bac-e25c44ce8266 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:56.820821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7d075f4b-92e2-44eb-8c34-2d438cd822d1 req-688c5c3d-f0f0-4c54-8bac-e25c44ce8266 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0932984 Apr 22 17:27:56.868531 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7d075f4b-92e2-44eb-8c34-2d438cd822d1 req-1c246394-1a3a-44ff-afda-c10e7dfaf660 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408034 Apr 22 17:27:57.443411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ed7df-3f77-4f99-b6c8-bca748738435 req-d9b21d7b-b38d-493a-aa19-1e4a9ea033d2 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:57.445083 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4b0ed7df-3f77-4f99-b6c8-bca748738435 req-d9b21d7b-b38d-493a-aa19-1e4a9ea033d2 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0977678 Apr 22 17:27:57.553757 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4b0ed7df-3f77-4f99-b6c8-bca748738435 req-3909ff05-c99c-4722-8b4f-ad8ebc96afc4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713282 Apr 22 17:27:57.568532 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-38cc0c54-f7c0-406d-8208-580f23be4c74 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1795528 Apr 22 17:27:58.053725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cf866224-7bd1-403f-84f8-51beed34106b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:27:58.765986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ec85-3c22-44df-ab63-eba4c2ba114b req-73039bea-0e2b-4d24-b771-c4af62763765 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:58.767707 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3bf6ec85-3c22-44df-ab63-eba4c2ba114b req-73039bea-0e2b-4d24-b771-c4af62763765 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0955415 Apr 22 17:27:58.817161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3bf6ec85-3c22-44df-ab63-eba4c2ba114b req-35611490-bdf9-4ee6-bd8b-69501462b288 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Apr 22 17:27:59.272778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-e191675f-11dd-4195-a759-500140502ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:59.274366 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-e191675f-11dd-4195-a759-500140502ef7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 1099 time: 0.0788512 Apr 22 17:27:59.419753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-7b5f0821-59a9-4312-bbe1-391560b852f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:59.421296 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-7b5f0821-59a9-4312-bbe1-391560b852f3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1368494 Apr 22 17:27:59.535563 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-c81fccde-a375-4226-a062-428faeda292c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa HTTP/1.1" status: 200 len: 1002 time: 0.1032009 Apr 22 17:27:59.608597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-826099ac-62b4-40e3-89c4-5efd9dc5ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:59.610175 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-826099ac-62b4-40e3-89c4-5efd9dc5ef4d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0684421 Apr 22 17:27:59.698362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-684de059-1249-479c-8e18-b141d28cc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:27:59.700284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-684de059-1249-479c-8e18-b141d28cc7b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802197 Apr 22 17:27:59.851422 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-613a6c8d-67eb-46b4-ad80-6ba66bccae62 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398637 Apr 22 17:28:00.021907 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-f4fcbeee-d06c-46a9-8b28-09b1742d74ec service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600301 Apr 22 17:28:00.031073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07913c34-7894-4328-8104-50d3988c25d5 req-f8283029-ae6c-4ddb-9368-037420b9ce83 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:00.032673 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07913c34-7894-4328-8104-50d3988c25d5 req-f8283029-ae6c-4ddb-9368-037420b9ce83 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0981998 Apr 22 17:28:00.084315 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07913c34-7894-4328-8104-50d3988c25d5 req-3433d088-93d7-47ae-ba16-791eb4fd0b24 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Apr 22 17:28:00.269247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63e7c437-2e70-4029-bcb8-e120a0a10a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:01.295193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410fdbd-32ec-4e59-bce0-b9d8d1d8f0f0 req-05a67c29-c985-422e-bfdd-3f91394627be tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:01.296830 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b410fdbd-32ec-4e59-bce0-b9d8d1d8f0f0 req-05a67c29-c985-422e-bfdd-3f91394627be tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0954299 Apr 22 17:28:01.346143 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b410fdbd-32ec-4e59-bce0-b9d8d1d8f0f0 req-8e97e654-8513-4cdf-8a22-8240d55e1e18 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Apr 22 17:28:01.447581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:01.508682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:02.165967 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-604cea0d-c379-4931-8446-1be8f0f26442 service neutron] 10.222.0.78 "GET /v2.0/ports/a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0803447 Apr 22 17:28:02.565390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55055c98-804b-4908-881b-96f1ff2cf0e9 req-4660b9d3-975b-4c5e-8eef-b346e7db718f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:02.567018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-55055c98-804b-4908-881b-96f1ff2cf0e9 req-4660b9d3-975b-4c5e-8eef-b346e7db718f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0887494 Apr 22 17:28:02.619497 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-55055c98-804b-4908-881b-96f1ff2cf0e9 req-49ca5661-c6f4-4d9a-bb28-204bee292741 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460792 Apr 22 17:28:02.655432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-3242f6f2-8914-424c-a1e5-72befdb01284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:02.657057 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-3242f6f2-8914-424c-a1e5-72befdb01284 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 1099 time: 0.0847797 Apr 22 17:28:02.762723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-e375e573-0fdc-4154-af7d-2a75501f90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:02.764369 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-e375e573-0fdc-4154-af7d-2a75501f90e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 1099 time: 0.0799952 Apr 22 17:28:02.853374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:02.916417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-7119d635-f82b-4343-be82-24aa5d47f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:02.917998 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-7119d635-f82b-4343-be82-24aa5d47f948 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1436059 Apr 22 17:28:03.035947 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-8dd3ce40-254d-448f-bffc-619d9268cd56 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa HTTP/1.1" status: 200 len: 1002 time: 0.1070840 Apr 22 17:28:03.113923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-b6a573aa-736c-4f23-a10f-31d38b264213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:03.115421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-b6a573aa-736c-4f23-a10f-31d38b264213 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0701063 Apr 22 17:28:03.205451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-eee8bcd1-e16e-43ea-b765-aeb4824d1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:03.207140 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-eee8bcd1-e16e-43ea-b765-aeb4824d1aa6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821910 Apr 22 17:28:03.355988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-2f68c8b3-6769-445e-ac19-de32ed734b14 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385188 Apr 22 17:28:03.501618 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6162acfb-085d-42da-a6e3-e8027622e6f1 req-2e69b59b-9fb7-43f9-934c-77a1a5bce7a8 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344528 Apr 22 17:28:03.832976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a3421-55ea-447c-8313-6cad9a8a2693 req-023d1b2d-031c-4d18-9e87-7a11bf753c21 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:03.834581 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e62a3421-55ea-447c-8313-6cad9a8a2693 req-023d1b2d-031c-4d18-9e87-7a11bf753c21 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0962315 Apr 22 17:28:03.885712 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e62a3421-55ea-447c-8313-6cad9a8a2693 req-24f7db9f-4eca-405c-aff0-7fec84ad54f3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Apr 22 17:28:04.802120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:28:04.804706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:28:05.034327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:05.073299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:28:05.091997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:28:05.093425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbe073-7f64-4517-abc4-a9dfb41e72c7 req-e8387113-eae7-428f-8607-3c4f8cd7d4aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:05.095109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3edbe073-7f64-4517-abc4-a9dfb41e72c7 req-e8387113-eae7-428f-8607-3c4f8cd7d4aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0919075 Apr 22 17:28:05.100142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'port_id': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'mac_address': 'fa:16:3e:20:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:28:05.132539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:28:05.153082 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3edbe073-7f64-4517-abc4-a9dfb41e72c7 req-fd18d5bb-e982-42d2-9a98-610ca598e1ff tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478415 Apr 22 17:28:05.160361 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'code': 200} Apr 22 17:28:05.166356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:05.171911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:28:05.209486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:05.251086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:28:05.275737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:28:05.279025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.293265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:05.294170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:28:05.310985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:05.313486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:28:05.393824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:28:05.434498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:05.448355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:28:05.458188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:28:06.358395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e08c4-6160-4ebb-bd29-c8044b3add9e req-585c3bfc-9778-4991-9614-bacb45f2b7dd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:06.360053 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1e2e08c4-6160-4ebb-bd29-c8044b3add9e req-585c3bfc-9778-4991-9614-bacb45f2b7dd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 945 time: 0.0891309 Apr 22 17:28:06.407771 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1e2e08c4-6160-4ebb-bd29-c8044b3add9e req-2f982426-6f23-41c6-b818-c7258bc8aaaf tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414727 Apr 22 17:28:06.790206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cccb20-8d3f-4960-a7da-4aeb98ea209b req-a9dff28a-1485-4aeb-808f-72af3faeef3d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:06.791861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c9cccb20-8d3f-4960-a7da-4aeb98ea209b req-a9dff28a-1485-4aeb-808f-72af3faeef3d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 945 time: 0.0965705 Apr 22 17:28:06.813679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617b12b-645a-4544-9f75-3e06c465f798 req-d3502d6f-8648-4e25-b5b0-2d00003b4278 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:06.814442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-9617b12b-645a-4544-9f75-3e06c465f798 req-d3502d6f-8648-4e25-b5b0-2d00003b4278 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Synchronizing usage tracker for tenant:dabf97737d37418c9be081eea67919ec on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:28:06.818484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:28:06.841075 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c9cccb20-8d3f-4960-a7da-4aeb98ea209b req-68f717ad-cacf-4084-ad5f-812e70d9a116 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Apr 22 17:28:06.864592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-9617b12b-645a-4544-9f75-3e06c465f798 req-d3502d6f-8648-4e25-b5b0-2d00003b4278 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Unset dirty status for tenant:dabf97737d37418c9be081eea67919ec on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:28:06.865875 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9617b12b-645a-4544-9f75-3e06c465f798 req-d3502d6f-8648-4e25-b5b0-2d00003b4278 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618&tenant_id=dabf97737d37418c9be081eea67919ec&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1430724 Apr 22 17:28:06.891381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:28:06.891798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:07.019263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:07.036418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617b12b-645a-4544-9f75-3e06c465f798 req-5791d115-c0ee-4655-ad07-8cdb23d47c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:07.038041 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9617b12b-645a-4544-9f75-3e06c465f798 req-5791d115-c0ee-4655-ad07-8cdb23d47c1c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 1098 time: 0.0867317 Apr 22 17:28:07.057353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:28:07.082020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:07.084083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:28:07.159176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:28:07.161843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:28:07.167324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:28:07.226542 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'code': 200} Apr 22 17:28:07.477800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617b12b-645a-4544-9f75-3e06c465f798 req-6e80b230-d744-464d-9c3e-3bc28976bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:07.479448 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9617b12b-645a-4544-9f75-3e06c465f798 req-6e80b230-d744-464d-9c3e-3bc28976bb69 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.4313431 Apr 22 17:28:07.599341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9617b12b-645a-4544-9f75-3e06c465f798 req-a19868c0-d3d8-459a-bd6a-5b7317f9c1aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa HTTP/1.1" status: 200 len: 1002 time: 0.1051829 Apr 22 17:28:07.671826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617b12b-645a-4544-9f75-3e06c465f798 req-e4bd4388-d4b9-43be-80a1-25b79ca7457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:07.673579 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9617b12b-645a-4544-9f75-3e06c465f798 req-e4bd4388-d4b9-43be-80a1-25b79ca7457a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0646386 Apr 22 17:28:07.760381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617b12b-645a-4544-9f75-3e06c465f798 req-0ac93642-92f0-4efa-8c90-92fde533e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:07.761906 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9617b12b-645a-4544-9f75-3e06c465f798 req-0ac93642-92f0-4efa-8c90-92fde533e154 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782952 Apr 22 17:28:07.912620 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9617b12b-645a-4544-9f75-3e06c465f798 req-dec64c2c-9f51-4c79-bb23-67533b9504f5 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393809 Apr 22 17:28:08.050858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b32c6a-2203-4ff1-86f4-124a6e675dbb req-23d66e94-0c5a-485c-9568-5731bbeee61f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:08.052428 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f4b32c6a-2203-4ff1-86f4-124a6e675dbb req-23d66e94-0c5a-485c-9568-5731bbeee61f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0903022 Apr 22 17:28:08.081305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9617b12b-645a-4544-9f75-3e06c465f798 req-217233d6-f19b-4517-bcf6-504c7dfe94d9 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581292 Apr 22 17:28:08.104725 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f4b32c6a-2203-4ff1-86f4-124a6e675dbb req-f1f96b2d-6b4a-4db2-a9d8-ffaf2580294a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456629 Apr 22 17:28:09.332362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e28d6c-8ca5-4211-b463-47f9a4ac8c92 req-45800d69-723e-48ab-9fa3-9d1d8d50dbee tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:09.334105 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b7e28d6c-8ca5-4211-b463-47f9a4ac8c92 req-45800d69-723e-48ab-9fa3-9d1d8d50dbee tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0982225 Apr 22 17:28:09.385273 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b7e28d6c-8ca5-4211-b463-47f9a4ac8c92 req-4eb4159e-e0c9-4a82-a496-37785aa3443c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444288 Apr 22 17:28:09.589246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19db527-311b-4c3e-968e-4abb42b4615c req-6e218013-e7ce-4151-a156-e238e8e3b62c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:09.590915 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c19db527-311b-4c3e-968e-4abb42b4615c req-6e218013-e7ce-4151-a156-e238e8e3b62c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0895047 Apr 22 17:28:09.645275 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c19db527-311b-4c3e-968e-4abb42b4615c req-0486d4a8-048d-4340-91a1-e7a2ccb34621 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464423 Apr 22 17:28:10.172641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eef7c1-b08e-43fa-98d0-32d0643bc638 req-bb8ee1dc-dd19-4a92-ae39-c0acb3111bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:10.174241 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01eef7c1-b08e-43fa-98d0-32d0643bc638 req-bb8ee1dc-dd19-4a92-ae39-c0acb3111bbc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 1099 time: 0.0845578 Apr 22 17:28:10.216170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b61da-4776-4a06-9fbd-aaa0ad15ca69 req-b723cc5d-819c-4c92-8d8b-a0c9c3a49ad0 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:10.217825 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d30b61da-4776-4a06-9fbd-aaa0ad15ca69 req-b723cc5d-819c-4c92-8d8b-a0c9c3a49ad0 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0900793 Apr 22 17:28:10.266310 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d30b61da-4776-4a06-9fbd-aaa0ad15ca69 req-55f373b1-a24a-4f39-8080-cbcdefd813a6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416985 Apr 22 17:28:10.322767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eef7c1-b08e-43fa-98d0-32d0643bc638 req-93676dd0-2ff5-4c50-b7b9-0620dfc0b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:10.324327 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01eef7c1-b08e-43fa-98d0-32d0643bc638 req-93676dd0-2ff5-4c50-b7b9-0620dfc0b6b6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1406443 Apr 22 17:28:10.440111 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01eef7c1-b08e-43fa-98d0-32d0643bc638 req-a2ffd8d0-44cc-4adc-9aa2-de83ede76d6c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa HTTP/1.1" status: 200 len: 1002 time: 0.1050372 Apr 22 17:28:10.516203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eef7c1-b08e-43fa-98d0-32d0643bc638 req-fa646a97-6615-45ed-bd9a-8e9d472df21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:10.517811 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01eef7c1-b08e-43fa-98d0-32d0643bc638 req-fa646a97-6615-45ed-bd9a-8e9d472df21d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0677886 Apr 22 17:28:10.607554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eef7c1-b08e-43fa-98d0-32d0643bc638 req-dc67ebf1-562c-4ef6-9640-7e4083d62390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:10.609136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01eef7c1-b08e-43fa-98d0-32d0643bc638 req-dc67ebf1-562c-4ef6-9640-7e4083d62390 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813808 Apr 22 17:28:10.756970 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01eef7c1-b08e-43fa-98d0-32d0643bc638 req-0e6c5e51-66e3-444c-8e1e-3f8fe28a8f90 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365404 Apr 22 17:28:10.901360 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-01eef7c1-b08e-43fa-98d0-32d0643bc638 req-31288342-82bd-47ee-9d2e-b1afeae289cd service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337159 Apr 22 17:28:11.485121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389a770-41dd-40bb-b5b1-3818d23eef5d req-269301c4-93dc-44bf-ab8d-e2ab627266fd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:11.486736 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e389a770-41dd-40bb-b5b1-3818d23eef5d req-269301c4-93dc-44bf-ab8d-e2ab627266fd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0996401 Apr 22 17:28:11.537281 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e389a770-41dd-40bb-b5b1-3818d23eef5d req-f8f9fdd8-4ef9-4b48-8141-45c8fdbdaeb0 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439224 Apr 22 17:28:12.745258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f966069-bece-47dc-97f3-e4980d983ab4 req-9ea301d1-cf6e-446b-8d61-d7378eb5a1cf tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:12.746981 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f966069-bece-47dc-97f3-e4980d983ab4 req-9ea301d1-cf6e-446b-8d61-d7378eb5a1cf tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0934722 Apr 22 17:28:12.797931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f966069-bece-47dc-97f3-e4980d983ab4 req-55e6caaa-28ca-483a-8432-7af88585f48b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432749 Apr 22 17:28:13.320292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3ded4-3005-47df-b481-b2b1b7fe2466 req-51116ac7-1d92-4189-814a-09d4fbe61cf4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:13.322037 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b5b3ded4-3005-47df-b481-b2b1b7fe2466 req-51116ac7-1d92-4189-814a-09d4fbe61cf4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0936902 Apr 22 17:28:13.371662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b5b3ded4-3005-47df-b481-b2b1b7fe2466 req-5db0e8e0-f497-475e-907d-96e3a88ca5f3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428586 Apr 22 17:28:14.585193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866262f-20a2-4c7c-b2f8-f5e5fe2d601e req-f8bfd306-bbdb-4bcb-b375-99049db1c28e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:14.586762 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f866262f-20a2-4c7c-b2f8-f5e5fe2d601e req-f8bfd306-bbdb-4bcb-b375-99049db1c28e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0937505 Apr 22 17:28:14.640953 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f866262f-20a2-4c7c-b2f8-f5e5fe2d601e req-62feb9d0-a183-493d-8035-97bc4dbf2fb5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476716 Apr 22 17:28:15.051361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacc398-5634-4f9c-a44c-695319c05492 req-a7473b5a-a676-4744-b680-c2f3a4d1d883 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:15.052972 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4dacc398-5634-4f9c-a44c-695319c05492 req-a7473b5a-a676-4744-b680-c2f3a4d1d883 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0923638 Apr 22 17:28:15.133718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Deleting port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:28:15.134104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:15.399439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] For port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:28:15.399760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:15.714395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:15.714965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:15.715250 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 disassociated. External IP: 172.26.6.197, port: a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa. Apr 22 17:28:15.715567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Calling delete_port for a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:28:15.849884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77777885-9071-49fd-8043-f5dc3574fec1 req-8e26d74c-91eb-459f-8194-eb959ccb1017 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:15.851521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-77777885-9071-49fd-8043-f5dc3574fec1 req-8e26d74c-91eb-459f-8194-eb959ccb1017 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 946 time: 0.0893707 Apr 22 17:28:15.900546 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-77777885-9071-49fd-8043-f5dc3574fec1 req-5c577ce5-4e01-4d7a-9e72-71d836583ab9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 Apr 22 17:28:15.954497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:15.960459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7168c9c2-d5a9-468c-9e45-59162e24c89c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:28:16.013413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event deleted for resources: {'Port': ['ID=a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:28:16.023878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.024309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.024730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.025148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.025561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.025974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.026384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.026820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.027239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.027645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.028048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.028451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:28:16.033523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:28:16.228756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Router 7d20a096-053d-4f23-a078-bfa0579df497 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:28:16.419037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:28:16.429749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c262e3-ffa2-4a8b-a8a2-8123ff961f54 None None] Sync routers for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:28:16.441298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c262e3-ffa2-4a8b-a8a2-8123ff961f54 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:28:16.441964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-77c262e3-ffa2-4a8b-a8a2-8123ff961f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:28:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:28:16.501663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] No DVR routers for this DVR port a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:28:16.504505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:16.507451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'name': 'network-vif-deleted', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:28:16.549899 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4dacc398-5634-4f9c-a44c-695319c05492 req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "DELETE /v2.0/ports/a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa HTTP/1.1" status: 204 len: 173 time: 1.4873483 Apr 22 17:28:16.565386 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94761bd-1300-41c0-896a-5136fff7f618', 'name': 'network-vif-deleted', 'tag': 'a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa', 'status': 'completed', 'code': 200} Apr 22 17:28:16.801708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-77c262e3-ffa2-4a8b-a8a2-8123ff961f54 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:28:17.081104 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-97f042fb-9a12-4b25-a0be-9c384076d07e req-21504711-abd1-47c6-88dd-eea905b14959 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=f94761bd-1300-41c0-896a-5136fff7f618 HTTP/1.1" status: 200 len: 210 time: 0.0504031 Apr 22 17:28:17.324742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-77c262e3-ffa2-4a8b-a8a2-8123ff961f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:28:17.332512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c262e3-ffa2-4a8b-a8a2-8123ff961f54 None None] Checking router: 7d20a096-053d-4f23-a078-bfa0579df497 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:28:17.355331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c262e3-ffa2-4a8b-a8a2-8123ff961f54 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:28:17.356011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-77c262e3-ffa2-4a8b-a8a2-8123ff961f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:28:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:28:17.560654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-77c262e3-ffa2-4a8b-a8a2-8123ff961f54 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:28:17.894435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-77c262e3-ffa2-4a8b-a8a2-8123ff961f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:28:17.898610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c262e3-ffa2-4a8b-a8a2-8123ff961f54 None None] The sync data for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv is: [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:28:18.293792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f4bd4-b650-42de-ab31-f5bebd37fc3d None None] New status for floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:28:18.476994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-40034962-948c-4b44-bd1e-e3391068dd78 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1529472540&fields=id&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 267 time: 0.0515344 Apr 22 17:28:18.646944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-88a95cb2-104c-447a-b85f-8200cc15b0bd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:18.648535 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-88a95cb2-104c-447a-b85f-8200cc15b0bd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 811 time: 0.1635222 Apr 22 17:28:18.665227 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-8911f225-ac4d-4110-883a-ded4cbae320f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/quotas/dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 375 time: 0.0100794 Apr 22 17:28:18.760340 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-66e9fca7-b4ec-45aa-b26f-9e6c9b13bc49 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891914 Apr 22 17:28:18.897576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:28:18.934457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:28:18.935379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a9ef8b9d-f7e9-4e2e-b921-af19134cb6aa not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:28:18.960127 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-608fbd18-b51e-4836-9a54-0b098f62cede service neutron] 10.222.0.77 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867208 Apr 22 17:28:19.107557 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-c8ff673e-93eb-4a2c-8bd5-4415bf595dff service neutron] 10.222.0.77 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406758 Apr 22 17:28:19.375303 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cdef79fc-d4d2-4fa2-962f-30f295571a72 req-514dadad-fc7c-4bbe-a4c3-3f9ea77495ea tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 210 time: 0.0484390 Apr 22 17:28:20.543970 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd8a18d3-63a1-4907-a412-852da757d9b6 req-3fab766a-555c-4a6a-85bd-9fa63c30e50e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 210 time: 0.0515165 Apr 22 17:28:21.091310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-dbf04f2c-1f39-48ec-9af7-1c0d5110aee1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:21.093168 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-dbf04f2c-1f39-48ec-9af7-1c0d5110aee1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 811 time: 0.1602135 Apr 22 17:28:21.151764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-468e0a42-43cc-4f6a-8725-9a059bfab0de tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 380 time: 0.0437310 Apr 22 17:28:21.165116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'port': {'device_id': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'admin_state_up': True, 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'security_groups': ['9aa983d0-310a-493c-bbd1-c7f08ecea1bd']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:21.326085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:28:21.330907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Usage tracker for resource:port and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:28:21.334023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:28:21.340345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:28:21.411618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Made reservation on behalf of dabf97737d37418c9be081eea67919ec for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:28:21.418245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:21.598218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Allocated IP 172.20.0.14 (9607fef1-20fe-4d68-8a2d-652161e0cdca/4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8/2ac0fa0f-2a56-4f9c-b131-961ce1c908ad) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:28:21.766452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bc27a8a-24b4-4f65-914f-33bbe9ab96ad req-062160f1-9f65-421d-8d1b-19ba075c50d0 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 210 time: 0.0495617 Apr 22 17:28:21.880411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:21.896947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Transition to ACTIVE for port object 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:28:21.950819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:21.956949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aba8d2df-66a1-4f62-b701-4e20f785da1a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:28:22.330257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:28:22.333631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:28:22.337816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:28:22.374513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event updated for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:28:22.382479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:28:22.416935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:22.417625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:22.577287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e577a819-17b5-49b7-a0fc-9d52b87e7631 None None] Provisioning for port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:28:22.582830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e577a819-17b5-49b7-a0fc-9d52b87e7631 None None] Provisioning complete for port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:28:22.583249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e577a819-17b5-49b7-a0fc-9d52b87e7631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:22.631185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4700174 Apr 22 17:28:22.645121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e577a819-17b5-49b7-a0fc-9d52b87e7631 None None] Port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:28:22.648081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Request body: {'port': {'device_id': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:22.772916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:22.981168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e640a-57f8-4515-95b4-462e028d01d9 req-3efb0f0d-7992-4fea-8cc3-568adb457f0e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:22.982934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d52e640a-57f8-4515-95b4-462e028d01d9 req-3efb0f0d-7992-4fea-8cc3-568adb457f0e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 932 time: 0.0964222 Apr 22 17:28:23.033241 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d52e640a-57f8-4515-95b4-462e028d01d9 req-d7a65bff-aa13-44a9-9980-2cf3a9def84e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437689 Apr 22 17:28:23.145358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:28:23.153369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:23.168771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Transition to ACTIVE for port object 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:28:23.207625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:23.212673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eba5ac9c-e1e9-4a11-bac2-39e2cf070608 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:28:23.386323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:28:23.394396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:28:23.467188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Attempting to bind port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:28:23.467567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Attempting to bind port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:28:23.467933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Attempting to bind port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad on network 9607fef1-20fe-4d68-8a2d-652161e0cdca {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:28:23.473224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad on network 9607fef1-20fe-4d68-8a2d-652161e0cdca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:28:23.473655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Attempting to bind port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad on network 9607fef1-20fe-4d68-8a2d-652161e0cdca {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:28:23.479869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:23.480239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Checking segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:28:23.480661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Bound using segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:23.481146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Bound port: 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:28:23.481527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:23.578257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:28:23.581547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:28:23.624840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:23.629096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-71684870-cebf-4937-a52a-52d645698e3b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:28:23.692086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:23.692770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:23.694306 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] 10.222.0.78 "PUT /v2.0/ports/2ac0fa0f-2a56-4f9c-b131-961ce1c908ad HTTP/1.1" status: 200 len: 1094 time: 1.0522175 Apr 22 17:28:23.694909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:28:23.725187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:28:23.728664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:28:23.757799 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'status': 'completed', 'code': 200} Apr 22 17:28:23.854096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-76465c56-38a5-4b13-b427-3ba2588ec2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:23.855805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-76465c56-38a5-4b13-b427-3ba2588ec2b0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 1097 time: 0.0830839 Apr 22 17:28:23.938958 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-d1d004df-5b97-4ef1-a2e9-f0308c636bb6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad HTTP/1.1" status: 200 len: 217 time: 0.0714219 Apr 22 17:28:24.015361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-fdeed1eb-ae16-4db8-b2f2-52df2f7045c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:24.016866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-fdeed1eb-ae16-4db8-b2f2-52df2f7045c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0685863 Apr 22 17:28:24.107157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-d5906c4e-0bb2-45bc-804b-8ae17974a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:24.108701 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-d5906c4e-0bb2-45bc-804b-8ae17974a86b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811889 Apr 22 17:28:24.240229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b153e26-4215-411c-bff7-33411ab10ebf req-4efaf1c0-caf2-42bf-b92b-46f7bc8025ac tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:24.241839 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2b153e26-4215-411c-bff7-33411ab10ebf req-4efaf1c0-caf2-42bf-b92b-46f7bc8025ac tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 944 time: 0.0930750 Apr 22 17:28:24.258531 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-deedc6d6-dba8-477c-a827-6018d64a22f7 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385255 Apr 22 17:28:24.291407 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2b153e26-4215-411c-bff7-33411ab10ebf req-40e82a3c-1247-4f62-90f0-6d435a97f66e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419819 Apr 22 17:28:24.409620 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09cd6cea-7190-4c09-9160-73d4cff56fdd req-e1860989-a916-43eb-bb99-db908e313391 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409817 Apr 22 17:28:24.583384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32efd0c-ab91-4017-8751-bc7461db1dd9 req-a8ffe4de-9523-4f78-ba4e-1d0fefcc3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:24.584975 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f32efd0c-ab91-4017-8751-bc7461db1dd9 req-a8ffe4de-9523-4f78-ba4e-1d0fefcc3bc4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 1097 time: 0.0790107 Apr 22 17:28:24.738333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32efd0c-ab91-4017-8751-bc7461db1dd9 req-a48760e1-2f65-49f4-9eff-bdac3a2ac4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:24.740097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f32efd0c-ab91-4017-8751-bc7461db1dd9 req-a48760e1-2f65-49f4-9eff-bdac3a2ac4de service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1445665 Apr 22 17:28:24.817909 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f32efd0c-ab91-4017-8751-bc7461db1dd9 req-5deabf89-1141-4ff7-a171-1c60b3dca5ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad HTTP/1.1" status: 200 len: 217 time: 0.0709229 Apr 22 17:28:24.887398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32efd0c-ab91-4017-8751-bc7461db1dd9 req-dc7599b7-ee43-4c42-a128-adbd67257175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:24.888975 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f32efd0c-ab91-4017-8751-bc7461db1dd9 req-dc7599b7-ee43-4c42-a128-adbd67257175 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0638828 Apr 22 17:28:24.977750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32efd0c-ab91-4017-8751-bc7461db1dd9 req-5f9649dd-0999-4706-a6d9-bddcafc96bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:24.979429 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f32efd0c-ab91-4017-8751-bc7461db1dd9 req-5f9649dd-0999-4706-a6d9-bddcafc96bd8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816369 Apr 22 17:28:25.124785 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f32efd0c-ab91-4017-8751-bc7461db1dd9 req-5d60941b-0945-4ac5-b14e-eca6f339fb79 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374362 Apr 22 17:28:25.268309 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f32efd0c-ab91-4017-8751-bc7461db1dd9 req-c0eaa8d2-cf64-4ac7-94b1-aa1b70875cec service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360750 Apr 22 17:28:25.504743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69dda3-f12a-4482-b566-e30433c60c29 req-3a25b8f6-bdd6-4099-a507-87d981c8810e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:25.506363 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd69dda3-f12a-4482-b566-e30433c60c29 req-3a25b8f6-bdd6-4099-a507-87d981c8810e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 944 time: 0.0966456 Apr 22 17:28:25.554351 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd69dda3-f12a-4482-b566-e30433c60c29 req-699171b5-617c-4799-a536-bce663240a53 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 Apr 22 17:28:26.758902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f5f8c-d983-48e3-b381-1ed6edffb012 req-b657296e-f117-45ef-a9a1-e5583344f6d8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:26.760552 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8d3f5f8c-d983-48e3-b381-1ed6edffb012 req-b657296e-f117-45ef-a9a1-e5583344f6d8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 944 time: 0.0912099 Apr 22 17:28:26.812169 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8d3f5f8c-d983-48e3-b381-1ed6edffb012 req-defd08ae-c7ff-4f2e-85e7-4c83702998cd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452101 Apr 22 17:28:27.169189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:28:28.015435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fddc55-71c5-4d70-86ce-db4ca3d6d062 req-47c7f7e2-c2cc-4ce1-97e1-c502a9ea4463 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:28.016961 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6fddc55-71c5-4d70-86ce-db4ca3d6d062 req-47c7f7e2-c2cc-4ce1-97e1-c502a9ea4463 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 944 time: 0.0893509 Apr 22 17:28:28.066360 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6fddc55-71c5-4d70-86ce-db4ca3d6d062 req-ac6b1fd4-917d-45b4-bf14-f14cbc2d1ab1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426311 Apr 22 17:28:28.087680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6f57f53-9285-48b4-a213-a2f0b05ccbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:28.916524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:28:29.058325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:28:29.073199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'port_id': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'mac_address': 'fa:16:3e:e5:4e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:28:29.133603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:29.151816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:28:29.167996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:28:29.207573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:29.210300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:28:29.277853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07228b57-1aa8-40ae-b311-f592fffc819d req-d53d72fc-2b0e-4db6-8d72-7556a5716603 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:29.279674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07228b57-1aa8-40ae-b311-f592fffc819d req-d53d72fc-2b0e-4db6-8d72-7556a5716603 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 945 time: 0.0948746 Apr 22 17:28:29.333541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07228b57-1aa8-40ae-b311-f592fffc819d req-6f18e697-a891-48f2-83ba-0978502d9f04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469785 Apr 22 17:28:29.459425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:28:29.462536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:28:29.541888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:28:30.293173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01dea64f-f1a0-43ec-8f13-6e81df2b9d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:30.546060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab2ed7-6f3b-48a9-a442-3847c8edcc36 req-ddf0424d-a14b-4fbe-86b7-6e4fdf32d9d2 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:30.547646 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-11ab2ed7-6f3b-48a9-a442-3847c8edcc36 req-ddf0424d-a14b-4fbe-86b7-6e4fdf32d9d2 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 945 time: 0.0922205 Apr 22 17:28:30.595867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-11ab2ed7-6f3b-48a9-a442-3847c8edcc36 req-ad02bc0c-5c47-41e3-b5f1-38afcdfe5a1f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 Apr 22 17:28:30.928115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:28:31.035754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:28:31.041285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:28:31.041701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:31.166380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:31.194547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:28:31.206073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:28:31.236270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:31.238370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:28:31.276060 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'code': 200} Apr 22 17:28:31.311677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:28:31.314907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:28:31.435985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:31.510245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:31.589060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe639cc-bf57-4d70-b4a2-ae50d25a9456 req-8c196156-bc5c-4a79-a63f-a2d694984283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:31.591305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe639cc-bf57-4d70-b4a2-ae50d25a9456 req-8c196156-bc5c-4a79-a63f-a2d694984283 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 1099 time: 0.0781214 Apr 22 17:28:31.638558 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe639cc-bf57-4d70-b4a2-ae50d25a9456 req-e01afef7-cc15-4767-9e42-09fb587bfd84 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373316 Apr 22 17:28:32.064532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b906-6aec-413a-b424-1b0228a44106 req-f47e4aa0-2456-4c07-bf05-e3041c3c58d5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:32.066157 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1cb0b906-6aec-413a-b424-1b0228a44106 req-f47e4aa0-2456-4c07-bf05-e3041c3c58d5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.3542812 Apr 22 17:28:32.115033 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1cb0b906-6aec-413a-b424-1b0228a44106 req-db05350b-3d73-47d6-abef-367d639cc8cd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Apr 22 17:28:32.862802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:32.875518 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8bd839e4-f4cb-46da-8651-b46594883463 req-b877d200-d2a1-4182-bdfa-b8e43ebb7244 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831504 Apr 22 17:28:33.026375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd839e4-f4cb-46da-8651-b46594883463 req-40db0e6a-5c0d-44d4-b8bc-ce3c46393ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:33.027924 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8bd839e4-f4cb-46da-8651-b46594883463 req-40db0e6a-5c0d-44d4-b8bc-ce3c46393ccd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 1099 time: 0.0793879 Apr 22 17:28:33.188976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd839e4-f4cb-46da-8651-b46594883463 req-91e7df94-c7ea-4872-82cb-da3b1e560d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:33.190684 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8bd839e4-f4cb-46da-8651-b46594883463 req-91e7df94-c7ea-4872-82cb-da3b1e560d20 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1409504 Apr 22 17:28:33.269058 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8bd839e4-f4cb-46da-8651-b46594883463 req-f6d6e252-7702-4fdd-a35a-2d3560e2c93f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad HTTP/1.1" status: 200 len: 217 time: 0.0719323 Apr 22 17:28:33.323154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f44fa7-95f1-42f2-b3ea-454f59ec1e17 req-6ef6cf8a-9f7f-4fe6-842f-d97d7e71b2db tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:33.324677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0f44fa7-95f1-42f2-b3ea-454f59ec1e17 req-6ef6cf8a-9f7f-4fe6-842f-d97d7e71b2db tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0895107 Apr 22 17:28:33.339169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd839e4-f4cb-46da-8651-b46594883463 req-6b65da3d-a52c-43cd-b98c-3c6cadbb11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:33.340739 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8bd839e4-f4cb-46da-8651-b46594883463 req-6b65da3d-a52c-43cd-b98c-3c6cadbb11ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0656993 Apr 22 17:28:33.378618 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0f44fa7-95f1-42f2-b3ea-454f59ec1e17 req-4e1161b9-e485-492f-811c-a7c756845b79 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 Apr 22 17:28:33.433015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd839e4-f4cb-46da-8651-b46594883463 req-d25700b6-ecf9-4499-920b-53b4ed3ce58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:33.435181 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8bd839e4-f4cb-46da-8651-b46594883463 req-d25700b6-ecf9-4499-920b-53b4ed3ce58d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870559 Apr 22 17:28:33.577584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d136d47-aa05-4d68-bcc9-2574cc886a38 req-6c72e76b-247b-4e40-93b3-af956019abcc tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:33.579404 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d136d47-aa05-4d68-bcc9-2574cc886a38 req-6c72e76b-247b-4e40-93b3-af956019abcc tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0901644 Apr 22 17:28:33.582346 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8bd839e4-f4cb-46da-8651-b46594883463 req-f745e3ae-a0f8-4ac3-802e-c958a554d437 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401639 Apr 22 17:28:33.589127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37062) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:33.596185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3fd6d911-cce4-49f5-b82b-a9a86256cc0a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'floatingip': {'port_id': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:33.682670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d911-cce4-49f5-b82b-a9a86256cc0a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:33.732975 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8bd839e4-f4cb-46da-8651-b46594883463 req-76fd50e2-28b9-48de-b5ce-8934df240b65 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444492 Apr 22 17:28:34.304069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d911-cce4-49f5-b82b-a9a86256cc0a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:34.333299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d911-cce4-49f5-b82b-a9a86256cc0a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:34.518652 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-3fd6d911-cce4-49f5-b82b-a9a86256cc0a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 associated. External IP: 172.26.6.197, port: 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad. Apr 22 17:28:34.899079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd6d911-cce4-49f5-b82b-a9a86256cc0a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Router 7d20a096-053d-4f23-a078-bfa0579df497 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:28:35.097618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd6d911-cce4-49f5-b82b-a9a86256cc0a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:28:35.102176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d911-cce4-49f5-b82b-a9a86256cc0a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:35.108362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b26be-f785-4499-ab86-8f0a2871fdfd None None] Sync routers for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:28:35.118433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b26be-f785-4499-ab86-8f0a2871fdfd None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:28:35.119191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e59b26be-f785-4499-ab86-8f0a2871fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:28:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:28:35.168199 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3fd6d911-cce4-49f5-b82b-a9a86256cc0a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "PUT /v2.0/floatingips/7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 HTTP/1.1" status: 200 len: 992 time: 1.5777192 Apr 22 17:28:35.168942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:28:35.221950 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'status': 'completed', 'code': 200} Apr 22 17:28:35.318091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e59b26be-f785-4499-ab86-8f0a2871fdfd None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:28:35.324020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4a83c-c781-4cde-9f9a-a92b15207ee8 req-59ee58dc-4a17-4713-ad51-81010aeee02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:35.326244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1ac4a83c-c781-4cde-9f9a-a92b15207ee8 req-59ee58dc-4a17-4713-ad51-81010aeee02a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 1099 time: 0.0823722 Apr 22 17:28:35.405524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:28:35.476535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4a83c-c781-4cde-9f9a-a92b15207ee8 req-25c2f99b-84d2-446d-b33f-d6c43985f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:35.478150 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1ac4a83c-c781-4cde-9f9a-a92b15207ee8 req-25c2f99b-84d2-446d-b33f-d6c43985f377 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1446805 Apr 22 17:28:35.590305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1ac4a83c-c781-4cde-9f9a-a92b15207ee8 req-e4bbe83d-7b63-44c2-b1cd-4ff147b9bd6b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad HTTP/1.1" status: 200 len: 1000 time: 0.1054571 Apr 22 17:28:35.658225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4a83c-c781-4cde-9f9a-a92b15207ee8 req-beece67f-e437-4383-9104-1538e6a57cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:35.659800 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1ac4a83c-c781-4cde-9f9a-a92b15207ee8 req-beece67f-e437-4383-9104-1538e6a57cba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0630841 Apr 22 17:28:35.697280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e59b26be-f785-4499-ab86-8f0a2871fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:e5:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:28:34Z', 'revision_number': 9, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:28:35.702233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b26be-f785-4499-ab86-8f0a2871fdfd None None] Checking router: 7d20a096-053d-4f23-a078-bfa0579df497 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:28:35.712899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b26be-f785-4499-ab86-8f0a2871fdfd None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:28:35.713574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e59b26be-f785-4499-ab86-8f0a2871fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:28:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:28:35.751037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4a83c-c781-4cde-9f9a-a92b15207ee8 req-51b80a72-107a-4411-b425-44e011938333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:28:35.752652 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1ac4a83c-c781-4cde-9f9a-a92b15207ee8 req-51b80a72-107a-4411-b425-44e011938333 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863392 Apr 22 17:28:35.907602 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1ac4a83c-c781-4cde-9f9a-a92b15207ee8 req-ab71ae08-7ca1-4e6a-8da4-53d453c26d48 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475263 Apr 22 17:28:36.060219 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1ac4a83c-c781-4cde-9f9a-a92b15207ee8 req-22d4ff03-ed92-4afe-8559-2166b2785b97 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447840 Apr 22 17:28:36.073164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e59b26be-f785-4499-ab86-8f0a2871fdfd None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:28:36.451786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e59b26be-f785-4499-ab86-8f0a2871fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:e5:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:28:34Z', 'revision_number': 9, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:28:36.456696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b26be-f785-4499-ab86-8f0a2871fdfd None None] The sync data for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv is: [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:e5:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:28:34Z', 'revision_number': 9, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:28:36.721159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cf66b2-7f6b-4899-a319-b9b8482e656b None None] New status for floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:28:58.091173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0df148f-8191-4ec8-9170-5952194f413c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:00.292728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a682e05-5f60-41aa-b123-397626ad3dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:01.458574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:01.509532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:02.873663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:04.170232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:29:05.441292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:16.654836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9093e-ba86-484a-add6-426b3acdcc0f req-80a386cb-ef22-49f0-b23d-3a38d3a1167b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:16.656364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bcd9093e-ba86-484a-add6-426b3acdcc0f req-80a386cb-ef22-49f0-b23d-3a38d3a1167b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.1625159 Apr 22 17:29:16.660449 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-86fafb9d-0cdd-427e-8f6c-a7cc0f40e7dc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257350 Apr 22 17:29:16.707316 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bcd9093e-ba86-484a-add6-426b3acdcc0f req-4f8c53d3-655d-47a7-bf0c-cfc13785fb31 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444126 Apr 22 17:29:17.921310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab2e58-a868-4baa-a31f-26a5bddaffb3 req-0ce704e8-141a-48b1-8b6e-59fd355bee97 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:17.925006 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-66ab2e58-a868-4baa-a31f-26a5bddaffb3 req-0ce704e8-141a-48b1-8b6e-59fd355bee97 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0949154 Apr 22 17:29:17.971712 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-66ab2e58-a868-4baa-a31f-26a5bddaffb3 req-126a476a-b959-4548-abcc-78f55234798f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Apr 22 17:29:18.680704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302333-1649-4acf-afa4-a74e24098587 req-4633894d-a24b-49d2-af3f-5724f53877c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:18.682322 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-4633894d-a24b-49d2-af3f-5724f53877c0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 1099 time: 0.1560833 Apr 22 17:29:18.829780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302333-1649-4acf-afa4-a74e24098587 req-a6db572b-c2e4-417f-a3d9-f0fce7d59c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:18.831341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-a6db572b-c2e4-417f-a3d9-f0fce7d59c37 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1373463 Apr 22 17:29:19.241089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097d7d-587d-4b89-9ac4-9f7155f848b8 req-fbe042f1-3769-4b83-b8dd-45ec2c32e7ca tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:19.242205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-1cf4ecc9-a35c-49f9-9cf6-0c685c1d08c6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad HTTP/1.1" status: 200 len: 1003 time: 0.4011197 Apr 22 17:29:19.243514 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-89097d7d-587d-4b89-9ac4-9f7155f848b8 req-fbe042f1-3769-4b83-b8dd-45ec2c32e7ca tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.1483159 Apr 22 17:29:19.291563 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-89097d7d-587d-4b89-9ac4-9f7155f848b8 req-cc34c60d-1b15-4534-8128-a1335e0f58ba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Apr 22 17:29:19.318170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302333-1649-4acf-afa4-a74e24098587 req-da08a2db-3274-46b8-a72f-61c99e48a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:19.319791 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-da08a2db-3274-46b8-a72f-61c99e48a952 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0670426 Apr 22 17:29:19.406553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302333-1649-4acf-afa4-a74e24098587 req-e597213c-9c3b-497e-841f-96f26872b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:19.408105 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-e597213c-9c3b-497e-841f-96f26872b0fb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776031 Apr 22 17:29:19.554573 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-1b796c80-9922-466b-95bc-b2dc9280b09b service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359167 Apr 22 17:29:19.702065 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-da07f02b-487d-4ae4-b73c-a4b344502718 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373701 Apr 22 17:29:20.509707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59695e-e57b-4bd9-b5fc-1ffbda3ec825 req-770c9b39-2ae0-4557-98e5-d7a49e315e2f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:20.511411 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a59695e-e57b-4bd9-b5fc-1ffbda3ec825 req-770c9b39-2ae0-4557-98e5-d7a49e315e2f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.1004312 Apr 22 17:29:20.565526 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a59695e-e57b-4bd9-b5fc-1ffbda3ec825 req-c0943ea8-413e-475e-a74a-2144169a4ad0 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471063 Apr 22 17:29:21.794130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8982b-4b7c-4d00-9821-cf75db6dd60d req-be59e1b0-5407-4f30-9864-714519a77387 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:21.796615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ceb8982b-4b7c-4d00-9821-cf75db6dd60d req-be59e1b0-5407-4f30-9864-714519a77387 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.1110198 Apr 22 17:29:21.847917 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ceb8982b-4b7c-4d00-9821-cf75db6dd60d req-93d8580f-f56e-4aca-8516-f01cefbfd38d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446579 Apr 22 17:29:23.131852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99034c61-4081-40b6-836c-d0fb93172cea req-4b9789ce-5406-439b-b88b-3e7f6a4fc088 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:23.133563 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99034c61-4081-40b6-836c-d0fb93172cea req-4b9789ce-5406-439b-b88b-3e7f6a4fc088 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.1615140 Apr 22 17:29:23.183954 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-99034c61-4081-40b6-836c-d0fb93172cea req-5acd5a18-f1a6-4a46-bd8d-4898b0ff3963 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434582 Apr 22 17:29:24.385965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a980d3-039b-42d9-8255-5904bc9cfbcb req-72bdd15c-c358-4525-a76b-38829c122ae1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:24.387597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-78a980d3-039b-42d9-8255-5904bc9cfbcb req-72bdd15c-c358-4525-a76b-38829c122ae1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0877762 Apr 22 17:29:24.439613 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-78a980d3-039b-42d9-8255-5904bc9cfbcb req-f4e355d2-b3f9-4ec9-b2ee-d4d31567b6df tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446928 Apr 22 17:29:25.642000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457dfeb-0bba-4002-b896-0628dd89bd30 req-9e5f4010-6a0a-4036-9a49-ac2923957cb9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:25.643596 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7457dfeb-0bba-4002-b896-0628dd89bd30 req-9e5f4010-6a0a-4036-9a49-ac2923957cb9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0890508 Apr 22 17:29:25.691226 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7457dfeb-0bba-4002-b896-0628dd89bd30 req-39c77eb0-9865-401e-9ac2-6f13df287dc9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411501 Apr 22 17:29:26.896405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ecac5-b74b-47a0-95e4-aa482de1bc71 req-75f2bfb2-56dc-474a-a81f-91c1dc704711 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:26.897967 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8c8ecac5-b74b-47a0-95e4-aa482de1bc71 req-75f2bfb2-56dc-474a-a81f-91c1dc704711 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0906043 Apr 22 17:29:27.228684 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8c8ecac5-b74b-47a0-95e4-aa482de1bc71 req-caee7bf3-9cc9-45b1-bc04-21656bf0a01a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243487 Apr 22 17:29:28.064225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4adee628-3ab1-460c-8c07-a7d1dd8715db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:28.433615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b82da-7a15-4136-a0c9-191d83e22e0e req-4288c1d5-0550-4964-b454-c146a5bda7b4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:28.435173 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-900b82da-7a15-4136-a0c9-191d83e22e0e req-4288c1d5-0550-4964-b454-c146a5bda7b4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0881164 Apr 22 17:29:28.487865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-900b82da-7a15-4136-a0c9-191d83e22e0e req-95e45bd6-9418-4b18-b983-ca6369338ab2 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450339 Apr 22 17:29:29.706079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f20a6-1033-4faf-885d-b7efa13dc76b req-38844d8a-91eb-456d-b8d4-14c517dfb109 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:29.707881 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a57f20a6-1033-4faf-885d-b7efa13dc76b req-38844d8a-91eb-456d-b8d4-14c517dfb109 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0932441 Apr 22 17:29:29.756258 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a57f20a6-1033-4faf-885d-b7efa13dc76b req-63c59aee-9d39-4a4d-902c-786036212fb6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420434 Apr 22 17:29:30.280780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ec96-3f1b-46e9-9d8f-64de9d246872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:30.976543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1322c-cb29-42ba-839d-ee327c2694e0 req-a9f70c27-81cc-4fcd-8566-93d142df881b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:30.978762 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7bb1322c-cb29-42ba-839d-ee327c2694e0 req-a9f70c27-81cc-4fcd-8566-93d142df881b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0991971 Apr 22 17:29:31.027640 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7bb1322c-cb29-42ba-839d-ee327c2694e0 req-d4dbd27d-9fd8-46a9-b3ee-3ab74bac6d14 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420191 Apr 22 17:29:31.480127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:31.530253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:31.980228 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-bb04a08c-a66c-43ee-a503-cd68650859db service neutron] 10.222.0.78 "GET /v2.0/ports/2ac0fa0f-2a56-4f9c-b131-961ce1c908ad/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0844159 Apr 22 17:29:32.238489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1f4fb-62ba-4184-a6a7-34ff3d9e5a7f req-0eceebff-bca1-4ccc-b423-071c211e5554 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:32.240053 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-82b1f4fb-62ba-4184-a6a7-34ff3d9e5a7f req-0eceebff-bca1-4ccc-b423-071c211e5554 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0915220 Apr 22 17:29:32.288429 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-82b1f4fb-62ba-4184-a6a7-34ff3d9e5a7f req-4f743ce2-17b5-400b-9587-9d619bc2c224 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Apr 22 17:29:32.443110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302333-1649-4acf-afa4-a74e24098587 req-5a2ac12b-7661-4b95-a69d-89b6c2360972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:32.444755 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-5a2ac12b-7661-4b95-a69d-89b6c2360972 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 1099 time: 0.0823810 Apr 22 17:29:32.555110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302333-1649-4acf-afa4-a74e24098587 req-f8e1f5e6-79f6-4384-99cb-7d90b4b852fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:32.556685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-f8e1f5e6-79f6-4384-99cb-7d90b4b852fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 1099 time: 0.0835891 Apr 22 17:29:32.705627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302333-1649-4acf-afa4-a74e24098587 req-f10d76f7-e3b3-4c56-b629-7fa3551c2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:32.707367 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-f10d76f7-e3b3-4c56-b629-7fa3551c2716 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1403315 Apr 22 17:29:32.823776 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-a00f0a75-9fca-45c0-8231-ef876022e08f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad HTTP/1.1" status: 200 len: 1003 time: 0.1069100 Apr 22 17:29:32.863547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:32.902678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302333-1649-4acf-afa4-a74e24098587 req-ad2004cb-eb9e-4b1c-a8e7-51d438bf04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:32.904271 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-ad2004cb-eb9e-4b1c-a8e7-51d438bf04a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0690937 Apr 22 17:29:32.991808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302333-1649-4acf-afa4-a74e24098587 req-4c518b1d-1ad9-49bc-b256-95027005a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:32.993410 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-4c518b1d-1ad9-49bc-b256-95027005a3cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790699 Apr 22 17:29:33.142325 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-5a9d4747-b0ad-4cb4-9970-2c5bdb4778f5 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367402 Apr 22 17:29:33.290615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83302333-1649-4acf-afa4-a74e24098587 req-df5f439b-adb9-47eb-b2f5-1eaad6a59694 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382823 Apr 22 17:29:33.499334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658a2c-cc25-42a3-bb6f-6f19236c4b54 req-8167647a-4e17-4508-9a95-61543da73e52 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:33.500902 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6c658a2c-cc25-42a3-bb6f-6f19236c4b54 req-8167647a-4e17-4508-9a95-61543da73e52 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0923114 Apr 22 17:29:33.550459 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6c658a2c-cc25-42a3-bb6f-6f19236c4b54 req-5533fb92-00b6-4222-a2cf-635176bd3d28 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430126 Apr 22 17:29:34.895347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c1078-b2a3-4549-9ac0-f63063fc6bd9 req-9542c5ee-d15e-4550-a59f-9a2b0a953a77 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:34.896915 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-272c1078-b2a3-4549-9ac0-f63063fc6bd9 req-9542c5ee-d15e-4550-a59f-9a2b0a953a77 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0888550 Apr 22 17:29:34.945961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3cad8-a385-4457-a16d-eea49758dab9 req-21753eed-ff05-4755-bbd5-4a00c96f0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:34.947705 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47d3cad8-a385-4457-a16d-eea49758dab9 req-21753eed-ff05-4755-bbd5-4a00c96f0502 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 1099 time: 0.0850072 Apr 22 17:29:34.951361 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-272c1078-b2a3-4549-9ac0-f63063fc6bd9 req-c7b2ae47-6eaf-47e8-a44a-357512bd6b24 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478604 Apr 22 17:29:35.107727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3cad8-a385-4457-a16d-eea49758dab9 req-c1a3dbd6-9124-400c-bbd3-b821538d8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:35.109343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47d3cad8-a385-4457-a16d-eea49758dab9 req-c1a3dbd6-9124-400c-bbd3-b821538d8b9a service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1415739 Apr 22 17:29:35.220891 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47d3cad8-a385-4457-a16d-eea49758dab9 req-74060fd0-5728-43fe-b768-1b716b86f094 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad HTTP/1.1" status: 200 len: 1003 time: 0.1023867 Apr 22 17:29:35.292958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3cad8-a385-4457-a16d-eea49758dab9 req-cc48349c-7c00-44f4-a6e3-98b41f7dd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:35.294491 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47d3cad8-a385-4457-a16d-eea49758dab9 req-cc48349c-7c00-44f4-a6e3-98b41f7dd031 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0667109 Apr 22 17:29:35.378087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3cad8-a385-4457-a16d-eea49758dab9 req-269897bc-73b9-4a20-8b89-a43a3d9578b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:35.379712 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47d3cad8-a385-4457-a16d-eea49758dab9 req-269897bc-73b9-4a20-8b89-a43a3d9578b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781684 Apr 22 17:29:35.423779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:35.533348 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47d3cad8-a385-4457-a16d-eea49758dab9 req-7cb6e26b-5e97-4443-bece-06f90afa9a58 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431041 Apr 22 17:29:35.680537 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47d3cad8-a385-4457-a16d-eea49758dab9 req-efb2315e-e6f5-4501-959d-c97d6c7f9267 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363142 Apr 22 17:29:36.161683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c710e9-be80-4650-bca0-ac3022f86642 req-d50bc274-e500-48a2-9032-a32d1a9412cf tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:36.163374 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41c710e9-be80-4650-bca0-ac3022f86642 req-d50bc274-e500-48a2-9032-a32d1a9412cf tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0890336 Apr 22 17:29:36.213098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41c710e9-be80-4650-bca0-ac3022f86642 req-e662211d-2074-47a1-8bc2-ac294691e29a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 Apr 22 17:29:36.777193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-3eeefda3-d5fe-4a53-aabf-c2a30ec5548e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:36.777989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-3eeefda3-d5fe-4a53-aabf-c2a30ec5548e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Synchronizing usage tracker for tenant:dabf97737d37418c9be081eea67919ec on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:29:36.801996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e0815-b055-45c3-aa63-d36fb8ccd15d req-3e43da21-c86b-41a5-a34b-accb15d82e6c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:36.807018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1c3e0815-b055-45c3-aa63-d36fb8ccd15d req-3e43da21-c86b-41a5-a34b-accb15d82e6c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0958643 Apr 22 17:29:36.823554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-3eeefda3-d5fe-4a53-aabf-c2a30ec5548e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Unset dirty status for tenant:dabf97737d37418c9be081eea67919ec on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:29:36.824821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-3eeefda3-d5fe-4a53-aabf-c2a30ec5548e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa&tenant_id=dabf97737d37418c9be081eea67919ec&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 946 time: 0.1462004 Apr 22 17:29:36.852586 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1c3e0815-b055-45c3-aa63-d36fb8ccd15d req-ee66ef05-a283-46ca-95d9-a9a2186bd6f9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424302 Apr 22 17:29:36.911796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-9527b3b5-dec7-438f-af5d-1c8a92779822 service neutron] 10.222.0.78 "GET /v2.0/ports/2ac0fa0f-2a56-4f9c-b131-961ce1c908ad/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0798533 Apr 22 17:29:37.010778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-f3314d3b-4ac8-4f49-b1ce-33286ce195cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:37.012394 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-f3314d3b-4ac8-4f49-b1ce-33286ce195cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 1099 time: 0.0791798 Apr 22 17:29:37.135268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:29:37.137467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:29:37.159464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-2b8bb24b-6097-4ebf-a6d8-9e15139e1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:37.161055 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-2b8bb24b-6097-4ebf-a6d8-9e15139e1979 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1424675 Apr 22 17:29:37.275706 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-93bef647-519c-4994-970f-d20b84dc2256 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad HTTP/1.1" status: 200 len: 1003 time: 0.1081524 Apr 22 17:29:37.348869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-90394212-bfe5-4283-9362-54f25277f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:37.350498 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-90394212-bfe5-4283-9362-54f25277f117 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0680561 Apr 22 17:29:37.379278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:37.412960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:29:37.433385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-1b3f7a38-6a27-48ad-8905-608e93dff6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:37.435046 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-1b3f7a38-6a27-48ad-8905-608e93dff6f8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784338 Apr 22 17:29:37.437498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:29:37.442456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'port_id': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'mac_address': 'fa:16:3e:e5:4e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:29:37.451809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:29:37.507665 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'code': 200} Apr 22 17:29:37.511283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:37.513104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:29:37.563886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:37.584288 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-780d5eff-3bb7-454a-8bc2-27f29c3f87ba service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426575 Apr 22 17:29:37.597584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:29:37.613467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:29:37.623828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.624215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.624594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.624966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.625336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.625705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.626071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.626437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.626834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.627201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.627584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.627922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:37.633489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:29:37.635614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:29:37.664039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:37.665880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:29:37.734213 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-950eb526-848d-49af-ade0-0362907dbdbc service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433358 Apr 22 17:29:37.741340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:29:37.784508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:29:37.789103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:29:38.066161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8e92f-0f0d-48ef-b3b6-cab6bdddfab7 req-94b320c8-d0e1-48ef-9ab2-1beeb5cb0298 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:38.068187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-78a8e92f-0f0d-48ef-b3b6-cab6bdddfab7 req-94b320c8-d0e1-48ef-9ab2-1beeb5cb0298 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 945 time: 0.0913856 Apr 22 17:29:38.121229 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-78a8e92f-0f0d-48ef-b3b6-cab6bdddfab7 req-9ff2d8e5-c728-4a92-a7a0-dc263c2a3030 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466526 Apr 22 17:29:39.128940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:29:39.205537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:29:39.205958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:39.332328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274c91f-dbbb-41cc-8678-8823e2e5a90a req-7055b9fa-c310-49f7-bf2c-62db5a07495a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:39.332612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:39.333957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5274c91f-dbbb-41cc-8678-8823e2e5a90a req-7055b9fa-c310-49f7-bf2c-62db5a07495a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 945 time: 0.0954010 Apr 22 17:29:39.371853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:29:39.385475 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5274c91f-dbbb-41cc-8678-8823e2e5a90a req-1d3cef57-2532-4cc2-b5a3-1f86d071ab0f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 Apr 22 17:29:39.404529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:39.406506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:29:39.477290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:29:39.480557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:29:39.508612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:29:39.565471 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'code': 200} Apr 22 17:29:40.590072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fda14-4d3e-44e5-8def-cbfca6101e3b req-5ca1e7c0-d855-49c8-acaa-68887389ee8c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:40.591698 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-555fda14-4d3e-44e5-8def-cbfca6101e3b req-5ca1e7c0-d855-49c8-acaa-68887389ee8c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0899863 Apr 22 17:29:40.644229 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-555fda14-4d3e-44e5-8def-cbfca6101e3b req-6fa62f9a-3821-4e3c-ace3-c529c64cca07 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450053 Apr 22 17:29:40.746675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-a9726cc3-14d8-4461-b33a-86db7eabe70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:40.748290 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-a9726cc3-14d8-4461-b33a-86db7eabe70d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 1099 time: 0.0835533 Apr 22 17:29:40.852502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-489d9bf0-3947-46c2-8894-c45712ff2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:40.854005 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-489d9bf0-3947-46c2-8894-c45712ff2b52 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 1099 time: 0.0779977 Apr 22 17:29:40.998182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-3c7bfef2-3906-466a-afa1-043391b3abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:40.999798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-3c7bfef2-3906-466a-afa1-043391b3abf5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1347651 Apr 22 17:29:41.115223 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-5aaca6b3-e674-4625-863d-36d8f9495075 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad HTTP/1.1" status: 200 len: 1003 time: 0.1050270 Apr 22 17:29:41.170671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:29:41.187653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-c53cdf68-4ac0-473c-8c12-1db5dbd325ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:41.189240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-c53cdf68-4ac0-473c-8c12-1db5dbd325ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0644913 Apr 22 17:29:41.278033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-1aa0fa25-c5ed-4961-8c06-93c95831336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:41.279662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-1aa0fa25-c5ed-4961-8c06-93c95831336e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801835 Apr 22 17:29:41.424282 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-9126514c-80fd-49e8-bf1f-fb7d5ba7c3af service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339779 Apr 22 17:29:41.571261 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-41ea35c9-e123-4a59-8ae8-aecc3bc606c5 req-b866a460-05fe-4b0e-9c65-1469d520fd9c service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364014 Apr 22 17:29:41.860319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3691e9-0eaa-455e-9f02-05325d015fb6 req-b163adb7-5c95-4c02-8423-0c9842e27da5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:41.861931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-df3691e9-0eaa-455e-9f02-05325d015fb6 req-b163adb7-5c95-4c02-8423-0c9842e27da5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0920093 Apr 22 17:29:41.910993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-df3691e9-0eaa-455e-9f02-05325d015fb6 req-2f253108-de1b-4db4-b649-5bfbb52628dc tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Apr 22 17:29:43.131795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5100d0-ae91-4460-9a2f-ca95e82a978f req-b42faf49-5aa5-4dff-83c9-c57c1bc6721a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:43.133996 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1d5100d0-ae91-4460-9a2f-ca95e82a978f req-b42faf49-5aa5-4dff-83c9-c57c1bc6721a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0972254 Apr 22 17:29:43.144704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:29:43.187529 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1d5100d0-ae91-4460-9a2f-ca95e82a978f req-12c9dd4e-b59b-491c-af73-c4b786c655cc tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468931 Apr 22 17:29:43.278662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:43.306743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:29:43.316904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:29:43.338057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:43.339981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:29:43.372319 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'code': 200} Apr 22 17:29:43.412665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=9']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:29:43.416606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:29:44.389365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a2494-1599-4a79-a9ee-f84e5849e52a req-e1cf77f4-cfc0-4f10-a02e-40af9b736a30 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:44.390998 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-211a2494-1599-4a79-a9ee-f84e5849e52a req-e1cf77f4-cfc0-4f10-a02e-40af9b736a30 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 944 time: 0.0894160 Apr 22 17:29:44.439193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-211a2494-1599-4a79-a9ee-f84e5849e52a req-b211af3d-24a9-4f90-a4ca-62a5fdec48f3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Apr 22 17:29:44.647385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900b21e-dca9-43a5-9db6-4bc0bc84139c req-7b6bbf35-9a61-4ebb-a0c1-eee09697c19a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:44.649221 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2900b21e-dca9-43a5-9db6-4bc0bc84139c req-7b6bbf35-9a61-4ebb-a0c1-eee09697c19a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 944 time: 0.0944135 Apr 22 17:29:44.697704 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2900b21e-dca9-43a5-9db6-4bc0bc84139c req-86bec25e-7177-417b-85b8-910ba8af9c46 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Apr 22 17:29:44.897035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb61535-c35f-41a7-9281-1a161eaf7df6 req-27c3b01a-25e2-460d-85d6-43480ac46e22 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:44.899171 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8eb61535-c35f-41a7-9281-1a161eaf7df6 req-27c3b01a-25e2-460d-85d6-43480ac46e22 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 944 time: 0.0877559 Apr 22 17:29:44.949316 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8eb61535-c35f-41a7-9281-1a161eaf7df6 req-ae543317-be29-4edf-85d9-95194ba1dabe tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438137 Apr 22 17:29:45.145183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:29:45.290276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:29:45.304827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'port_id': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'mac_address': 'fa:16:3e:e5:4e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:29:45.368453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:45.387161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:29:45.404006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:29:45.440992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:45.442952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:29:45.463141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7569c-4187-49b1-8eaa-fa04ffc2bae4 req-a500ecbf-95b7-4812-b4cf-d6dfa041b8fb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:45.464815 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7c7569c-4187-49b1-8eaa-fa04ffc2bae4 req-a500ecbf-95b7-4812-b4cf-d6dfa041b8fb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0913639 Apr 22 17:29:45.513596 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7c7569c-4187-49b1-8eaa-fa04ffc2bae4 req-94f0ffa5-eaf9-4023-a358-89c964d81c26 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419440 Apr 22 17:29:45.517802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:29:45.543885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=10']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:29:45.551909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:29:46.721158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7152a2-a97c-431e-939d-a24d78d41193 req-ec987157-967e-4fca-acaf-c5dd47efed6c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:46.722788 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0b7152a2-a97c-431e-939d-a24d78d41193 req-ec987157-967e-4fca-acaf-c5dd47efed6c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 946 time: 0.0926342 Apr 22 17:29:46.771301 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0b7152a2-a97c-431e-939d-a24d78d41193 req-6674a677-30d8-4cc7-960f-5dd866e16afd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413818 Apr 22 17:29:47.150032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:29:47.231719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:29:47.232148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:47.358386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:47.387013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:29:47.398352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:29:47.435164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:47.438325 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'code': 200} Apr 22 17:29:47.439039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:29:47.512744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=11']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:29:47.515988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:29:47.664942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-72727010-132e-4bf0-b30c-f2b346276744 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:47.666492 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-72727010-132e-4bf0-b30c-f2b346276744 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 947 time: 0.0887914 Apr 22 17:29:47.747642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Deleting port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:29:47.748154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:47.973932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3efe7-c4c7-4a0e-b56c-78f736dbe686 req-a569103d-b2ad-4359-8ca5-c312e2703218 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:47.975577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-24d3efe7-c4c7-4a0e-b56c-78f736dbe686 req-a569103d-b2ad-4359-8ca5-c312e2703218 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 947 time: 0.0886919 Apr 22 17:29:48.014700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] For port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:29:48.015103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:48.024022 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-24d3efe7-c4c7-4a0e-b56c-78f736dbe686 req-d535e794-5f0e-43a0-bb9e-81cce0fc26a5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Apr 22 17:29:48.605007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:48.605345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:48.605699 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 disassociated. External IP: 172.26.6.197, port: 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad. Apr 22 17:29:48.606078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Calling delete_port for 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:29:48.798303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:48.804855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5977f13-f88a-4d06-af36-1233288b6aa3 tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:29:48.855325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event deleted for resources: {'Port': ['ID=2ac0fa0f-2a56-4f9c-b131-961ce1c908ad,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:29:48.867305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.867671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.868129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.868586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.869031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.869503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.870014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.870381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.870824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.871235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.871640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.872043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:29:48.876796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:29:49.084245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Router 7d20a096-053d-4f23-a078-bfa0579df497 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:29:49.195152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-353339cc-ab57-42d4-ad60-4ef2283fd848 req-48f03382-5d39-434b-9b98-bdc2c01ad640 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=82fe2c6e-af4a-4660-b13f-6a9f801f9aaa HTTP/1.1" status: 200 len: 210 time: 0.0531600 Apr 22 17:29:49.283743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:29:49.295403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d6356-5835-4447-90cd-337fd0bd6bdb None None] Sync routers for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:29:49.306641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d6356-5835-4447-90cd-337fd0bd6bdb None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:29:49.307371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-862d6356-5835-4447-90cd-337fd0bd6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:29:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:29:49.368697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] No DVR routers for this DVR port 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:29:49.371612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:49.374701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-deleted', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:29:49.424659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7fa07c3a-9567-45a9-a629-f5fb19047613 req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "DELETE /v2.0/ports/2ac0fa0f-2a56-4f9c-b131-961ce1c908ad HTTP/1.1" status: 204 len: 173 time: 1.7521472 Apr 22 17:29:49.487531 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fe2c6e-af4a-4660-b13f-6a9f801f9aaa', 'name': 'network-vif-deleted', 'tag': '2ac0fa0f-2a56-4f9c-b131-961ce1c908ad', 'status': 'completed', 'code': 200} Apr 22 17:29:49.503516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-862d6356-5835-4447-90cd-337fd0bd6bdb None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:29:49.837808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-862d6356-5835-4447-90cd-337fd0bd6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:29:49.841839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d6356-5835-4447-90cd-337fd0bd6bdb None None] Checking router: 7d20a096-053d-4f23-a078-bfa0579df497 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:29:49.850753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d6356-5835-4447-90cd-337fd0bd6bdb None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:29:49.851444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-862d6356-5835-4447-90cd-337fd0bd6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:29:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:29:50.037512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-862d6356-5835-4447-90cd-337fd0bd6bdb None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:29:50.374655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-862d6356-5835-4447-90cd-337fd0bd6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:29:50.378946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d6356-5835-4447-90cd-337fd0bd6bdb None None] The sync data for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv is: [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:29:50.579868 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-c8a6e582-0b8d-46c0-83c8-231940000188 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1529472540&fields=id&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 267 time: 0.0443604 Apr 22 17:29:50.749846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-8e971f43-939a-4748-b8ad-b0ff98d76f48 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:50.751468 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-8e971f43-939a-4748-b8ad-b0ff98d76f48 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 811 time: 0.1642511 Apr 22 17:29:50.767978 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-65bfb2aa-f429-4394-b476-7930637bcc51 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/quotas/dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 375 time: 0.0102913 Apr 22 17:29:50.774537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc375098-627d-4bed-b0d3-87d0e664ab66 None None] New status for floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:29:50.862542 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-5e6d83fd-163a-4b56-b017-e65f02083cee tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870278 Apr 22 17:29:51.024038 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-5d1147d4-ae62-4bb5-9415-6433be25b84a service neutron] 10.222.0.77 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473362 Apr 22 17:29:51.168599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:29:51.171969 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-01cdb088-e23a-47a2-9aeb-4aa348a9d198 service neutron] 10.222.0.77 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410561 Apr 22 17:29:51.211277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:29:51.211670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 2ac0fa0f-2a56-4f9c-b131-961ce1c908ad not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:29:51.454986 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b60c2088-d501-4e3a-9f4e-693a16216c72 req-851eee28-bce0-42d0-94aa-cebb1825a444 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 210 time: 0.0528574 Apr 22 17:29:52.627720 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e96c8e48-b794-494e-8c09-e14a3a41704a req-c6bc2634-3c30-425f-b7d9-b5501fa9e0c4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 210 time: 0.0498221 Apr 22 17:29:53.115547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-d56ae305-6f74-41f6-9717-77f19ea4ac1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:53.117724 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-d56ae305-6f74-41f6-9717-77f19ea4ac1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 811 time: 0.1604817 Apr 22 17:29:53.172181 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-6f436a70-443e-4fe3-8a22-fd3bde2b7eaa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 380 time: 0.0427415 Apr 22 17:29:53.183826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'port': {'device_id': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'admin_state_up': True, 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'security_groups': ['9aa983d0-310a-493c-bbd1-c7f08ecea1bd']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:53.328197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:29:53.332756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Usage tracker for resource:port and tenant:dabf97737d37418c9be081eea67919ec is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:29:53.336272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:29:53.342239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:29:53.383367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Made reservation on behalf of dabf97737d37418c9be081eea67919ec for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:29:53.389484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:53.591981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Allocated IP 172.20.0.7 (9607fef1-20fe-4d68-8a2d-652161e0cdca/4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8/4d6bca13-6b77-4ba1-87ba-63fded68799c) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:29:53.851422 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2690bc2c-5dbe-430a-a9ac-8eeec898c950 req-9add3532-75a3-4944-93e9-c603374ab6b3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 210 time: 0.0492826 Apr 22 17:29:53.884637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:53.920382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Transition to ACTIVE for port object 4d6bca13-6b77-4ba1-87ba-63fded68799c will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:29:53.960747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:53.966360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-21821554-a042-4657-a5df-cb4c302af2b8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:29:54.040513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:29:54.043932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:29:54.048222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:29:54.082869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event updated for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:29:54.091095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:29:54.122989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:54.123923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:54.270293 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0903738 Apr 22 17:29:54.287092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Request body: {'port': {'device_id': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:54.292036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d3d539a5-99b3-4210-b3b3-b1b6427aca70 None None] Provisioning for port 4d6bca13-6b77-4ba1-87ba-63fded68799c completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:29:54.297891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d3d539a5-99b3-4210-b3b3-b1b6427aca70 None None] Provisioning complete for port 4d6bca13-6b77-4ba1-87ba-63fded68799c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:29:54.298315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3d539a5-99b3-4210-b3b3-b1b6427aca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:54.354864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d3d539a5-99b3-4210-b3b3-b1b6427aca70 None None] Port 4d6bca13-6b77-4ba1-87ba-63fded68799c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:29:54.410355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:54.775211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6bca13-6b77-4ba1-87ba-63fded68799c {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:29:54.783361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:54.798812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Transition to ACTIVE for port object 4d6bca13-6b77-4ba1-87ba-63fded68799c will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:29:54.839908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:54.844655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:29:54.981728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Pushing event updated for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:29:55.018875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:29:55.074795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0675d-c4ad-4db0-8cb4-abd9aadf6c62 req-6994381d-9a66-45f6-8339-8b4c30e41b1b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:55.076436 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63b0675d-c4ad-4db0-8cb4-abd9aadf6c62 req-6994381d-9a66-45f6-8339-8b4c30e41b1b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 943 time: 0.1014547 Apr 22 17:29:55.099196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Attempting to bind port 4d6bca13-6b77-4ba1-87ba-63fded68799c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:29:55.099570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Attempting to bind port 4d6bca13-6b77-4ba1-87ba-63fded68799c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:29:55.099941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Attempting to bind port 4d6bca13-6b77-4ba1-87ba-63fded68799c on network 9607fef1-20fe-4d68-8a2d-652161e0cdca {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:29:55.105077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Port 4d6bca13-6b77-4ba1-87ba-63fded68799c on network 9607fef1-20fe-4d68-8a2d-652161e0cdca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:29:55.105435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Attempting to bind port 4d6bca13-6b77-4ba1-87ba-63fded68799c on network 9607fef1-20fe-4d68-8a2d-652161e0cdca {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:29:55.111031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:55.111406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Checking segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:29:55.111829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Bound using segment: {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:55.112306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Bound port: 4d6bca13-6b77-4ba1-87ba-63fded68799c, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aded6761-e264-4618-8c30-4cad4a75f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:29:55.112691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:55.126978 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63b0675d-c4ad-4db0-8cb4-abd9aadf6c62 req-d3b604ad-7fa3-4014-bfc9-438248c9b7ba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Apr 22 17:29:55.210347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:29:55.214094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:29:55.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:55.280295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ce9b589a-b725-41f5-be8e-800779c83ddd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:29:55.340911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:55.341592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:55.343134 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] 10.222.0.78 "PUT /v2.0/ports/4d6bca13-6b77-4ba1-87ba-63fded68799c HTTP/1.1" status: 200 len: 1093 time: 1.0610645 Apr 22 17:29:55.343724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:29:55.373821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Pushing event updated for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:29:55.375091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:29:55.397561 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'status': 'completed', 'code': 200} Apr 22 17:29:55.498904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fae54-e371-4dd5-8a43-47b803ed8183 req-110e096d-0da7-46d9-a672-75e1686767a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:55.500577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f7fae54-e371-4dd5-8a43-47b803ed8183 req-110e096d-0da7-46d9-a672-75e1686767a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 1096 time: 0.0825078 Apr 22 17:29:55.662157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fae54-e371-4dd5-8a43-47b803ed8183 req-f70881d9-8815-4d38-bada-5fe5108d28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:55.663721 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f7fae54-e371-4dd5-8a43-47b803ed8183 req-f70881d9-8815-4d38-bada-5fe5108d28d8 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=dabf97737d37418c9be081eea67919ec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1495957 Apr 22 17:29:55.813994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fae54-e371-4dd5-8a43-47b803ed8183 req-5cbbfa41-62ef-4450-9443-c2061ef5f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:55.815593 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f7fae54-e371-4dd5-8a43-47b803ed8183 req-5cbbfa41-62ef-4450-9443-c2061ef5f28c service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1422246 Apr 22 17:29:55.938127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-2824fc7c-36f8-4034-96cb-e8ba707c2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:55.939749 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-2824fc7c-36f8-4034-96cb-e8ba707c2af4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 1096 time: 0.0822685 Apr 22 17:29:56.020534 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-f77250f3-7a70-4e48-91a0-a2a7281c5624 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c HTTP/1.1" status: 200 len: 217 time: 0.0687954 Apr 22 17:29:56.093131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-6419a0f5-0ba2-4e43-a441-700f394ebbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:56.094741 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-6419a0f5-0ba2-4e43-a441-700f394ebbae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0643196 Apr 22 17:29:56.183362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-b336cde2-9300-459c-8138-bc375f7c35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:56.185055 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-b336cde2-9300-459c-8138-bc375f7c35a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807524 Apr 22 17:29:56.329381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87b41-2f33-419e-a2d3-f58fa4d3972d req-e750866c-f472-4097-8393-7be30a173c50 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:56.331269 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9be87b41-2f33-419e-a2d3-f58fa4d3972d req-e750866c-f472-4097-8393-7be30a173c50 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 943 time: 0.0876563 Apr 22 17:29:56.333112 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-32379d9f-4e2f-4039-8ee5-01b2239f1fc5 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370330 Apr 22 17:29:56.383554 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9be87b41-2f33-419e-a2d3-f58fa4d3972d req-8f667563-e2a5-4d63-9fe8-a1cca3f4e2e1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453210 Apr 22 17:29:56.483772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-206c9efc-2ca2-45d8-b1fe-4acd207d4ec0 req-8ad1d055-21d5-49fb-821e-b377ba4bea7e service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378376 Apr 22 17:29:57.587796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abacd7-92fe-46ee-8aec-66c77307c4d4 req-550d24ee-06bc-4eb4-a631-9c4afc5fdf7a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:57.589382 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-70abacd7-92fe-46ee-8aec-66c77307c4d4 req-550d24ee-06bc-4eb4-a631-9c4afc5fdf7a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 943 time: 0.0906534 Apr 22 17:29:57.639339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-70abacd7-92fe-46ee-8aec-66c77307c4d4 req-31cd4d36-eb3a-4bc0-a588-fb37d716f734 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Apr 22 17:29:58.078287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ff0fc31-3fe5-4bb4-b9ea-565f78ab6177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:58.847509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49100e-17ad-4af4-8841-3a6050f03ca8 req-d9e044af-bbb2-43ee-9efe-80ddacffed01 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:29:58.849156 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-de49100e-17ad-4af4-8841-3a6050f03ca8 req-d9e044af-bbb2-43ee-9efe-80ddacffed01 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 943 time: 0.0910552 Apr 22 17:29:58.895884 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-de49100e-17ad-4af4-8841-3a6050f03ca8 req-ba3275f4-2998-4faf-8c3e-8ed073acbcc7 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401678 Apr 22 17:29:59.238710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4d6bca13-6b77-4ba1-87ba-63fded68799c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:29:59.382772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:29:59.396566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'port_id': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'mac_address': 'fa:16:3e:a5:9c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:29:59.457849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:59.475280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6bca13-6b77-4ba1-87ba-63fded68799c {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:29:59.491860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:29:59.531631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:29:59.534249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6899c28b-fdf7-469c-9c56-28e6d070de56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:29:59.605188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:29:59.608439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:29:59.792111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['4d6bca13-6b77-4ba1-87ba-63fded68799c'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:30:00.108519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eabffc-5673-4a21-9b13-d7bcfccf2633 req-af3eec01-f21a-4940-9dac-c87975ea7c5c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:00.110076 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b5eabffc-5673-4a21-9b13-d7bcfccf2633 req-af3eec01-f21a-4940-9dac-c87975ea7c5c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 944 time: 0.0912070 Apr 22 17:30:00.158435 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b5eabffc-5673-4a21-9b13-d7bcfccf2633 req-0c1ab33c-e202-460f-8e72-ccc257e1f877 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417943 Apr 22 17:30:00.284076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-06d9cc9a-aa3f-417d-96ed-545c47df850f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:01.238581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4d6bca13-6b77-4ba1-87ba-63fded68799c up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:30:01.343175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 4d6bca13-6b77-4ba1-87ba-63fded68799c completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:30:01.348354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 4d6bca13-6b77-4ba1-87ba-63fded68799c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:30:01.348773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:01.366420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f665cc-a050-42ad-9593-633dbe15cd8f req-c86bc217-5b7a-4dc3-a43d-14c10feab2e0 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:01.368096 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18f665cc-a050-42ad-9593-633dbe15cd8f req-c86bc217-5b7a-4dc3-a43d-14c10feab2e0 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 944 time: 0.0956943 Apr 22 17:30:01.421148 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18f665cc-a050-42ad-9593-633dbe15cd8f req-8be1b1b4-99f0-4840-be6d-f729d2d02af2 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462627 Apr 22 17:30:01.464529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:01.502241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:01.526755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:01.531515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:30:01.541777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:30:01.579424 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'code': 200} Apr 22 17:30:01.594501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:01.596997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:30:01.669799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:30:01.674080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:30:01.936032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428690fa-573a-4f2e-8a59-cff9c64e1a62 req-315d7787-0dca-41bc-96a4-fe1ec56caeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:01.937642 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-428690fa-573a-4f2e-8a59-cff9c64e1a62 req-315d7787-0dca-41bc-96a4-fe1ec56caeaf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 1098 time: 0.0842533 Apr 22 17:30:01.984355 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-428690fa-573a-4f2e-8a59-cff9c64e1a62 req-3cd77960-da37-4976-82a9-884904765b83 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363498 Apr 22 17:30:02.625693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943d232-d723-4def-8ece-a395ce7a7e52 req-62f5f09d-3b28-43be-a3f7-9cbaf64471bd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:02.627261 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2943d232-d723-4def-8ece-a395ce7a7e52 req-62f5f09d-3b28-43be-a3f7-9cbaf64471bd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0899343 Apr 22 17:30:02.679498 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2943d232-d723-4def-8ece-a395ce7a7e52 req-0247a4ba-dd0c-4151-a438-002a1e23e1cd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451264 Apr 22 17:30:02.874709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:03.884646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69950db-34b3-46b7-bb69-6f2e2c781a2b req-f9e2204d-2047-4f4b-b884-69756b735d16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:03.886245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f69950db-34b3-46b7-bb69-6f2e2c781a2b req-f9e2204d-2047-4f4b-b884-69756b735d16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0881882 Apr 22 17:30:03.934454 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f69950db-34b3-46b7-bb69-6f2e2c781a2b req-c2d78701-de33-4cd1-a88e-fabe49ac422e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416570 Apr 22 17:30:04.136176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318ee31-b943-4eef-ba3b-455c63c6b05d req-962ec6a9-bd5d-4d1d-942b-629fd9a060c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:04.137781 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3318ee31-b943-4eef-ba3b-455c63c6b05d req-962ec6a9-bd5d-4d1d-942b-629fd9a060c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0925746 Apr 22 17:30:04.147754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37314) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:04.154092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d29aeb13-8f8d-4c9b-835c-becffd4babe6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Request body: {'floatingip': {'port_id': '4d6bca13-6b77-4ba1-87ba-63fded68799c'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:04.236799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d29aeb13-8f8d-4c9b-835c-becffd4babe6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:05.147565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d29aeb13-8f8d-4c9b-835c-becffd4babe6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:05.198297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d29aeb13-8f8d-4c9b-835c-becffd4babe6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:05.383520 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-d29aeb13-8f8d-4c9b-835c-becffd4babe6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 associated. External IP: 172.26.6.197, port: 4d6bca13-6b77-4ba1-87ba-63fded68799c. Apr 22 17:30:05.446081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:05.760602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29aeb13-8f8d-4c9b-835c-becffd4babe6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Router 7d20a096-053d-4f23-a078-bfa0579df497 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:30:05.954205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29aeb13-8f8d-4c9b-835c-becffd4babe6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:30:05.959688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d29aeb13-8f8d-4c9b-835c-becffd4babe6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:05.964692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e3858-a21d-4a62-a50a-51b719e0681f None None] Sync routers for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:30:05.975150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e3858-a21d-4a62-a50a-51b719e0681f None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:30:05.975823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-de3e3858-a21d-4a62-a50a-51b719e0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:30:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:30:06.018796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d29aeb13-8f8d-4c9b-835c-becffd4babe6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "PUT /v2.0/floatingips/7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 HTTP/1.1" status: 200 len: 992 time: 1.8696856 Apr 22 17:30:06.019867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:30:06.127627 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'status': 'completed', 'code': 200} Apr 22 17:30:06.177156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-de3e3858-a21d-4a62-a50a-51b719e0681f None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:30:06.229602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fc747-d7b1-4ef9-b3db-a95bd2f11417 req-a5305fef-f8ae-4527-a325-cae2b449bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:06.231289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d5fc747-d7b1-4ef9-b3db-a95bd2f11417 req-a5305fef-f8ae-4527-a325-cae2b449bfee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 1098 time: 0.0799437 Apr 22 17:30:06.388003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fc747-d7b1-4ef9-b3db-a95bd2f11417 req-1ca02c44-31d6-4357-86d6-a35850516def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:06.389556 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d5fc747-d7b1-4ef9-b3db-a95bd2f11417 req-1ca02c44-31d6-4357-86d6-a35850516def service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1511834 Apr 22 17:30:06.505427 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d5fc747-d7b1-4ef9-b3db-a95bd2f11417 req-5b6a5e29-ce66-453c-954f-04d8bbe4dfd0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c HTTP/1.1" status: 200 len: 1000 time: 0.1092818 Apr 22 17:30:06.578969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fc747-d7b1-4ef9-b3db-a95bd2f11417 req-e4180747-9a85-4740-bdfd-baea60e63b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:06.580962 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d5fc747-d7b1-4ef9-b3db-a95bd2f11417 req-e4180747-9a85-4740-bdfd-baea60e63b1b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0696738 Apr 22 17:30:06.670548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fc747-d7b1-4ef9-b3db-a95bd2f11417 req-3de610c2-9849-444f-9c0f-a17bbcfa5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:06.671601 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d5fc747-d7b1-4ef9-b3db-a95bd2f11417 req-3de610c2-9849-444f-9c0f-a17bbcfa5fc0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843654 Apr 22 17:30:06.714984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-de3e3858-a21d-4a62-a50a-51b719e0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:a5:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:30:05Z', 'revision_number': 13, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:30:06.719303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e3858-a21d-4a62-a50a-51b719e0681f None None] Checking router: 7d20a096-053d-4f23-a078-bfa0579df497 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:30:06.729109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e3858-a21d-4a62-a50a-51b719e0681f None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:30:06.729747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-de3e3858-a21d-4a62-a50a-51b719e0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:30:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:30:06.821028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d5fc747-d7b1-4ef9-b3db-a95bd2f11417 req-6e9e3400-3560-4f6b-bff8-de7a448e4db0 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427698 Apr 22 17:30:06.920542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-de3e3858-a21d-4a62-a50a-51b719e0681f None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:30:06.967360 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d5fc747-d7b1-4ef9-b3db-a95bd2f11417 req-0ab12281-861b-4660-a775-066a8bc79bcd service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399410 Apr 22 17:30:07.290731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-de3e3858-a21d-4a62-a50a-51b719e0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:a5:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:30:05Z', 'revision_number': 13, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:30:07.294926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e3858-a21d-4a62-a50a-51b719e0681f None None] The sync data for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv is: [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '7b5f7441-6c7c-41bc-a20a-d4d71b7a1194', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'floating_ip_address': '172.26.6.197', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'port_id': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'mac_address': 'fa:16:3e:a5:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:25:18Z', 'updated_at': '2021-04-22T17:30:05Z', 'revision_number': 13, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:30:07.561772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262c18a-36d5-4470-91f0-4095e8f1a57b None None] New status for floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:30:18.171090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:30:28.068854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e676e22-1a36-4bd5-a4dd-a932850c4da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:28.703551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-caf470cd-8bda-4331-af8c-3f3183a716ca req-64c723fc-d01f-4a27-9e80-92f7916158fb service neutron] (87210) timed out ('10.222.0.78', 62214) {{(pid=87210) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 17:30:30.295350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38fd31be-fd74-4e9b-9ec6-14766640fe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:31.434060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:31.519897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:32.868853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:35.428794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:36.875045 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-8a7173e7-ccba-4525-8704-a92b8de5787a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786235 Apr 22 17:30:37.314524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-7dbca54e-9f7a-4534-a5c7-00a3b99070cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:37.316271 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-7dbca54e-9f7a-4534-a5c7-00a3b99070cc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 1098 time: 0.3640585 Apr 22 17:30:37.476943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-a40440f9-7839-4634-a358-db17d4f9d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:37.478521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-a40440f9-7839-4634-a358-db17d4f9d17c service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1349709 Apr 22 17:30:37.593478 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-7202481e-d252-4a75-aa84-3a93f1028f83 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c HTTP/1.1" status: 200 len: 1002 time: 0.1038411 Apr 22 17:30:37.663801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-51b5fb38-ec7b-4ba7-8975-dc899c32686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:37.665370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-51b5fb38-ec7b-4ba7-8975-dc899c32686c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0656881 Apr 22 17:30:37.756437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-d247b02a-98e0-489c-9072-a543ecf4fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:37.758043 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-d247b02a-98e0-489c-9072-a543ecf4fcb4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844283 Apr 22 17:30:37.903871 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-7655da21-7e05-4e3f-9f3f-3efdcae61868 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378982 Apr 22 17:30:38.052692 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-526dbfb5-e0db-4c98-88b2-49bafa5f0bea req-2fceb70d-2ca9-417a-bf1f-99eb6363f0ce service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416121 Apr 22 17:30:48.040869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2010c-5e1c-4dce-bfee-c46d9024ac0d req-32862ddf-78a1-4d7a-b3a4-e3f40458944e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:48.042505 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baa2010c-5e1c-4dce-bfee-c46d9024ac0d req-32862ddf-78a1-4d7a-b3a4-e3f40458944e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0949872 Apr 22 17:30:48.092339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-baa2010c-5e1c-4dce-bfee-c46d9024ac0d req-c41c5fa8-4384-48dc-afee-d1ec731727e2 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424905 Apr 22 17:30:55.170934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:30:58.077535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3867015-bce9-4ab5-a680-fa06253560f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:30:58.279940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03d96-54d6-49ee-8756-fb907712e4cb req-fd3ef60b-1127-47d6-937a-8e47fe841f26 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:58.281977 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6b03d96-54d6-49ee-8756-fb907712e4cb req-fd3ef60b-1127-47d6-937a-8e47fe841f26 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.1544685 Apr 22 17:30:58.289722 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-45a8ccf4-7945-430d-9470-a7deb523e65b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139188 Apr 22 17:30:58.332909 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6b03d96-54d6-49ee-8756-fb907712e4cb req-fea01040-0e95-4ac2-975b-25aa529a7b6a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Apr 22 17:30:59.613152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c6dc-9949-44dd-91f4-5d172e35e294 req-0267069f-be69-433f-86f0-feef80ad9c2c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:30:59.614866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ac97c6dc-9949-44dd-91f4-5d172e35e294 req-0267069f-be69-433f-86f0-feef80ad9c2c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.1006916 Apr 22 17:30:59.665098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ac97c6dc-9949-44dd-91f4-5d172e35e294 req-7e187b3e-581a-4f76-8701-f9c99df31aeb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434730 Apr 22 17:31:00.313742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4495e40b-2a8e-4d8b-9091-e85edc82ecf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:00.422308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-b546cb3e-9ba6-4323-b04d-f127eb78c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:00.423983 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-b546cb3e-9ba6-4323-b04d-f127eb78c4de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 1098 time: 0.0816233 Apr 22 17:31:00.574691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-f6be9b35-dccc-438f-9bc2-06e6415817ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:00.576549 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-f6be9b35-dccc-438f-9bc2-06e6415817ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1432495 Apr 22 17:31:00.698783 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-1a93c555-55ec-4d6a-b9b7-3e0698098d81 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c HTTP/1.1" status: 200 len: 1002 time: 0.1114810 Apr 22 17:31:00.774134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-18cc4c0d-84b2-4a51-b920-4364221865bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:00.775765 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-18cc4c0d-84b2-4a51-b920-4364221865bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0670984 Apr 22 17:31:00.867667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-5e6c2822-8617-41cc-8ac9-f0d13431c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:00.869244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-5e6c2822-8617-41cc-8ac9-f0d13431c9c1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832846 Apr 22 17:31:00.876503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241796-4b43-43f6-9a19-3fbbbae991bb req-89518acf-8fc6-4db3-82b9-cae9dc545ef1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:00.878111 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0241796-4b43-43f6-9a19-3fbbbae991bb req-89518acf-8fc6-4db3-82b9-cae9dc545ef1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0893848 Apr 22 17:31:00.926047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0241796-4b43-43f6-9a19-3fbbbae991bb req-033dc3f7-8d4a-4c4d-9bd0-bfd913cd71f8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Apr 22 17:31:01.016586 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-832f5499-2340-4067-96a8-641a1340d55e service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357601 Apr 22 17:31:01.163052 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-f7b80ea6-68e0-4ddb-9cde-2b7d0153d193 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359661 Apr 22 17:31:01.451081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:01.553596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:02.143345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b14f4-cc74-435f-a6fa-4ee964f48866 req-3702068e-d932-4715-943c-a842e734214a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:02.144909 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-453b14f4-cc74-435f-a6fa-4ee964f48866 req-3702068e-d932-4715-943c-a842e734214a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0991864 Apr 22 17:31:02.192993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-453b14f4-cc74-435f-a6fa-4ee964f48866 req-5d9bceb0-23e0-47df-9cc2-5bfcca203b03 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416434 Apr 22 17:31:02.880208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:03.425338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ec505-faab-47a3-a68c-185c6dfa3a4a req-e748d305-0e0c-4187-abe5-f8d0595f0dfb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:03.427018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-725ec505-faab-47a3-a68c-185c6dfa3a4a req-e748d305-0e0c-4187-abe5-f8d0595f0dfb tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0961916 Apr 22 17:31:03.477664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-725ec505-faab-47a3-a68c-185c6dfa3a4a req-465beed6-cfb4-4469-b80a-a856e36106ec tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440974 Apr 22 17:31:04.715956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943013d-3dec-4d22-a443-0109ff6aaac2 req-ecc348e2-71c9-4e77-a1a9-6fbc893d02a5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:04.717570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4943013d-3dec-4d22-a443-0109ff6aaac2 req-ecc348e2-71c9-4e77-a1a9-6fbc893d02a5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.1022453 Apr 22 17:31:04.771103 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4943013d-3dec-4d22-a443-0109ff6aaac2 req-e8b3e9c2-a3da-416b-9689-60c8e31c316d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 Apr 22 17:31:05.445742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:06.014785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a57007-9a7a-46aa-94fe-2b27e11af59e req-5cb6080d-c4ef-48f0-b614-24fea4bc60f6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:06.016847 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07a57007-9a7a-46aa-94fe-2b27e11af59e req-5cb6080d-c4ef-48f0-b614-24fea4bc60f6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.1124551 Apr 22 17:31:06.065801 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07a57007-9a7a-46aa-94fe-2b27e11af59e req-d2657f4f-12cb-42e3-8250-ca46aadfc867 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425508 Apr 22 17:31:07.269844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4079b-2b95-4d29-8674-de6ca964c2ab req-a5d8d9a9-a0cd-4c21-98ef-d976e01f770f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:07.271502 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-57c4079b-2b95-4d29-8674-de6ca964c2ab req-a5d8d9a9-a0cd-4c21-98ef-d976e01f770f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0906463 Apr 22 17:31:07.322583 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-57c4079b-2b95-4d29-8674-de6ca964c2ab req-9732f8a6-3eaa-46c2-bfcc-e7c280d6f4da tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445285 Apr 22 17:31:08.533721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042f490-f3f1-41ba-a1a4-ea2effb1ffc3 req-d6e6cea1-ca56-4a5d-8304-d49d5b93bb7d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:08.535349 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0042f490-f3f1-41ba-a1a4-ea2effb1ffc3 req-d6e6cea1-ca56-4a5d-8304-d49d5b93bb7d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0910687 Apr 22 17:31:08.587284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0042f490-f3f1-41ba-a1a4-ea2effb1ffc3 req-bbe4c0b4-1233-4981-b4c8-6f206bc4f26f tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453632 Apr 22 17:31:09.807505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737e94e-e1f8-473b-b9d7-a10c8f99504c req-4f5adeb0-bb2e-4e21-86df-a865ea32c1a9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:09.809145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1737e94e-e1f8-473b-b9d7-a10c8f99504c req-4f5adeb0-bb2e-4e21-86df-a865ea32c1a9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0996909 Apr 22 17:31:09.860761 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1737e94e-e1f8-473b-b9d7-a10c8f99504c req-777ead99-b9de-4dcf-94ea-a13dea055995 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445948 Apr 22 17:31:11.067799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3bbde-f2ca-488c-b8db-b218cf452bec req-30916676-a92d-4c0b-92e8-ab93858a7a8c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:11.069353 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d9d3bbde-f2ca-488c-b8db-b218cf452bec req-30916676-a92d-4c0b-92e8-ab93858a7a8c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0900226 Apr 22 17:31:11.119209 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d9d3bbde-f2ca-488c-b8db-b218cf452bec req-9aeebc8f-023b-4455-b4da-8f988c7ae9e3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433617 Apr 22 17:31:12.325763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44d3a2-90f0-416e-b21a-bd0c338c5f66 req-a85eaeca-a617-4955-ab54-4684917eb11d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:12.327375 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ad44d3a2-90f0-416e-b21a-bd0c338c5f66 req-a85eaeca-a617-4955-ab54-4684917eb11d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0931406 Apr 22 17:31:12.376255 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ad44d3a2-90f0-416e-b21a-bd0c338c5f66 req-4f4ff7ca-deb7-4cba-9625-48d71e01d0e8 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422339 Apr 22 17:31:13.587988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cadd36-9712-41d3-8ae1-be71cadddcd5 req-e81de721-2956-4111-88f2-eb62c59e4ad1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:13.587988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84cadd36-9712-41d3-8ae1-be71cadddcd5 req-e81de721-2956-4111-88f2-eb62c59e4ad1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0906632 Apr 22 17:31:13.638568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84cadd36-9712-41d3-8ae1-be71cadddcd5 req-6fa36dac-c5ce-4893-a380-8ace3d3f1d62 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460598 Apr 22 17:31:14.383823 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-9a3169b2-a532-4588-8486-4accdd51081b service neutron] 10.222.0.78 "GET /v2.0/ports/4d6bca13-6b77-4ba1-87ba-63fded68799c/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0789359 Apr 22 17:31:14.847833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d470-00c9-4368-b9af-ab25413ab351 req-2d35a5f9-0c9f-4fe1-9188-b9ed0db3ec93 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:14.849440 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5978d470-00c9-4368-b9af-ab25413ab351 req-2d35a5f9-0c9f-4fe1-9188-b9ed0db3ec93 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0935361 Apr 22 17:31:14.899690 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5978d470-00c9-4368-b9af-ab25413ab351 req-e0a9bf89-fa4b-4057-a1d6-4a41ba345f32 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 Apr 22 17:31:14.914134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-9097d6bb-420c-40ca-bee8-be033d0b14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:14.915858 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-9097d6bb-420c-40ca-bee8-be033d0b14c0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 1098 time: 0.0879948 Apr 22 17:31:15.021364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-740af750-8883-43f9-a478-23a1aa58771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:15.023041 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-740af750-8883-43f9-a478-23a1aa58771c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 1098 time: 0.0803444 Apr 22 17:31:15.177317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-24bd1703-81cb-4bc9-8a8f-f18c466c8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:15.179051 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-24bd1703-81cb-4bc9-8a8f-f18c466c8605 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1452849 Apr 22 17:31:15.295994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-07ebabf5-bca6-45c7-83c9-65d3005ad1da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c HTTP/1.1" status: 200 len: 1002 time: 0.1054494 Apr 22 17:31:15.370252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-44b4f1fc-5608-4949-970c-0003e798e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:15.371892 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-44b4f1fc-5608-4949-970c-0003e798e5eb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0664675 Apr 22 17:31:15.462805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-784da1ff-e312-4836-832d-6a8f8c46db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:15.464431 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-784da1ff-e312-4836-832d-6a8f8c46db8c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818799 Apr 22 17:31:15.609138 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-f2d2bda6-4cf7-43c7-a83e-643d26525e7f service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363003 Apr 22 17:31:15.755515 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b94bff65-8ac2-4941-9a58-f2dce1ee353d req-ba223a1c-427b-4479-ad79-7928751a622b service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389868 Apr 22 17:31:16.119842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a826c1-6e75-4662-892a-90e8cb4eba34 req-61a3450d-ff8c-4941-8c8c-57c6f2d00baa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:16.121470 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4a826c1-6e75-4662-892a-90e8cb4eba34 req-61a3450d-ff8c-4941-8c8c-57c6f2d00baa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0985432 Apr 22 17:31:16.173768 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4a826c1-6e75-4662-892a-90e8cb4eba34 req-35ee092d-6272-4775-a6f1-84aeada36e67 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454633 Apr 22 17:31:17.385934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7c617-8434-401a-b1df-f724b39d79ba req-6d7c0ea2-889f-4c6a-995c-aafb120bd293 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:17.387554 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-21b7c617-8434-401a-b1df-f724b39d79ba req-6d7c0ea2-889f-4c6a-995c-aafb120bd293 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0927892 Apr 22 17:31:17.437779 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-21b7c617-8434-401a-b1df-f724b39d79ba req-df1f2a79-bb00-4725-8415-0a0b7f115fda tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429034 Apr 22 17:31:17.644256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4d6bca13-6b77-4ba1-87ba-63fded68799c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:31:17.773700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:17.802839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:31:17.815213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:31:17.868829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:17.870827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4dbf1a0c-21d7-43fc-8473-0cf9c0729644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:31:17.919250 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'code': 200} Apr 22 17:31:17.947243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:31:17.956080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.956474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.956886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.957259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.957625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.957996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.958364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.958761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.959130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.959489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.959851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.960213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:17.964430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:31:18.675346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f3126-7966-477a-a081-684958fb060b req-8f77f16b-cd87-4f8e-aa90-6f108e11aa0a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:18.676995 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f63f3126-7966-477a-a081-684958fb060b req-8f77f16b-cd87-4f8e-aa90-6f108e11aa0a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 943 time: 0.0968602 Apr 22 17:31:18.728254 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f63f3126-7966-477a-a081-684958fb060b req-4a700628-9119-4461-b43c-dbf0d42c875d tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444849 Apr 22 17:31:19.649615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4d6bca13-6b77-4ba1-87ba-63fded68799c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:31:19.795976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:31:19.810924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'port_id': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'mac_address': 'fa:16:3e:a5:9c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:31:19.874508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:19.892900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6bca13-6b77-4ba1-87ba-63fded68799c {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:31:19.935685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b7fc1-6aa8-43fc-bcad-75ad3aa6513b req-858c3b0e-5fb5-46c7-86fe-f6ed330ff02c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:19.937193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d5b7fc1-6aa8-43fc-bcad-75ad3aa6513b req-858c3b0e-5fb5-46c7-86fe-f6ed330ff02c tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 943 time: 0.0902665 Apr 22 17:31:19.950234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:31:19.990130 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9d5b7fc1-6aa8-43fc-bcad-75ad3aa6513b req-33151009-cc4a-46bc-bcec-a6d061b05d8e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462770 Apr 22 17:31:20.008076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:20.010855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:31:20.085002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:31:20.088411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:31:20.092144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['4d6bca13-6b77-4ba1-87ba-63fded68799c'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:31:21.193395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffb72c-c527-4dce-9d57-bbdd4e578f24 req-5b1d7a41-1798-4481-80df-34482f6d9a03 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:21.195049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6dffb72c-c527-4dce-9d57-bbdd4e578f24 req-5b1d7a41-1798-4481-80df-34482f6d9a03 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 944 time: 0.0885785 Apr 22 17:31:21.243455 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6dffb72c-c527-4dce-9d57-bbdd4e578f24 req-74d14f77-858f-4c37-8c50-8f1b88f2b91b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420642 Apr 22 17:31:21.665256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4d6bca13-6b77-4ba1-87ba-63fded68799c up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:31:21.739506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 4d6bca13-6b77-4ba1-87ba-63fded68799c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:31:21.739938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:21.868438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:21.896987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:31:21.907562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:31:21.951329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:21.954541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'code': 200} Apr 22 17:31:21.955100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:31:22.030937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:31:22.034229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:31:22.454118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64724-f96e-4176-abbd-edcf38cf6782 req-40a887e0-42f0-4d07-97ad-3aab8dde0600 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:22.456022 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-25f64724-f96e-4176-abbd-edcf38cf6782 req-40a887e0-42f0-4d07-97ad-3aab8dde0600 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0913270 Apr 22 17:31:22.504457 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-25f64724-f96e-4176-abbd-edcf38cf6782 req-9be75a1f-fecc-417b-8958-c830ec34dbf5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 Apr 22 17:31:23.716411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b6074-9b49-48b4-b69c-ad847291c856 req-99152c0a-d60f-46ec-97e7-4ad2b868324b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:23.718090 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b95b6074-9b49-48b4-b69c-ad847291c856 req-99152c0a-d60f-46ec-97e7-4ad2b868324b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0905895 Apr 22 17:31:23.768436 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b95b6074-9b49-48b4-b69c-ad847291c856 req-1c1710a4-5029-41dd-b978-5ef981caadd2 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427918 Apr 22 17:31:25.255382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4904a36-818b-48a8-a4c7-5395c30f01af req-ec34cc16-bb99-47b9-a99e-4239c1fd34a9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:25.256998 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f4904a36-818b-48a8-a4c7-5395c30f01af req-ec34cc16-bb99-47b9-a99e-4239c1fd34a9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.3694620 Apr 22 17:31:25.307051 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f4904a36-818b-48a8-a4c7-5395c30f01af req-e1b0e89f-f433-4448-ad0c-8d296552a38b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 Apr 22 17:31:26.513497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c9d5d-e3d8-4bb3-a4bb-b78394f0ec54 req-3b065f56-be86-43ed-aabf-283276658bd5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:26.515120 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-832c9d5d-e3d8-4bb3-a4bb-b78394f0ec54 req-3b065f56-be86-43ed-aabf-283276658bd5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0916095 Apr 22 17:31:26.566330 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-832c9d5d-e3d8-4bb3-a4bb-b78394f0ec54 req-1c4db653-0a11-45f2-a531-df15b3a9a952 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446579 Apr 22 17:31:27.296665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-1527976d-ff66-46c8-8c7f-af349bcf3633 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:27.297453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-1527976d-ff66-46c8-8c7f-af349bcf3633 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Synchronizing usage tracker for tenant:dabf97737d37418c9be081eea67919ec on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:31:27.357045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-1527976d-ff66-46c8-8c7f-af349bcf3633 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Unset dirty status for tenant:dabf97737d37418c9be081eea67919ec on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:31:27.357954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6fb0-6e1c-441c-afb6-0790742b7538 req-de5556ed-fe0a-4260-9994-889eef3c5e37 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:27.358382 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-1527976d-ff66-46c8-8c7f-af349bcf3633 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1&tenant_id=dabf97737d37418c9be081eea67919ec&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1550870 Apr 22 17:31:27.360318 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b87c6fb0-6e1c-441c-afb6-0790742b7538 req-de5556ed-fe0a-4260-9994-889eef3c5e37 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0874944 Apr 22 17:31:27.409372 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b87c6fb0-6e1c-441c-afb6-0790742b7538 req-0fbe6d45-4f6d-4d46-a12b-e2b7dcb2e858 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431859 Apr 22 17:31:27.447228 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-405c3066-9c31-4dd9-bcbd-53262a142494 service neutron] 10.222.0.78 "GET /v2.0/ports/4d6bca13-6b77-4ba1-87ba-63fded68799c/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0829575 Apr 22 17:31:27.546577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-1afa0a5c-c7e1-430e-8340-07af902c2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:27.549891 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-1afa0a5c-c7e1-430e-8340-07af902c2d6e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 1098 time: 0.0772519 Apr 22 17:31:27.693437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-9e3d24c9-5076-4880-a3ef-08428fbdc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:27.695068 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-9e3d24c9-5076-4880-a3ef-08428fbdc0ff service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1401992 Apr 22 17:31:27.807820 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-e908a10e-cb8f-426f-bce5-5d55f6f81f59 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c HTTP/1.1" status: 200 len: 1002 time: 0.1064856 Apr 22 17:31:27.876458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-4f95d6f4-f6c2-4517-a6e8-dd94221c56e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:27.878732 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-4f95d6f4-f6c2-4517-a6e8-dd94221c56e3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0649431 Apr 22 17:31:27.964404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-4e0ef737-4a9a-4384-95e1-86d06b2a84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:27.965907 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-4e0ef737-4a9a-4384-95e1-86d06b2a84d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811729 Apr 22 17:31:28.112630 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-809f1328-eff3-44f3-b9c9-b3d01e6a50df service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389928 Apr 22 17:31:28.139626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee872-3dec-4d48-b33d-995aa0afbc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:28.551185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-a9ed4e8c-a8c6-41b0-9752-6361f0a5e3e1 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325304 Apr 22 17:31:28.626246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4376c48-d697-4850-8a0c-97d8fcd007f4 req-8361738a-6bc7-48c7-aa79-a9a5cbec2756 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:28.627865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a4376c48-d697-4850-8a0c-97d8fcd007f4 req-8361738a-6bc7-48c7-aa79-a9a5cbec2756 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0961270 Apr 22 17:31:28.678035 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a4376c48-d697-4850-8a0c-97d8fcd007f4 req-fb08d931-38bb-41f4-bc92-b2abcaac2ae9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436683 Apr 22 17:31:29.884364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbcc32-a1d9-491a-b9dc-798431bfa99d req-75e1cf73-2d74-414b-9b53-1ed3dca7f479 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:29.885882 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29bbcc32-a1d9-491a-b9dc-798431bfa99d req-75e1cf73-2d74-414b-9b53-1ed3dca7f479 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0885625 Apr 22 17:31:29.933793 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29bbcc32-a1d9-491a-b9dc-798431bfa99d req-0ebf5495-6cbd-4b07-b6e5-b6ee1fbb6bb4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Apr 22 17:31:30.284935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fde3630c-51b0-47b4-89c2-4dc0be7c84fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:31.145627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa95e1-848a-44f3-8377-95da43d4bd32 req-117768d8-97c4-41d3-a028-9b372e86316e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:31.147316 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2dfa95e1-848a-44f3-8377-95da43d4bd32 req-117768d8-97c4-41d3-a028-9b372e86316e tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0940657 Apr 22 17:31:31.197277 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2dfa95e1-848a-44f3-8377-95da43d4bd32 req-c6d3814d-5d71-47e7-9e65-754fdc3b798b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433257 Apr 22 17:31:31.444894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:31.524755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:32.171485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:31:32.406271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd88c9-676e-4950-97a7-71fee118e7ae req-78940abf-cf2f-46c1-b42b-b6a5216e4bcf tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:32.408030 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-14cd88c9-676e-4950-97a7-71fee118e7ae req-78940abf-cf2f-46c1-b42b-b6a5216e4bcf tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0940542 Apr 22 17:31:32.457267 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-14cd88c9-676e-4950-97a7-71fee118e7ae req-6aaf3426-b217-4cfd-bfc7-a8552a10c519 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428631 Apr 22 17:31:32.742324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-a4979d8d-b1e2-42db-a50d-123556cba1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:32.743889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-a4979d8d-b1e2-42db-a50d-123556cba1ad service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1&tenant_id=dabf97737d37418c9be081eea67919ec HTTP/1.1" status: 200 len: 1098 time: 0.0798161 Apr 22 17:31:32.853007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-4391dd7d-418f-4d9a-b484-ad643b522431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:32.854764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-4391dd7d-418f-4d9a-b484-ad643b522431 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 1098 time: 0.0831752 Apr 22 17:31:32.890589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:33.003855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-69db0fb6-b15f-47d5-9731-e647b2e98ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:33.005362 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-69db0fb6-b15f-47d5-9731-e647b2e98ac4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1409857 Apr 22 17:31:33.118097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-a2420aa2-695d-4174-a673-2f6a2e456ad1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c HTTP/1.1" status: 200 len: 1002 time: 0.1024878 Apr 22 17:31:33.194281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-f2c93b2c-eddd-42f8-b895-a258d39d4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:33.195983 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-f2c93b2c-eddd-42f8-b895-a258d39d4124 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0669858 Apr 22 17:31:33.283365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-23560453-0a0f-4782-a973-c835235939e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:33.285486 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-23560453-0a0f-4782-a973-c835235939e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787013 Apr 22 17:31:33.432415 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-fd218986-0885-4f6f-9ec3-2d6edfd81fe2 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358447 Apr 22 17:31:33.584367 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29f22467-6895-428c-8d54-7fa7c25c9912 req-5b74b392-44ab-409b-a846-a840f8bc8f67 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405733 Apr 22 17:31:33.667219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7ecce-ff5f-426a-9462-3af24c0ef227 req-6777b816-2ff4-40d7-93a1-04ecaa451181 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:33.668832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0ca7ecce-ff5f-426a-9462-3af24c0ef227 req-6777b816-2ff4-40d7-93a1-04ecaa451181 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0920253 Apr 22 17:31:33.719743 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0ca7ecce-ff5f-426a-9462-3af24c0ef227 req-736ac395-4c48-46d1-a516-b3d3145ea591 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442462 Apr 22 17:31:34.931577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cc639-3d60-45f8-a753-17dbb3019e0c req-d4889452-156f-412c-94d6-722e85004bfd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:34.933094 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-753cc639-3d60-45f8-a753-17dbb3019e0c req-d4889452-156f-412c-94d6-722e85004bfd tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0926616 Apr 22 17:31:34.987644 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-753cc639-3d60-45f8-a753-17dbb3019e0c req-6db7320e-ab04-48e0-864d-64f5a3422fae tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444233 Apr 22 17:31:35.511060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:35.769472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4d6bca13-6b77-4ba1-87ba-63fded68799c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:31:35.891876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:35.920149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:31:35.931427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:31:35.962391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:35.964535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:31:36.003370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'code': 200} Apr 22 17:31:36.037864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=9']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:31:36.041367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:31:36.196109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7c271-619c-4be3-b5c6-a6483ed69207 req-e3ad61b4-599a-44bb-9416-aa3662c2b808 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:36.197699 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7ed7c271-619c-4be3-b5c6-a6483ed69207 req-e3ad61b4-599a-44bb-9416-aa3662c2b808 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 943 time: 0.0898297 Apr 22 17:31:36.251159 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7ed7c271-619c-4be3-b5c6-a6483ed69207 req-26201f02-cc31-4a05-ba71-ef8303df4dac tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469508 Apr 22 17:31:37.458924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f04dc9-799a-4d4d-b1d9-98fc2742f5bf req-699157cd-2ae4-465e-b242-b1eeebbbc217 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:37.460516 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6f04dc9-799a-4d4d-b1d9-98fc2742f5bf req-699157cd-2ae4-465e-b242-b1eeebbbc217 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 943 time: 0.0885789 Apr 22 17:31:37.508404 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6f04dc9-799a-4d4d-b1d9-98fc2742f5bf req-a623adab-3fec-480b-ad57-7bf4113c4d72 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413461 Apr 22 17:31:37.763044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4d6bca13-6b77-4ba1-87ba-63fded68799c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:31:37.910420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:31:37.925001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'port_id': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'mac_address': 'fa:16:3e:a5:9c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:31:37.945963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a43df-deab-4cf9-ab25-4ac0df0555e6 req-d07f650d-bbf0-4866-ac87-7980abe4adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:37.947605 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-de7a43df-deab-4cf9-ab25-4ac0df0555e6 req-d07f650d-bbf0-4866-ac87-7980abe4adfd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dabf97737d37418c9be081eea67919ec&device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 1096 time: 0.0860119 Apr 22 17:31:37.985173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:38.003303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6bca13-6b77-4ba1-87ba-63fded68799c {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:31:38.020554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:31:38.091131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:38.093248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:31:38.110438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a43df-deab-4cf9-ab25-4ac0df0555e6 req-42444663-6c54-4ad9-9e9e-560423f4b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:38.112088 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-de7a43df-deab-4cf9-ab25-4ac0df0555e6 req-42444663-6c54-4ad9-9e9e-560423f4b82b service neutron] 10.222.0.78 "GET /v2.0/networks?id=9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 200 len: 913 time: 0.1397386 Apr 22 17:31:38.170035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=10']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:31:38.175895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['4d6bca13-6b77-4ba1-87ba-63fded68799c'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:31:38.202216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:31:38.230905 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-de7a43df-deab-4cf9-ab25-4ac0df0555e6 req-bf3b2966-563c-412b-9b98-eb484f8940d7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c HTTP/1.1" status: 200 len: 1001 time: 0.1079621 Apr 22 17:31:38.305470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a43df-deab-4cf9-ab25-4ac0df0555e6 req-d957ecc6-3738-4cfc-ae0b-c416689723fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:38.307144 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-de7a43df-deab-4cf9-ab25-4ac0df0555e6 req-d957ecc6-3738-4cfc-ae0b-c416689723fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 200 len: 850 time: 0.0663037 Apr 22 17:31:38.395829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a43df-deab-4cf9-ab25-4ac0df0555e6 req-79223fce-d169-479a-aece-a5cf9259b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:38.397444 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-de7a43df-deab-4cf9-ab25-4ac0df0555e6 req-79223fce-d169-479a-aece-a5cf9259b73d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9607fef1-20fe-4d68-8a2d-652161e0cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797544 Apr 22 17:31:38.546161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-de7a43df-deab-4cf9-ab25-4ac0df0555e6 req-604be154-e8cf-4f54-a25f-cf2421598648 service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384842 Apr 22 17:31:38.695596 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-de7a43df-deab-4cf9-ab25-4ac0df0555e6 req-e90ba34e-6eed-41f0-a7fc-07aa2c34d7ac service neutron] 10.222.0.78 "GET /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406853 Apr 22 17:31:38.721711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d73c04-08be-4700-ab99-772f1485db33 req-4bc8f971-f42e-4df0-8c6b-63f9ff6765d6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:38.728156 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1d73c04-08be-4700-ab99-772f1485db33 req-4bc8f971-f42e-4df0-8c6b-63f9ff6765d6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0948572 Apr 22 17:31:38.775610 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1d73c04-08be-4700-ab99-772f1485db33 req-b4d703c0-81a4-44d7-a5de-9d03953089c7 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452535 Apr 22 17:31:39.769394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4d6bca13-6b77-4ba1-87ba-63fded68799c up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:31:39.843962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 4d6bca13-6b77-4ba1-87ba-63fded68799c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:31:39.844382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:39.970181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:39.983135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc562a7e-b676-4f36-a8d4-41e980b7b3cb req-7ec9fcd2-2af7-426f-bdf0-a1d4c73c48d6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:39.984700 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc562a7e-b676-4f36-a8d4-41e980b7b3cb req-7ec9fcd2-2af7-426f-bdf0-a1d4c73c48d6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 945 time: 0.0918722 Apr 22 17:31:39.999663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:31:40.010523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:31:40.034935 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc562a7e-b676-4f36-a8d4-41e980b7b3cb req-39c3a3ac-ae69-4e8e-baf8-68da16986456 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432749 Apr 22 17:31:40.045273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:40.048644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:31:40.084473 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'code': 200} Apr 22 17:31:40.125206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=11']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:31:40.128567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:31:41.249444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eac048-09b3-4213-9c74-d1fda43a7330 req-8ce87894-b481-4461-98b1-7261589ddd90 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:41.251106 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-86eac048-09b3-4213-9c74-d1fda43a7330 req-8ce87894-b481-4461-98b1-7261589ddd90 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 946 time: 0.0957227 Apr 22 17:31:41.299659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-86eac048-09b3-4213-9c74-d1fda43a7330 req-977b6661-d374-4d54-9d3b-0735833304c1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408931 Apr 22 17:31:42.510134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c81598-f31c-42b1-884f-11ec9db5e899 req-3ba3c419-4b92-456f-afc8-d936ba47b7ed tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:42.511844 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4c81598-f31c-42b1-884f-11ec9db5e899 req-3ba3c419-4b92-456f-afc8-d936ba47b7ed tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 946 time: 0.0906041 Apr 22 17:31:42.566474 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4c81598-f31c-42b1-884f-11ec9db5e899 req-8f65b66d-11a4-4e48-9e8f-82fa2ebdcdf4 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469081 Apr 22 17:31:43.777325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81815fde-95e1-433c-b3c2-3e483b9fb6b0 req-35d574e5-4785-44af-a119-7a40b0011058 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:43.779012 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-81815fde-95e1-433c-b3c2-3e483b9fb6b0 req-35d574e5-4785-44af-a119-7a40b0011058 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 946 time: 0.0917730 Apr 22 17:31:43.828988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-81815fde-95e1-433c-b3c2-3e483b9fb6b0 req-252eeb42-94eb-448e-821d-dfb64fd67d55 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417602 Apr 22 17:31:44.035443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93ebb0-baa8-449c-8d8b-e23484c8cc6f req-73f2eaba-4519-416f-8943-e500e3bb8ae1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:44.037053 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fd93ebb0-baa8-449c-8d8b-e23484c8cc6f req-73f2eaba-4519-416f-8943-e500e3bb8ae1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 946 time: 0.0930169 Apr 22 17:31:44.087166 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fd93ebb0-baa8-449c-8d8b-e23484c8cc6f req-afc38dec-0800-49c6-8a35-8e4ae12d33ef tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436072 Apr 22 17:31:44.290258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a899d-2eaf-40cc-81fe-d09e1930c8a0 req-a7679393-f409-49de-b4b3-0356a1c01008 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:44.291897 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f79a899d-2eaf-40cc-81fe-d09e1930c8a0 req-a7679393-f409-49de-b4b3-0356a1c01008 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 946 time: 0.0900028 Apr 22 17:31:44.341582 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f79a899d-2eaf-40cc-81fe-d09e1930c8a0 req-8a8584b1-da61-4002-b3d2-b782ed59ebc3 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419297 Apr 22 17:31:44.855712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba11e-0524-46b2-bcff-5603464c4c07 req-912a86c4-9a58-47d8-8d36-be9317631a58 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:44.857296 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-227ba11e-0524-46b2-bcff-5603464c4c07 req-912a86c4-9a58-47d8-8d36-be9317631a58 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 946 time: 0.0908308 Apr 22 17:31:44.904927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-227ba11e-0524-46b2-bcff-5603464c4c07 req-a73e2f26-8e02-48bb-8fed-c77c451ff4bc tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403416 Apr 22 17:31:46.119612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f7655-84a9-44ab-94c5-3f427e68d895 req-b73157bd-af94-4826-9349-bb4c635495c6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:46.121126 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-af3f7655-84a9-44ab-94c5-3f427e68d895 req-b73157bd-af94-4826-9349-bb4c635495c6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 946 time: 0.0959425 Apr 22 17:31:46.169466 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-af3f7655-84a9-44ab-94c5-3f427e68d895 req-4f1ad853-9ed0-404f-b6ae-33c0fca37ea5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Apr 22 17:31:47.371111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f980f-5e84-4801-a369-d6a7bfb6d0bd req-b4ff3026-59b0-4e9c-8bd8-ab19d142dcc7 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:47.372728 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-db1f980f-5e84-4801-a369-d6a7bfb6d0bd req-b4ff3026-59b0-4e9c-8bd8-ab19d142dcc7 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 946 time: 0.0883257 Apr 22 17:31:47.422166 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-db1f980f-5e84-4801-a369-d6a7bfb6d0bd req-4edf6791-ab07-4908-b4ef-135f871f2456 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups?id=9aa983d0-310a-493c-bbd1-c7f08ecea1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Apr 22 17:31:47.461220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-4bba74ae-9559-48d5-9fb0-0e0bd56b91ef tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:31:47.462764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-4bba74ae-9559-48d5-9fb0-0e0bd56b91ef tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 946 time: 0.0957992 Apr 22 17:31:47.545949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Deleting port 4d6bca13-6b77-4ba1-87ba-63fded68799c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:31:47.546395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:47.818073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] For port 4d6bca13-6b77-4ba1-87ba-63fded68799c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4d6bca13-6b77-4ba1-87ba-63fded68799c,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:31:47.818575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:48.129164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:48.129643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:48.129917 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 disassociated. External IP: 172.26.6.197, port: 4d6bca13-6b77-4ba1-87ba-63fded68799c. Apr 22 17:31:48.130301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Calling delete_port for 4d6bca13-6b77-4ba1-87ba-63fded68799c owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:31:48.341808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:48.347903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66647756-adc5-43a5-bdc5-bb28c671efa6 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:31:48.396532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event deleted for resources: {'Port': ['ID=4d6bca13-6b77-4ba1-87ba-63fded68799c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:31:48.409324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.409822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.410102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.410513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.411096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.411348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.411704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.412264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.412530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.412896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.413290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.413688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:48.417832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:31:48.601386 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-43a8ac84-86af-49d3-b488-717ca64ca356 req-1bd5f36c-e2f9-4304-a1ec-dab6f9316ba9 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 210 time: 0.0542166 Apr 22 17:31:48.619143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Router 7d20a096-053d-4f23-a078-bfa0579df497 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:31:48.815710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:31:48.825751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6de26-598e-42d6-8966-bb5258b55379 None None] Sync routers for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:31:48.836950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6de26-598e-42d6-8966-bb5258b55379 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:31:48.837627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9cd6de26-598e-42d6-8966-bb5258b55379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:31:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:31:48.899927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] No DVR routers for this DVR port 4d6bca13-6b77-4ba1-87ba-63fded68799c on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:31:48.902539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:48.905527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-deleted', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:31:48.946090 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3f18dd50-64a8-41f7-bfa9-68c84f721773 req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.78 "DELETE /v2.0/ports/4d6bca13-6b77-4ba1-87ba-63fded68799c HTTP/1.1" status: 204 len: 173 time: 1.4725995 Apr 22 17:31:48.957682 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8e0e31-8a90-4c2b-ac59-4773b2a925b1', 'name': 'network-vif-deleted', 'tag': '4d6bca13-6b77-4ba1-87ba-63fded68799c', 'status': 'completed', 'code': 200} Apr 22 17:31:49.030683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-9cd6de26-598e-42d6-8966-bb5258b55379 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:31:49.380321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9cd6de26-598e-42d6-8966-bb5258b55379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:31:49.385048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6de26-598e-42d6-8966-bb5258b55379 None None] Checking router: 7d20a096-053d-4f23-a078-bfa0579df497 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:31:49.394050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6de26-598e-42d6-8966-bb5258b55379 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:31:49.394741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9cd6de26-598e-42d6-8966-bb5258b55379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:31:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:31:49.581574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-9cd6de26-598e-42d6-8966-bb5258b55379 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:31:49.780552 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc22ac1c-7c56-4479-a31f-d4ba7929068c req-3e88eade-c6fa-4a32-b9f6-f0a1262a0c31 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8e0e31-8a90-4c2b-ac59-4773b2a925b1 HTTP/1.1" status: 200 len: 210 time: 0.0571196 Apr 22 17:31:50.082976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-9cd6de26-598e-42d6-8966-bb5258b55379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:31:50.087783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6de26-598e-42d6-8966-bb5258b55379 None None] The sync data for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv is: [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:25:15Z', 'revision_number': 4, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2d4b7d73-0ec0-4548-850f-63ffdca6994f', 'name': '', 'network_id': '9607fef1-20fe-4d68-8a2d-652161e0cdca', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'mac_address': 'fa:16:3e:48:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:14Z', 'updated_at': '2021-04-22T17:25:22Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'subnets': [{'id': '4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:31:50.472415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53201b29-6bd1-4ba4-8a3d-8994eb4e8feb None None] New status for floating IP 7b5f7441-6c7c-41bc-a20a-d4d71b7a1194: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:31:51.784069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4d6bca13-6b77-4ba1-87ba-63fded68799c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:31:51.823413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 4d6bca13-6b77-4ba1-87ba-63fded68799c {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:31:51.823980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 4d6bca13-6b77-4ba1-87ba-63fded68799c not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:31:54.266902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37612) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:54.340117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:54.371334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:54.596532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:54.600897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d0aef8ce-5839-4563-bef0-9fffcad0c91e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:31:54.618089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa983d0-310a-493c-bbd1-c7f08ecea1bd,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:31:54.626740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.627182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.627610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.628023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.628441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.628854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.629266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.629678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.630174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.630580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.635895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.635895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:31:54.635895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:31:54.662387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:54.663573 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "DELETE /v2.0/security-groups/9aa983d0-310a-493c-bbd1-c7f08ecea1bd HTTP/1.1" status: 204 len: 168 time: 0.3955867 Apr 22 17:31:54.666098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37616) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:54.684511 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-36c7dfa4-72b6-4d27-9ecb-9babb6ec8cba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] show failed (client error): The resource could not be found. Apr 22 17:31:54.685612 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-36c7dfa4-72b6-4d27-9ecb-9babb6ec8cba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "GET /v2.0/security-groups/9aa983d0-310a-493c-bbd1-c7f08ecea1bd HTTP/1.1" status: 404 len: 347 time: 0.0184917 Apr 22 17:31:54.688575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37620) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:54.856824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Deleting port bdff797d-c96b-4ed2-ade4-88a7c171abdf {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:31:54.857123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:55.038681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:55.039039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:55.172731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Calling delete_port for bdff797d-c96b-4ed2-ade4-88a7c171abdf owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:31:55.495816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:55.499792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:31:55.546459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Pushing event deleted for resources: {'Port': ['ID=bdff797d-c96b-4ed2-ade4-88a7c171abdf,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:31:55.549191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:31:55.645011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:55.660298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:55.661528 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] 10.222.0.77 "DELETE /v2.0/floatingips/7b5f7441-6c7c-41bc-a20a-d4d71b7a1194 HTTP/1.1" status: 204 len: 168 time: 0.9719942 Apr 22 17:31:55.665370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37624) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:56.302950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:56.946155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Deleting port 2d4b7d73-0ec0-4548-850f-63ffdca6994f {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:31:56.946791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:57.131344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] For port 2d4b7d73-0ec0-4548-850f-63ffdca6994f, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2d4b7d73-0ec0-4548-850f-63ffdca6994f,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:31:57.131669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:57.268787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Calling delete_port for 2d4b7d73-0ec0-4548-850f-63ffdca6994f owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:31:57.599220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:57.603466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28e13965-292b-442b-a337-e79ad4433a07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:31:57.652955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4b7d73-0ec0-4548-850f-63ffdca6994f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:31:57.656415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:31:57.942953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:58.084655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f31d3ddb-5433-4826-b821-5604a66300c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:58.329968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Router 7d20a096-053d-4f23-a078-bfa0579df497 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:31:58.528937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:31:58.537852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca512b-65b4-42f5-a712-89a900e28bd9 None None] Sync routers for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:31:58.544026 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] 10.222.0.77 "PUT /v2.0/routers/7d20a096-053d-4f23-a078-bfa0579df497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8771958 Apr 22 17:31:58.547660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37630) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:58.548452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca512b-65b4-42f5-a712-89a900e28bd9 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:31:58.549302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-15ca512b-65b4-42f5-a712-89a900e28bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:31:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:31:58.738392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:58.745189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-15ca512b-65b4-42f5-a712-89a900e28bd9 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:31:59.062840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-15ca512b-65b4-42f5-a712-89a900e28bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:31:57Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:31:59.067692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca512b-65b4-42f5-a712-89a900e28bd9 None None] Checking router: 7d20a096-053d-4f23-a078-bfa0579df497 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:31:59.079500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca512b-65b4-42f5-a712-89a900e28bd9 None None] Routers {'7d20a096-053d-4f23-a078-bfa0579df497'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:31:59.080236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-15ca512b-65b4-42f5-a712-89a900e28bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:31:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7d20a096-053d-4f23-a078-bfa0579df497'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:31:59.223251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:59.273096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-15ca512b-65b4-42f5-a712-89a900e28bd9 None None] Set router 7d20a096-053d-4f23-a078-bfa0579df497 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:31:59.273560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Deleting port 3f1f55c7-1480-421b-8367-2ed703e62e0d {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:31:59.273949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:59.463761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] For port 3f1f55c7-1480-421b-8367-2ed703e62e0d, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=3f1f55c7-1480-421b-8367-2ed703e62e0d,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:31:59.464138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:59.572886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-15ca512b-65b4-42f5-a712-89a900e28bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:31:57Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:31:59.577640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca512b-65b4-42f5-a712-89a900e28bd9 None None] The sync data for ids ['7d20a096-053d-4f23-a078-bfa0579df497'] in dv-neutron-786478-3-hyperv is: [{'id': '7d20a096-053d-4f23-a078-bfa0579df497', 'name': 'tempest-ServerActionsTestJSON-329234671-router', 'tenant_id': 'dabf97737d37418c9be081eea67919ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:25:10Z', 'updated_at': '2021-04-22T17:31:57Z', 'revision_number': 5, 'project_id': 'dabf97737d37418c9be081eea67919ec', 'gw_port': {'id': '3f1f55c7-1480-421b-8367-2ed703e62e0d', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a096-053d-4f23-a078-bfa0579df497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:25:11Z', 'updated_at': '2021-04-22T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:31:59.603879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Calling delete_port for 3f1f55c7-1480-421b-8367-2ed703e62e0d owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:31:59.965272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:31:59.976492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e82fbf29-a843-454e-8e3d-dc2a560dca9b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:00.051456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f1f55c7-1480-421b-8367-2ed703e62e0d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:00.059161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:00.122428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:00.301954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0fae51e-6d4c-4bc3-a6c7-61620f7e7749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:00.311213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:00.313574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:00.399137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2d4b7d73-0ec0-4548-850f-63ffdca6994f no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:32:00.435722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 2d4b7d73-0ec0-4548-850f-63ffdca6994f {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:32:00.436120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2d4b7d73-0ec0-4548-850f-63ffdca6994f not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:32:00.450037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:00.450719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d20a096-053d-4f23-a078-bfa0579df497 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:32:00.464507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:00.465842 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] 10.222.0.77 "DELETE /v2.0/routers/7d20a096-053d-4f23-a078-bfa0579df497 HTTP/1.1" status: 204 len: 168 time: 1.9170680 Apr 22 17:32:00.468545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37634) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:00.541817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3125547b-1999-4f56-b7f1-6d9232125ce3 admin admin] Deleting subnet 4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:32:00.545191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3125547b-1999-4f56-b7f1-6d9232125ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:00.601337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3125547b-1999-4f56-b7f1-6d9232125ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:00.689759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3125547b-1999-4f56-b7f1-6d9232125ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.004603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3125547b-1999-4f56-b7f1-6d9232125ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.009682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7db5b12f-4053-4f49-a96d-42b546480c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:01.050852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125547b-1999-4f56-b7f1-6d9232125ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:01.054818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3125547b-1999-4f56-b7f1-6d9232125ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:01.055883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3125547b-1999-4f56-b7f1-6d9232125ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.061366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92f8115-1ad5-4cc9-bd0b-d0a7dec07542 None None] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:32:01.062737 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3125547b-1999-4f56-b7f1-6d9232125ce3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4c6b7097-54fa-47f2-bbd3-fefcdf4d6ae8 HTTP/1.1" status: 204 len: 168 time: 0.5930135 Apr 22 17:32:01.065441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37638) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:01.186168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.197752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Deleting port 675ef570-06f4-4c86-a09b-be5d5fd48de1 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:32:01.198134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.314507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8387fc0-e6d7-4b87-99fa-5e2f922c5f8d None None] DHCP port deletion for 9607fef1-20fe-4d68-8a2d-652161e0cdca request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:32:01.318788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a8387fc0-e6d7-4b87-99fa-5e2f922c5f8d None None] Deleting port 675ef570-06f4-4c86-a09b-be5d5fd48de1 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:32:01.319760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8387fc0-e6d7-4b87-99fa-5e2f922c5f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.426096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] For port 675ef570-06f4-4c86-a09b-be5d5fd48de1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=675ef570-06f4-4c86-a09b-be5d5fd48de1,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:01.426498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.467089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.570693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Calling delete_port for 675ef570-06f4-4c86-a09b-be5d5fd48de1 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:32:01.570916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a8387fc0-e6d7-4b87-99fa-5e2f922c5f8d None None] For port 675ef570-06f4-4c86-a09b-be5d5fd48de1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=675ef570-06f4-4c86-a09b-be5d5fd48de1,segment=NetworkSegment(aded6761-e264-4618-8c30-4cad4a75f7fc),segment_id=aded6761-e264-4618-8c30-4cad4a75f7fc)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:01.571116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8387fc0-e6d7-4b87-99fa-5e2f922c5f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.582191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.682616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.687930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7213a78b-e5da-4f9d-bf08-6a88351862cb tempest-TestServerAdvancedOps-2112845295 tempest-TestServerAdvancedOps-2112845295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:01.707564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a8387fc0-e6d7-4b87-99fa-5e2f922c5f8d None None] Calling delete_port for 675ef570-06f4-4c86-a09b-be5d5fd48de1 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:32:01.735093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Pushing event deleted for resources: {'Port': ['ID=675ef570-06f4-4c86-a09b-be5d5fd48de1,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:01.738552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:01.739417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] No DVR routers for this DVR port 675ef570-06f4-4c86-a09b-be5d5fd48de1 on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:32:01.784795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-a8387fc0-e6d7-4b87-99fa-5e2f922c5f8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:01.785211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-a8387fc0-e6d7-4b87-99fa-5e2f922c5f8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:32:01.862945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:01.978256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9607fef1-20fe-4d68-8a2d-652161e0cdca']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:01.991643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aded6761-e264-4618-8c30-4cad4a75f7fc') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:01.991981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aded6761-e264-4618-8c30-4cad4a75f7fc') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:02.004256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:02.022651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:02.029092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:32:02.212334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:32:02.221416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:02.286496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a8387fc0-e6d7-4b87-99fa-5e2f922c5f8d None None] Deleting port 675ef570-06f4-4c86-a09b-be5d5fd48de1 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:32:02.287089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8387fc0-e6d7-4b87-99fa-5e2f922c5f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:02.364010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a8387fc0-e6d7-4b87-99fa-5e2f922c5f8d None None] The port '675ef570-06f4-4c86-a09b-be5d5fd48de1' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:32:02.400202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 675ef570-06f4-4c86-a09b-be5d5fd48de1 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:32:02.408684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Network 9607fef1-20fe-4d68-8a2d-652161e0cdca has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:02.432122 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:02.437265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 675ef570-06f4-4c86-a09b-be5d5fd48de1 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:32:02.437676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 675ef570-06f4-4c86-a09b-be5d5fd48de1 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:32:02.438158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3f1f55c7-1480-421b-8367-2ed703e62e0d no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:32:02.474464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 3f1f55c7-1480-421b-8367-2ed703e62e0d {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:32:02.474815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3f1f55c7-1480-421b-8367-2ed703e62e0d not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:32:02.702653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:02.707140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:02.716787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c931a7f-a922-445f-9aea-867a3d496b1f tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:02.741752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Pushing event deleted for resources: {'Network': ['ID=9607fef1-20fe-4d68-8a2d-652161e0cdca,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:02.746492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:02.808389 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] 10.222.0.77 "DELETE /v2.0/networks/9607fef1-20fe-4d68-8a2d-652161e0cdca HTTP/1.1" status: 204 len: 168 time: 1.7416930 Apr 22 17:32:02.878829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:03.096558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37644) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:03.150185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c1dceb99-7e66-4548-be71-23b9402c435c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dabf97737d37418c9be081eea67919ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520775 Apr 22 17:32:03.152726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37648) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:03.218218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26ccb08d-072a-463d-9142-ff1fc74998ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:03.247538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26ccb08d-072a-463d-9142-ff1fc74998ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:03.519144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26ccb08d-072a-463d-9142-ff1fc74998ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:03.524357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-216ace16-d49c-4f2e-9734-b65a7ed1854d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:03.538841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccb08d-072a-463d-9142-ff1fc74998ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e49765-16d1-4353-b654-4c02bd1b8445,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:03.543068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-26ccb08d-072a-463d-9142-ff1fc74998ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:03.546413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26ccb08d-072a-463d-9142-ff1fc74998ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:03.547666 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-26ccb08d-072a-463d-9142-ff1fc74998ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/02e49765-16d1-4353-b654-4c02bd1b8445 HTTP/1.1" status: 204 len: 168 time: 0.3939843 Apr 22 17:32:04.640033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37672) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:04.759388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1050298351-network', 'tenant_id': '11f6c55ea26b496583c1fc0092063710'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:04.764649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:04.768742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Usage tracker for resource:network and tenant:11f6c55ea26b496583c1fc0092063710 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:04.771781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:04.779539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:04.832901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Made reservation on behalf of 11f6c55ea26b496583c1fc0092063710 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:32:04.838423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:04.852322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:04.867608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:04.871656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Usage tracker for resource:security_group_rule and tenant:11f6c55ea26b496583c1fc0092063710 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:04.874724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:04.880936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:05.031929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:05.070793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:05.075374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8f55c223-3f92-47bd-b916-89f854198bd5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:05.101565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:32:05.114945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac121fc-c89b-4cbc-9057-a6cccb370b23,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:05.118986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:05.177605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:05.178006 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Added segment 8703f199-41c1-4f72-86ae-5abad98387a8 of type vlan for network e3148710-00ec-473a-91a3-54e443d9acc4 Apr 22 17:32:05.261392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:05.325219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:05.326258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:05.326963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:05.332542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31a3bc1d-f769-4262-b025-a0452c0ad6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:05.441547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Pushing event updated for resources: {'Network': ['ID=e3148710-00ec-473a-91a3-54e443d9acc4,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:05.445105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:05.450031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:05.452255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network e3148710-00ec-473a-91a3-54e443d9acc4 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:32:05.477526 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8363025 Apr 22 17:32:05.480451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37678) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:05.486756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Request body: {'subnet': {'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1050298351-subnet', 'tenant_id': '11f6c55ea26b496583c1fc0092063710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:05.492907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:05.497067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Usage tracker for resource:subnet and tenant:11f6c55ea26b496583c1fc0092063710 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:05.500187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:05.506325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:05.544256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Made reservation on behalf of 11f6c55ea26b496583c1fc0092063710 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:32:05.549306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:06.200742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:06.205444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-70ad905a-3e7d-40b8-9670-d46e68578455 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:06.284311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca712b8-27f7-4ed6-8ec5-3a8bab7bdb9b,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:06.290215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:06.293097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Checking segment: {'id': '8703f199-41c1-4f72-86ae-5abad98387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:32:06.293533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Network hostable DHCP agents. Network: e3148710-00ec-473a-91a3-54e443d9acc4, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:32:06.372749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Network e3148710-00ec-473a-91a3-54e443d9acc4 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:32:06.430017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, e3148710-00ec-473a-91a3-54e443d9acc4) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:32:06.439400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e08dd8-3868-413d-9afe-d31b19f6baa2 None None] Network e3148710-00ec-473a-91a3-54e443d9acc4 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:32:06.442854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:06.443507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:06.491316 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0095153 Apr 22 17:32:06.670767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fea6d7-d9e6-4461-84d6-d648e0aef9ed None None] Network e3148710-00ec-473a-91a3-54e443d9acc4 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:32:07.051555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-12eaac8a-c377-456f-b74d-3e1fc45b038f tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:07.053111 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-12eaac8a-c377-456f-b74d-3e1fc45b038f tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/networks?id=e3148710-00ec-473a-91a3-54e443d9acc4 HTTP/1.1" status: 200 len: 814 time: 0.1607730 Apr 22 17:32:07.069952 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-363b7a42-bc39-43b2-9295-b365ef11f9cd tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/quotas/11f6c55ea26b496583c1fc0092063710 HTTP/1.1" status: 200 len: 375 time: 0.0106437 Apr 22 17:32:07.127733 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-7d2a044f-064d-4809-bc22-f6776992b9d3 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=11f6c55ea26b496583c1fc0092063710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519004 Apr 22 17:32:07.324494 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-fb70528d-2079-4c9b-a064-939812dbfc99 service neutron] 10.222.0.77 "GET /v2.0/networks/e3148710-00ec-473a-91a3-54e443d9acc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885784 Apr 22 17:32:07.766504 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-5cc93ab2-c9d1-4f43-9c93-8e853847e7c9 service neutron] 10.222.0.77 "GET /v2.0/networks/e3148710-00ec-473a-91a3-54e443d9acc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348509 Apr 22 17:32:08.020595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0d65c6eb-5c36-449e-b31e-d663b671c84f req-98dbfdc2-e9b5-4142-884d-996287eb41a7 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 210 time: 0.0489485 Apr 22 17:32:09.171359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:32:09.187941 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d47fbe74-3b07-4ae2-81f6-908945ddfaf0 req-ac5ba70b-9806-43b4-bfd1-da2fa214d42b tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 210 time: 0.0495450 Apr 22 17:32:10.132482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-787333b5-22f5-411b-af94-2debf9662ce5 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:10.133223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-787333b5-22f5-411b-af94-2debf9662ce5 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Synchronizing usage tracker for tenant:11f6c55ea26b496583c1fc0092063710 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:32:10.201286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-787333b5-22f5-411b-af94-2debf9662ce5 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Unset dirty status for tenant:11f6c55ea26b496583c1fc0092063710 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:32:10.202575 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-787333b5-22f5-411b-af94-2debf9662ce5 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.78 "GET /v2.0/networks?id=e3148710-00ec-473a-91a3-54e443d9acc4 HTTP/1.1" status: 200 len: 814 time: 0.2359929 Apr 22 17:32:10.220417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Request body: {'port': {'device_id': 'ef55909b-985e-4d3a-a78a-39c8003a8c9f', 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4', 'admin_state_up': True, 'tenant_id': '11f6c55ea26b496583c1fc0092063710'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:10.365061 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5c4cfdab-5d69-4767-b6dd-ceb8da1962a1 req-95eff6aa-94f5-4513-aaaa-c025305f7729 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 210 time: 0.0568507 Apr 22 17:32:10.374405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:10.378762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Usage tracker for resource:port and tenant:11f6c55ea26b496583c1fc0092063710 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:10.381906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:10.388339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:10.581876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Made reservation on behalf of 11f6c55ea26b496583c1fc0092063710 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:32:10.588646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:10.766543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Allocated IP 172.20.0.11 (e3148710-00ec-473a-91a3-54e443d9acc4/3ca712b8-27f7-4ed6-8ec5-3a8bab7bdb9b/03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:32:11.059449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:11.151080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:11.157440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85ee0923-f90c-4e2f-8110-2d6793d7d6db tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:11.231368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Network e3148710-00ec-473a-91a3-54e443d9acc4 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:32:11.235330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:32:11.239725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:32:11.278052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Pushing event updated for resources: {'Port': ['ID=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:11.282895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:11.312055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:11.312658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:11.364946 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1489444 Apr 22 17:32:11.380776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Request body: {'port': {'device_id': 'ef55909b-985e-4d3a-a78a-39c8003a8c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:11.505131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:11.572425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96bf54-b3e0-40fe-b2bd-1a76f27647ec req-a90354fe-2be7-4c3c-8bfe-ae8fc33671eb tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:11.573963 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ac96bf54-b3e0-40fe-b2bd-1a76f27647ec req-a90354fe-2be7-4c3c-8bfe-ae8fc33671eb tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 932 time: 0.0891330 Apr 22 17:32:11.626481 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ac96bf54-b3e0-40fe-b2bd-1a76f27647ec req-1b825c01-cf1f-4c68-8b3a-21e7bc93162c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455227 Apr 22 17:32:11.906569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:32:11.915395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:11.931333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Transition to ACTIVE for port object 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:32:11.972952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:11.978575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e49fe4b0-13fe-4f29-8a56-6a6c9f410c7b tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:12.146558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:12.154825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:12.231904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Attempting to bind port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:32:12.232501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Attempting to bind port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '8703f199-41c1-4f72-86ae-5abad98387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:32:12.232640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Attempting to bind port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f on network e3148710-00ec-473a-91a3-54e443d9acc4 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:32:12.237805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f on network e3148710-00ec-473a-91a3-54e443d9acc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:32:12.238161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Attempting to bind port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f on network e3148710-00ec-473a-91a3-54e443d9acc4 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:32:12.243734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:12.244104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Checking segment: {'id': '8703f199-41c1-4f72-86ae-5abad98387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:32:12.244527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Bound using segment: {'id': '8703f199-41c1-4f72-86ae-5abad98387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:12.244999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Bound port: 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8703f199-41c1-4f72-86ae-5abad98387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:32:12.245436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:12.344282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] For port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:32:12.347447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] For port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f,segment=NetworkSegment(8703f199-41c1-4f72-86ae-5abad98387a8),segment_id=8703f199-41c1-4f72-86ae-5abad98387a8)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:32:12.387416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:12.392734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:12.455270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:12.456233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:12.457724 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] 10.222.0.78 "PUT /v2.0/ports/03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f HTTP/1.1" status: 200 len: 1094 time: 1.0815635 Apr 22 17:32:12.458294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef55909b-985e-4d3a-a78a-39c8003a8c9f', 'tag': '03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:32:12.479745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:12.487460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:12.515014 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef55909b-985e-4d3a-a78a-39c8003a8c9f', 'tag': '03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f', 'status': 'completed', 'code': 200} Apr 22 17:32:12.622893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045a110-dcd7-467e-bb72-115480bad747 req-fab9cc97-24c8-4247-98a0-e1fc4a311d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:12.624490 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e045a110-dcd7-467e-bb72-115480bad747 req-fab9cc97-24c8-4247-98a0-e1fc4a311d11 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=11f6c55ea26b496583c1fc0092063710&device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 1097 time: 0.0830922 Apr 22 17:32:12.788685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045a110-dcd7-467e-bb72-115480bad747 req-635b907d-1b68-4765-94c2-3f6a2b1b14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:12.790282 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e045a110-dcd7-467e-bb72-115480bad747 req-635b907d-1b68-4765-94c2-3f6a2b1b14cb service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=11f6c55ea26b496583c1fc0092063710&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1548591 Apr 22 17:32:12.856122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84203fa3-b3f6-41a5-8e7e-5f420e6b34af req-338a3dd9-269e-4c41-9a12-3452251a1a77 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:12.857745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84203fa3-b3f6-41a5-8e7e-5f420e6b34af req-338a3dd9-269e-4c41-9a12-3452251a1a77 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 944 time: 0.0934908 Apr 22 17:32:12.907503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84203fa3-b3f6-41a5-8e7e-5f420e6b34af req-7dc9e4d6-5d80-411d-a0e9-32db04b350d6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Apr 22 17:32:12.948424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045a110-dcd7-467e-bb72-115480bad747 req-e5657e6f-4ee7-4603-83a3-146efba8a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:12.950157 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e045a110-dcd7-467e-bb72-115480bad747 req-e5657e6f-4ee7-4603-83a3-146efba8a721 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1495810 Apr 22 17:32:13.072574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-1f87d581-1443-45af-bcfc-e1dafa7cedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:13.074098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-1f87d581-1443-45af-bcfc-e1dafa7cedb7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=11f6c55ea26b496583c1fc0092063710&device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 1097 time: 0.0795753 Apr 22 17:32:13.153882 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-684b6487-04c9-4423-b38b-d83dafd91e62 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f HTTP/1.1" status: 200 len: 217 time: 0.0681384 Apr 22 17:32:13.224232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-f8e00781-fee5-4f81-997c-1bed486e4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:13.226283 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-f8e00781-fee5-4f81-997c-1bed486e4840 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca712b8-27f7-4ed6-8ec5-3a8bab7bdb9b HTTP/1.1" status: 200 len: 854 time: 0.0627348 Apr 22 17:32:13.280724 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-d18cbf00-cc0a-4ecc-87b5-f184ba264d57 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3148710-00ec-473a-91a3-54e443d9acc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445418 Apr 22 17:32:13.427019 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-ddae3a81-2554-499b-8189-301f29029a23 service neutron] 10.222.0.78 "GET /v2.0/networks/e3148710-00ec-473a-91a3-54e443d9acc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354854 Apr 22 17:32:13.572677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63ef4d20-8a8c-4c07-9f54-15ec8ddd2b24 req-5a8f40b7-b827-4b12-8c95-9e0c7f7a80d3 service neutron] 10.222.0.78 "GET /v2.0/networks/e3148710-00ec-473a-91a3-54e443d9acc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349797 Apr 22 17:32:14.117937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79912998-af96-4e17-8b26-327ed95c75bb req-7c89d624-f40a-48c6-8631-40b4079e09be tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:14.119468 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-79912998-af96-4e17-8b26-327ed95c75bb req-7c89d624-f40a-48c6-8631-40b4079e09be tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 944 time: 0.0930474 Apr 22 17:32:14.167168 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-79912998-af96-4e17-8b26-327ed95c75bb req-0e945776-8674-4f30-b4a3-1b9bfd78d891 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 Apr 22 17:32:15.373963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd61d-cec6-4d07-a2e5-be13d4eadfeb req-569a9490-ea4d-4b1b-99b0-f014b9632f74 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:15.375634 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fbfbd61d-cec6-4d07-a2e5-be13d4eadfeb req-569a9490-ea4d-4b1b-99b0-f014b9632f74 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 944 time: 0.0935125 Apr 22 17:32:15.424413 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fbfbd61d-cec6-4d07-a2e5-be13d4eadfeb req-370b32c3-cc0d-4bb9-93c1-01ebdc7afb95 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Apr 22 17:32:15.939982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:32:16.085983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f,segment=NetworkSegment(8703f199-41c1-4f72-86ae-5abad98387a8),segment_id=8703f199-41c1-4f72-86ae-5abad98387a8)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:16.100459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f', 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4', 'port_id': '03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f', 'mac_address': 'fa:16:3e:51:cb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca712b8-27f7-4ed6-8ec5-3a8bab7bdb9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:32:16.160081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:16.177876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:32:16.194828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f,segment=NetworkSegment(8703f199-41c1-4f72-86ae-5abad98387a8),segment_id=8703f199-41c1-4f72-86ae-5abad98387a8)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:16.244380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:16.246302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:16.322502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:16.325777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:16.565877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:32:16.633894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ef645-e3d9-4333-9971-07df4ef3a085 req-c894ce8e-7354-49a6-a852-83c26bc8d60e tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:16.635476 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-aa2ef645-e3d9-4333-9971-07df4ef3a085 req-c894ce8e-7354-49a6-a852-83c26bc8d60e tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 945 time: 0.0960515 Apr 22 17:32:16.687974 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-aa2ef645-e3d9-4333-9971-07df4ef3a085 req-fe4103f6-8bec-41ba-bab4-6f5ee8cc131b tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454910 Apr 22 17:32:17.894864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730ee45-555a-481b-9ab7-29fa67858169 req-726b7d23-6120-4ee4-98f5-1df88853b27b tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:17.896471 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5730ee45-555a-481b-9ab7-29fa67858169 req-726b7d23-6120-4ee4-98f5-1df88853b27b tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 945 time: 0.0919371 Apr 22 17:32:17.949308 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5730ee45-555a-481b-9ab7-29fa67858169 req-d75438c0-4a83-43de-9d83-6b39eb513294 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464180 Apr 22 17:32:17.955483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:32:18.121611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:32:18.127587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:32:18.128011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:18.256768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:18.284532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef55909b-985e-4d3a-a78a-39c8003a8c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:32:18.295688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f,segment=NetworkSegment(8703f199-41c1-4f72-86ae-5abad98387a8),segment_id=8703f199-41c1-4f72-86ae-5abad98387a8)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:18.334522 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef55909b-985e-4d3a-a78a-39c8003a8c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f', 'code': 200} Apr 22 17:32:18.347046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:18.350079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:18.425741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:18.434304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.434735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.435120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.435494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.435867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.436338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.436585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.436945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.437310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.437672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.438037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.438397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:18.442448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:18.663868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cddab-2229-469b-bf64-de53ec97e72b req-0be24e19-b7d4-4746-b7ef-005ec26eea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:18.665511 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6a6cddab-2229-469b-bf64-de53ec97e72b req-0be24e19-b7d4-4746-b7ef-005ec26eea8e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 1099 time: 0.0830417 Apr 22 17:32:18.713601 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6a6cddab-2229-469b-bf64-de53ec97e72b req-06a34492-4d57-44cf-bc7b-26c53779fa4e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378604 Apr 22 17:32:19.156813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636980cd-cb08-496c-bb01-d3ceb9865bfc req-5a1152e8-07b8-430c-a4e6-bd8444c59bbd tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:19.158431 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-636980cd-cb08-496c-bb01-d3ceb9865bfc req-5a1152e8-07b8-430c-a4e6-bd8444c59bbd tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 946 time: 0.0899088 Apr 22 17:32:19.206440 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-636980cd-cb08-496c-bb01-d3ceb9865bfc req-271e77b7-b5cc-40dc-861b-662c48616b14 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Apr 22 17:32:20.415921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcc0b8-5a72-4e0f-b642-b130773cc5d0 req-188e4d95-5613-4442-bad9-9ecdb0969f0b tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:20.417483 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-19dcc0b8-5a72-4e0f-b642-b130773cc5d0 req-188e4d95-5613-4442-bad9-9ecdb0969f0b tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 946 time: 0.0940025 Apr 22 17:32:20.465145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-19dcc0b8-5a72-4e0f-b642-b130773cc5d0 req-64be78b1-7838-4ed3-92d8-a76e6cd17b88 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Apr 22 17:32:20.774263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-6f0947a9-fe1f-4118-94da-9997d1cc209a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:20.775846 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-6f0947a9-fe1f-4118-94da-9997d1cc209a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/networks?id=e3148710-00ec-473a-91a3-54e443d9acc4 HTTP/1.1" status: 200 len: 814 time: 0.1587269 Apr 22 17:32:20.791838 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-3de1040f-38a5-47b1-aae5-7db57eed1aa7 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/quotas/11f6c55ea26b496583c1fc0092063710 HTTP/1.1" status: 200 len: 375 time: 0.0099120 Apr 22 17:32:20.880033 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-2a475765-f434-4919-ab73-16aa1aceafda tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=11f6c55ea26b496583c1fc0092063710&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825963 Apr 22 17:32:20.891896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-8803eb59-7cd0-4fd5-8e82-86510297f3e3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:32:20.892929 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-8803eb59-7cd0-4fd5-8e82-86510297f3e3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052879 Apr 22 17:32:21.034448 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-50b84171-d4f7-4f8a-847e-ba022d7879c3 service neutron] 10.222.0.77 "GET /v2.0/networks/e3148710-00ec-473a-91a3-54e443d9acc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354659 Apr 22 17:32:21.179032 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-4ec35e4b-fde7-4c90-809f-feece52a23df service neutron] 10.222.0.77 "GET /v2.0/networks/e3148710-00ec-473a-91a3-54e443d9acc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377492 Apr 22 17:32:21.401237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fcda282b-a13a-4124-bdb6-b56251dfb77e req-b670eaaf-7d52-485c-b384-18d41cb0e5a3 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 210 time: 0.0541849 Apr 22 17:32:22.565204 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b46b95b4-b484-446e-a13b-7f6272cef050 req-5bbcc498-ab38-49a7-9824-6017f151b87f tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 210 time: 0.0489526 Apr 22 17:32:23.010764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-999e9357-2191-4198-9e7a-47dbb6ac1390 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:23.012350 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-999e9357-2191-4198-9e7a-47dbb6ac1390 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.78 "GET /v2.0/networks?id=e3148710-00ec-473a-91a3-54e443d9acc4 HTTP/1.1" status: 200 len: 814 time: 0.1599920 Apr 22 17:32:23.026222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Request body: {'port': {'device_id': '20f19cc4-f4b3-41ec-a932-fbf373a8510d', 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4', 'admin_state_up': True, 'tenant_id': '11f6c55ea26b496583c1fc0092063710'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:23.456941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:23.461521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Usage tracker for resource:port and tenant:11f6c55ea26b496583c1fc0092063710 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:23.464499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:23.470441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:23.521155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Made reservation on behalf of 11f6c55ea26b496583c1fc0092063710 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:32:23.528029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:23.699976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Allocated IP 172.20.0.8 (e3148710-00ec-473a-91a3-54e443d9acc4/3ca712b8-27f7-4ed6-8ec5-3a8bab7bdb9b/ec843977-3991-4e80-a418-887e43abc0eb) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:32:23.731313 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-add7e6e9-d926-4fba-ae7f-e48d7ea75b79 req-c7e687d9-e8f2-4e67-8016-9ab0473bd8ee tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 210 time: 0.0506642 Apr 22 17:32:24.027420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:24.096456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:24.103921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:24.111256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:32:24.180500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Network e3148710-00ec-473a-91a3-54e443d9acc4 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:32:24.183932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:32:24.186567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:32:24.228126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Pushing event updated for resources: {'Port': ['ID=ec843977-3991-4e80-a418-887e43abc0eb,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:24.233888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:24.262558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:24.263284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:24.313686 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2921786 Apr 22 17:32:24.325742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Request body: {'port': {'device_id': '20f19cc4-f4b3-41ec-a932-fbf373a8510d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:24.447807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:24.806538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec843977-3991-4e80-a418-887e43abc0eb {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:32:24.814496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:24.829942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Transition to ACTIVE for port object ec843977-3991-4e80-a418-887e43abc0eb will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:32:24.870177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:24.875462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-634f6adf-92bd-4a24-bceb-13a2168874e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:24.940839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257bfd-5f8d-467e-b316-304b68500c1e req-6b49b73d-486d-484b-8b14-7f006debdfb6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:24.942451 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3b257bfd-5f8d-467e-b316-304b68500c1e req-6b49b73d-486d-484b-8b14-7f006debdfb6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 943 time: 0.0968199 Apr 22 17:32:24.991106 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3b257bfd-5f8d-467e-b316-304b68500c1e req-5c71a79f-f4d1-4b04-a1a1-ed7f18cfde35 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Apr 22 17:32:25.014123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec843977-3991-4e80-a418-887e43abc0eb,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:25.047833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:25.122370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Attempting to bind port ec843977-3991-4e80-a418-887e43abc0eb on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:32:25.122756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Attempting to bind port ec843977-3991-4e80-a418-887e43abc0eb by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '8703f199-41c1-4f72-86ae-5abad98387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:32:25.123124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Attempting to bind port ec843977-3991-4e80-a418-887e43abc0eb on network e3148710-00ec-473a-91a3-54e443d9acc4 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:32:25.128016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Port ec843977-3991-4e80-a418-887e43abc0eb on network e3148710-00ec-473a-91a3-54e443d9acc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:32:25.128364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Attempting to bind port ec843977-3991-4e80-a418-887e43abc0eb on network e3148710-00ec-473a-91a3-54e443d9acc4 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:32:25.133781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:25.134143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Checking segment: {'id': '8703f199-41c1-4f72-86ae-5abad98387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:32:25.134562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Bound using segment: {'id': '8703f199-41c1-4f72-86ae-5abad98387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:25.135062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Bound port: ec843977-3991-4e80-a418-887e43abc0eb, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8703f199-41c1-4f72-86ae-5abad98387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:32:25.135436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:25.230237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] For port ec843977-3991-4e80-a418-887e43abc0eb, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:32:25.233634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] For port ec843977-3991-4e80-a418-887e43abc0eb, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ec843977-3991-4e80-a418-887e43abc0eb,segment=NetworkSegment(8703f199-41c1-4f72-86ae-5abad98387a8),segment_id=8703f199-41c1-4f72-86ae-5abad98387a8)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:32:25.290888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:25.295925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0a64b64-b513-442a-9416-93e38afb083a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:25.358080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:25.358779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:25.360267 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] 10.222.0.78 "PUT /v2.0/ports/ec843977-3991-4e80-a418-887e43abc0eb HTTP/1.1" status: 200 len: 1093 time: 1.0391123 Apr 22 17:32:25.360825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f19cc4-f4b3-41ec-a932-fbf373a8510d', 'tag': 'ec843977-3991-4e80-a418-887e43abc0eb'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:32:25.381471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec843977-3991-4e80-a418-887e43abc0eb,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:25.385196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:25.411763 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f19cc4-f4b3-41ec-a932-fbf373a8510d', 'tag': 'ec843977-3991-4e80-a418-887e43abc0eb', 'status': 'completed', 'code': 200} Apr 22 17:32:25.510727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c69ac-1cde-4981-bc5b-08d9f89beb3f req-e556e3c7-fd4e-4cd7-924e-2e7776a9ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:25.512304 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-505c69ac-1cde-4981-bc5b-08d9f89beb3f req-e556e3c7-fd4e-4cd7-924e-2e7776a9ebb9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=11f6c55ea26b496583c1fc0092063710&device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 1096 time: 0.0809879 Apr 22 17:32:25.661869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c69ac-1cde-4981-bc5b-08d9f89beb3f req-b079a63f-6de3-455d-a91d-c70408b711ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:25.663920 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-505c69ac-1cde-4981-bc5b-08d9f89beb3f req-b079a63f-6de3-455d-a91d-c70408b711ad service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=11f6c55ea26b496583c1fc0092063710&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1441514 Apr 22 17:32:25.808823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c69ac-1cde-4981-bc5b-08d9f89beb3f req-1e7954e0-fec6-4801-a962-ee9f23f43f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:25.810383 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-505c69ac-1cde-4981-bc5b-08d9f89beb3f req-1e7954e0-fec6-4801-a962-ee9f23f43f2f service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1394446 Apr 22 17:32:25.923753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-babe9c31-e3a6-48de-9aa9-e261d157d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:25.925281 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-babe9c31-e3a6-48de-9aa9-e261d157d53e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=11f6c55ea26b496583c1fc0092063710&device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 1096 time: 0.0766830 Apr 22 17:32:26.000072 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-44b6a02b-79bc-4b75-bd1a-bb01b7d783b1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec843977-3991-4e80-a418-887e43abc0eb HTTP/1.1" status: 200 len: 217 time: 0.0674820 Apr 22 17:32:26.068489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-06d366fe-7f2e-4a9b-a75d-d45661519e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:26.070673 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-06d366fe-7f2e-4a9b-a75d-d45661519e4e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca712b8-27f7-4ed6-8ec5-3a8bab7bdb9b HTTP/1.1" status: 200 len: 854 time: 0.0646648 Apr 22 17:32:26.123907 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-df83a18b-761a-461d-8fd6-a749d8cb7ac2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3148710-00ec-473a-91a3-54e443d9acc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461497 Apr 22 17:32:26.197139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b87dc-f597-468b-b241-c73875ea4a9e req-56237588-1ce9-4258-93b9-30efe783f25d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:26.198752 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a9b87dc-f597-468b-b241-c73875ea4a9e req-56237588-1ce9-4258-93b9-30efe783f25d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 943 time: 0.0889308 Apr 22 17:32:26.247045 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a9b87dc-f597-468b-b241-c73875ea4a9e req-b001c365-952d-4d61-8120-a6fe655eea59 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Apr 22 17:32:26.268267 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-3c252dcd-2944-4809-904a-b68bde37d3c2 service neutron] 10.222.0.78 "GET /v2.0/networks/e3148710-00ec-473a-91a3-54e443d9acc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372023 Apr 22 17:32:26.410273 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf5d24a8-0aee-4857-ab44-898383dff885 req-f9ff8d92-12c8-4d19-9db9-e93bfbd71236 service neutron] 10.222.0.78 "GET /v2.0/networks/e3148710-00ec-473a-91a3-54e443d9acc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351664 Apr 22 17:32:27.458935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949210e-1776-4a4a-a994-27b1d2bbb334 req-45fbeefc-80e1-4d0d-8793-b09e0188468f tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:27.460347 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a949210e-1776-4a4a-a994-27b1d2bbb334 req-45fbeefc-80e1-4d0d-8793-b09e0188468f tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 943 time: 0.0932357 Apr 22 17:32:27.508979 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a949210e-1776-4a4a-a994-27b1d2bbb334 req-c32204f1-69bf-4bca-8e50-809f02d825a5 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Apr 22 17:32:28.055651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device ec843977-3991-4e80-a418-887e43abc0eb details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:32:28.085633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6bdbff1c-611b-43d0-a992-80c3a9ec1bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:28.201508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port ec843977-3991-4e80-a418-887e43abc0eb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ec843977-3991-4e80-a418-887e43abc0eb,segment=NetworkSegment(8703f199-41c1-4f72-86ae-5abad98387a8),segment_id=8703f199-41c1-4f72-86ae-5abad98387a8)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:28.216306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'ec843977-3991-4e80-a418-887e43abc0eb', 'network_id': 'e3148710-00ec-473a-91a3-54e443d9acc4', 'port_id': 'ec843977-3991-4e80-a418-887e43abc0eb', 'mac_address': 'fa:16:3e:21:0a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca712b8-27f7-4ed6-8ec5-3a8bab7bdb9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:32:28.278662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:28.479710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec843977-3991-4e80-a418-887e43abc0eb {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:32:28.495413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port ec843977-3991-4e80-a418-887e43abc0eb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ec843977-3991-4e80-a418-887e43abc0eb,segment=NetworkSegment(8703f199-41c1-4f72-86ae-5abad98387a8),segment_id=8703f199-41c1-4f72-86ae-5abad98387a8)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:28.532282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:28.534134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:28.605682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=ec843977-3991-4e80-a418-887e43abc0eb,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:28.608813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:28.717380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad1c7f-39bf-4f4f-8c71-3751a2aa511b req-deb73156-ddbf-425b-8fda-b9438dac86bf tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:28.719105 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ccad1c7f-39bf-4f4f-8c71-3751a2aa511b req-deb73156-ddbf-425b-8fda-b9438dac86bf tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 944 time: 0.0932879 Apr 22 17:32:28.767238 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ccad1c7f-39bf-4f4f-8c71-3751a2aa511b req-35bef192-34eb-4b61-b46b-14b616c7bc96 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Apr 22 17:32:28.775121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['ec843977-3991-4e80-a418-887e43abc0eb'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:32:29.967262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf62f-8fb9-4ad0-b2ce-256f7b6a732e req-0a69034d-c5d1-4ed1-b2e0-2aef7c44bdff tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:29.968825 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45faf62f-8fb9-4ad0-b2ce-256f7b6a732e req-0a69034d-c5d1-4ed1-b2e0-2aef7c44bdff tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 944 time: 0.0889142 Apr 22 17:32:30.015714 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-45faf62f-8fb9-4ad0-b2ce-256f7b6a732e req-d7db8631-b444-4817-8f71-15a09774b6b4 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Apr 22 17:32:30.063809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device ec843977-3991-4e80-a418-887e43abc0eb up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:32:30.175269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port ec843977-3991-4e80-a418-887e43abc0eb completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:32:30.180148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port ec843977-3991-4e80-a418-887e43abc0eb triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:32:30.180566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:30.289325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a653ac38-e15a-4943-bb44-ec8fee5ccf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:30.316662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:30.345801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f19cc4-f4b3-41ec-a932-fbf373a8510d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec843977-3991-4e80-a418-887e43abc0eb'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:32:30.356240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port ec843977-3991-4e80-a418-887e43abc0eb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ec843977-3991-4e80-a418-887e43abc0eb,segment=NetworkSegment(8703f199-41c1-4f72-86ae-5abad98387a8),segment_id=8703f199-41c1-4f72-86ae-5abad98387a8)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:30.392616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:30.395719 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f19cc4-f4b3-41ec-a932-fbf373a8510d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec843977-3991-4e80-a418-887e43abc0eb', 'code': 200} Apr 22 17:32:30.396273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:30.471570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=ec843977-3991-4e80-a418-887e43abc0eb,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:30.474978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:30.711176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdab4db-d13b-45d6-87b4-a0fa6efa1a73 req-91e71483-a541-41f6-82ef-a5ce73d0e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:30.712795 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ccdab4db-d13b-45d6-87b4-a0fa6efa1a73 req-91e71483-a541-41f6-82ef-a5ce73d0e63f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 1098 time: 0.0825055 Apr 22 17:32:30.758887 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ccdab4db-d13b-45d6-87b4-a0fa6efa1a73 req-48c4da40-3880-48ee-a09d-a68108ee1e5b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364606 Apr 22 17:32:31.222663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff97515-0cf9-4de1-9e93-b4dc1e7352c4 req-94f1a090-72aa-4e08-aeb9-c2bd7c0c29c4 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:31.224332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7ff97515-0cf9-4de1-9e93-b4dc1e7352c4 req-94f1a090-72aa-4e08-aeb9-c2bd7c0c29c4 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 945 time: 0.0926852 Apr 22 17:32:31.272648 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7ff97515-0cf9-4de1-9e93-b4dc1e7352c4 req-c30106d1-9310-461d-a035-030073114c6a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Apr 22 17:32:31.449500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:31.524214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:32.477743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adebcc-1a9e-4c34-92a7-ee77044c7d31 req-8119f9af-07fe-48ed-8f41-68078ae4e518 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:32.479383 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4adebcc-1a9e-4c34-92a7-ee77044c7d31 req-8119f9af-07fe-48ed-8f41-68078ae4e518 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 945 time: 0.0898967 Apr 22 17:32:32.530292 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4adebcc-1a9e-4c34-92a7-ee77044c7d31 req-87625ef6-1e58-4014-8210-d1e96f560480 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Apr 22 17:32:32.915770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:33.102578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6849e60-b4fc-4626-8c13-18284540b48a req-c32eabc9-21e9-4433-a7f3-0fed31c1775f tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:33.104137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6849e60-b4fc-4626-8c13-18284540b48a req-c32eabc9-21e9-4433-a7f3-0fed31c1775f tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 945 time: 0.0924010 Apr 22 17:32:33.152907 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6849e60-b4fc-4626-8c13-18284540b48a req-dd29dad4-b1f9-4daf-a726-47e3dc217a5a tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Apr 22 17:32:34.358537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe5ce2-9826-4744-b7a3-65d7c0d11bc0 req-c0202bd0-31fa-4247-a548-cb001d1445e1 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:34.360148 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bfe5ce2-9826-4744-b7a3-65d7c0d11bc0 req-c0202bd0-31fa-4247-a548-cb001d1445e1 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 945 time: 0.0913489 Apr 22 17:32:34.409929 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bfe5ce2-9826-4744-b7a3-65d7c0d11bc0 req-b2f96ea0-4916-4dee-b01e-ec8e2b52dda3 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Apr 22 17:32:34.414185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-344db15d-119e-4943-b249-a5ad8981d622 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:34.414983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-344db15d-119e-4943-b249-a5ad8981d622 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Synchronizing usage tracker for tenant:11f6c55ea26b496583c1fc0092063710 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:32:34.481300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-344db15d-119e-4943-b249-a5ad8981d622 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Unset dirty status for tenant:11f6c55ea26b496583c1fc0092063710 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:32:34.482664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-344db15d-119e-4943-b249-a5ad8981d622 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.78 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 945 time: 0.1553214 Apr 22 17:32:34.562943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Deleting port ec843977-3991-4e80-a418-887e43abc0eb {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:32:34.563311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:34.825982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] For port ec843977-3991-4e80-a418-887e43abc0eb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ec843977-3991-4e80-a418-887e43abc0eb,segment=NetworkSegment(8703f199-41c1-4f72-86ae-5abad98387a8),segment_id=8703f199-41c1-4f72-86ae-5abad98387a8)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:34.826299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:34.958212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Calling delete_port for ec843977-3991-4e80-a418-887e43abc0eb owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:32:35.158338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:35.166231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d053fd7-3474-4aa0-a3de-a64d0939aeeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:35.171187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f', 'ec843977-3991-4e80-a418-887e43abc0eb'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:32:35.248297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Pushing event deleted for resources: {'Port': ['ID=ec843977-3991-4e80-a418-887e43abc0eb,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:35.250931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:35.296909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] No DVR routers for this DVR port ec843977-3991-4e80-a418-887e43abc0eb on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:32:35.299561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:35.303883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f19cc4-f4b3-41ec-a932-fbf373a8510d', 'name': 'network-vif-deleted', 'tag': 'ec843977-3991-4e80-a418-887e43abc0eb'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:32:35.354696 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f19cc4-f4b3-41ec-a932-fbf373a8510d', 'name': 'network-vif-deleted', 'tag': 'ec843977-3991-4e80-a418-887e43abc0eb', 'status': 'completed', 'code': 200} Apr 22 17:32:35.359123 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-31540dba-5dc0-4a1f-8b25-6e5d1d99054d req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.78 "DELETE /v2.0/ports/ec843977-3991-4e80-a418-887e43abc0eb HTTP/1.1" status: 204 len: 173 time: 0.8709717 Apr 22 17:32:35.478526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:35.578931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a1c1977c-005d-4a82-b319-137cd2fdaf1e req-ef7a0415-895e-4aa3-9a93-3b691a357746 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=20f19cc4-f4b3-41ec-a932-fbf373a8510d HTTP/1.1" status: 200 len: 210 time: 0.0508630 Apr 22 17:32:36.860960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264817c-4c8b-4a54-86c8-4f34d157debc req-cc9a3055-2c7b-43e2-a0b3-396ac5eefecf tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:36.862592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0264817c-4c8b-4a54-86c8-4f34d157debc req-cc9a3055-2c7b-43e2-a0b3-396ac5eefecf tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 946 time: 0.0875847 Apr 22 17:32:36.913802 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0264817c-4c8b-4a54-86c8-4f34d157debc req-86084a07-b442-426f-9f51-accbbca388ed tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Apr 22 17:32:37.132924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28673356-4381-4168-8f69-55f9f585830d req-da7958a0-1656-4262-b0d3-8b2d6841c27f tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:37.134431 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-28673356-4381-4168-8f69-55f9f585830d req-da7958a0-1656-4262-b0d3-8b2d6841c27f tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 946 time: 0.0881748 Apr 22 17:32:37.182054 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-28673356-4381-4168-8f69-55f9f585830d req-05f8875d-1558-48f7-bfcb-e1adc45173e7 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 Apr 22 17:32:37.386685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c462a9-1664-4ebd-93f7-d5802a144b5e req-71f423e1-58d1-4c51-9378-84dfbce72e7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:37.388159 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-59c462a9-1664-4ebd-93f7-d5802a144b5e req-71f423e1-58d1-4c51-9378-84dfbce72e7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 946 time: 0.0908618 Apr 22 17:32:37.436153 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-59c462a9-1664-4ebd-93f7-d5802a144b5e req-ca6d7cf0-af84-475c-a8c7-4311ffe68827 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Apr 22 17:32:37.750446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae119b54-4f1d-4c65-80a5-9d602001460c req-6f8fe21e-b92a-46f0-94ff-9484e7496a6c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:37.752104 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ae119b54-4f1d-4c65-80a5-9d602001460c req-6f8fe21e-b92a-46f0-94ff-9484e7496a6c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 946 time: 0.0893991 Apr 22 17:32:37.800588 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ae119b54-4f1d-4c65-80a5-9d602001460c req-ef43f719-8a6d-42da-bd14-394be0281265 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418622 Apr 22 17:32:37.874772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-802a5836-6a3f-4e54-8d4d-b604831d87f6 req-3e5f8c6d-ed7f-4bae-8704-9738e7e0f22f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807931 Apr 22 17:32:38.012221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68ac1e-8ae5-45f8-a7c7-64ebc1b75e04 req-28a51b8e-89f2-4002-8e32-8a22c256ac11 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:38.013827 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5b68ac1e-8ae5-45f8-a7c7-64ebc1b75e04 req-28a51b8e-89f2-4002-8e32-8a22c256ac11 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 946 time: 0.0931673 Apr 22 17:32:38.030053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a5836-6a3f-4e54-8d4d-b604831d87f6 req-0c00c1d7-747f-495b-aa25-bdb0f20650d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:38.031720 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-802a5836-6a3f-4e54-8d4d-b604831d87f6 req-0c00c1d7-747f-495b-aa25-bdb0f20650d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=11f6c55ea26b496583c1fc0092063710&device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 1099 time: 0.0826566 Apr 22 17:32:38.065707 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5b68ac1e-8ae5-45f8-a7c7-64ebc1b75e04 req-effa2976-d2fc-4fe7-a055-90c0cad18c30 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451570 Apr 22 17:32:38.112240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device ec843977-3991-4e80-a418-887e43abc0eb no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:32:38.151212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: ec843977-3991-4e80-a418-887e43abc0eb {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:32:38.151734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device ec843977-3991-4e80-a418-887e43abc0eb not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:32:38.197424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a5836-6a3f-4e54-8d4d-b604831d87f6 req-cbac9d49-5ec2-4ac8-8f7c-80df276090f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:38.199039 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-802a5836-6a3f-4e54-8d4d-b604831d87f6 req-cbac9d49-5ec2-4ac8-8f7c-80df276090f2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3148710-00ec-473a-91a3-54e443d9acc4 HTTP/1.1" status: 200 len: 916 time: 0.1389968 Apr 22 17:32:38.274271 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-802a5836-6a3f-4e54-8d4d-b604831d87f6 req-f1166314-1184-400a-b9c2-3e146701a81a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f HTTP/1.1" status: 200 len: 217 time: 0.0655024 Apr 22 17:32:38.287486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b45e60-f60d-42e9-a27d-4eb6282bcea2 req-d5e5b434-0d95-468f-90d7-842aa941a1ae tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:38.289665 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a2b45e60-f60d-42e9-a27d-4eb6282bcea2 req-d5e5b434-0d95-468f-90d7-842aa941a1ae tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 946 time: 0.0936294 Apr 22 17:32:38.338886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a2b45e60-f60d-42e9-a27d-4eb6282bcea2 req-bf1e365c-8da6-4f5f-8b17-870affb578c8 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 Apr 22 17:32:38.347870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a5836-6a3f-4e54-8d4d-b604831d87f6 req-552cc96b-3e1e-407d-b7ae-fc919e610fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:38.349658 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-802a5836-6a3f-4e54-8d4d-b604831d87f6 req-552cc96b-3e1e-407d-b7ae-fc919e610fd7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3ca712b8-27f7-4ed6-8ec5-3a8bab7bdb9b HTTP/1.1" status: 200 len: 854 time: 0.0675540 Apr 22 17:32:38.403965 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-802a5836-6a3f-4e54-8d4d-b604831d87f6 req-e4fbd293-cf0b-4823-a89b-167ee4a587fb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3148710-00ec-473a-91a3-54e443d9acc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465379 Apr 22 17:32:38.547756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-802a5836-6a3f-4e54-8d4d-b604831d87f6 req-12f8a259-8dd6-4542-b99b-45bf4c0d60a9 service neutron] 10.222.0.78 "GET /v2.0/networks/e3148710-00ec-473a-91a3-54e443d9acc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363811 Apr 22 17:32:38.693620 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-802a5836-6a3f-4e54-8d4d-b604831d87f6 req-02869765-d7e6-4a5c-8d16-e711d128b463 service neutron] 10.222.0.78 "GET /v2.0/networks/e3148710-00ec-473a-91a3-54e443d9acc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386020 Apr 22 17:32:39.068562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98262a-9002-4701-a041-4e9dfd9d5f18 req-5fcdb78d-afa6-4b2e-b509-de0d154713ec tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:39.071655 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bb98262a-9002-4701-a041-4e9dfd9d5f18 req-5fcdb78d-afa6-4b2e-b509-de0d154713ec tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 946 time: 0.0961285 Apr 22 17:32:39.119379 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bb98262a-9002-4701-a041-4e9dfd9d5f18 req-da831a10-d56b-499c-aa4a-6e089cdedd20 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Apr 22 17:32:40.329545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8755d-197a-453e-8058-5355285eb0a6 req-347df364-2e92-4826-a3b8-384d6ae1b640 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:40.331410 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9af8755d-197a-453e-8058-5355285eb0a6 req-347df364-2e92-4826-a3b8-384d6ae1b640 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 946 time: 0.0920551 Apr 22 17:32:40.379364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9af8755d-197a-453e-8058-5355285eb0a6 req-037d9c80-94a8-4149-9916-76e0af2a6b2d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ac121fc-c89b-4cbc-9057-a6cccb370b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Apr 22 17:32:40.466853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-83f5a96e-eb76-4ac4-b6f9-8baf776c6eb5 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:40.467611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-83f5a96e-eb76-4ac4-b6f9-8baf776c6eb5 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Synchronizing usage tracker for tenant:11f6c55ea26b496583c1fc0092063710 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:32:40.512368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-83f5a96e-eb76-4ac4-b6f9-8baf776c6eb5 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Unset dirty status for tenant:11f6c55ea26b496583c1fc0092063710 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:32:40.513610 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-83f5a96e-eb76-4ac4-b6f9-8baf776c6eb5 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 946 time: 0.1474788 Apr 22 17:32:40.590123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Deleting port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:32:40.590500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:41.137477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] For port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f,segment=NetworkSegment(8703f199-41c1-4f72-86ae-5abad98387a8),segment_id=8703f199-41c1-4f72-86ae-5abad98387a8)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:41.137791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:41.268973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Calling delete_port for 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:32:41.452540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:41.459009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ecaf08da-b705-4a3e-8668-3bd8739a7264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:41.468306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:32:41.508566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Pushing event deleted for resources: {'Port': ['ID=03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:41.511947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:41.547989 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e11323f8-5c38-4b42-aa47-46a47bd1c838 req-d916ea1d-3ca1-4fa1-b837-80ce478e9873 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef55909b-985e-4d3a-a78a-39c8003a8c9f HTTP/1.1" status: 200 len: 210 time: 0.0515065 Apr 22 17:32:41.589647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] No DVR routers for this DVR port 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:32:41.592198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:41.594905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef55909b-985e-4d3a-a78a-39c8003a8c9f', 'name': 'network-vif-deleted', 'tag': '03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:32:41.644456 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef55909b-985e-4d3a-a78a-39c8003a8c9f', 'name': 'network-vif-deleted', 'tag': '03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f', 'status': 'completed', 'code': 200} Apr 22 17:32:41.647300 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fbf0d9ae-b4d4-4743-b7ab-1522bc3b7327 req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] 10.222.0.78 "DELETE /v2.0/ports/03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f HTTP/1.1" status: 204 len: 173 time: 1.1273592 Apr 22 17:32:42.653446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37832) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:42.720024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-497a0654-a68b-4b88-97c5-06cea29a8d4c admin admin] Deleting subnet 3ca712b8-27f7-4ed6-8ec5-3a8bab7bdb9b {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:32:42.723408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-497a0654-a68b-4b88-97c5-06cea29a8d4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:42.779107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-497a0654-a68b-4b88-97c5-06cea29a8d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:42.838607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-497a0654-a68b-4b88-97c5-06cea29a8d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:43.133676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-497a0654-a68b-4b88-97c5-06cea29a8d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:43.138587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-756d9f52-1706-4502-92d8-d2291a32e82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:43.174317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a0654-a68b-4b88-97c5-06cea29a8d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca712b8-27f7-4ed6-8ec5-3a8bab7bdb9b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:43.176936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-497a0654-a68b-4b88-97c5-06cea29a8d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:43.179693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-497a0654-a68b-4b88-97c5-06cea29a8d4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:43.185957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-497a0654-a68b-4b88-97c5-06cea29a8d4c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3ca712b8-27f7-4ed6-8ec5-3a8bab7bdb9b HTTP/1.1" status: 204 len: 168 time: 0.5314121 Apr 22 17:32:43.188709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37836) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:43.306244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:43.439424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:43.556564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3148710-00ec-473a-91a3-54e443d9acc4']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:43.569447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8703f199-41c1-4f72-86ae-5abad98387a8') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:43.569814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8703f199-41c1-4f72-86ae-5abad98387a8') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:43.582001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:43.598028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:43.605135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:32:43.787069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Network e3148710-00ec-473a-91a3-54e443d9acc4 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:32:43.796104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:43.972210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Network e3148710-00ec-473a-91a3-54e443d9acc4 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:43.995107 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:44.110538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:44.114098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe6b6a55-f8da-4099-863a-3a4e278b6897 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:44.128204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:44.139304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3148710-00ec-473a-91a3-54e443d9acc4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:44.142699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:44.157220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:32:44.178559 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d599846c-eda9-41d7-8df3-cd4acc0fcd72 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e3148710-00ec-473a-91a3-54e443d9acc4 HTTP/1.1" status: 204 len: 168 time: 0.9887681 Apr 22 17:32:44.197773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:32:44.198184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 03c5af45-4fdb-4a1d-b7ed-5ca2c3ac3b4f not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:32:44.605086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37842) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:44.657240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c18290a7-46dd-4b8b-bdaa-adb7d813abda admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11f6c55ea26b496583c1fc0092063710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508316 Apr 22 17:32:44.659717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37846) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:44.728475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99804f64-d2a3-4212-86d6-29c866cbd9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:44.756675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99804f64-d2a3-4212-86d6-29c866cbd9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:44.886389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99804f64-d2a3-4212-86d6-29c866cbd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:44.891826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54b48345-945a-471a-a9a2-b28dd29c5695 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:44.905604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99804f64-d2a3-4212-86d6-29c866cbd9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac121fc-c89b-4cbc-9057-a6cccb370b23,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:44.908723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-99804f64-d2a3-4212-86d6-29c866cbd9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:44.909693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-99804f64-d2a3-4212-86d6-29c866cbd9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:44.911211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-99804f64-d2a3-4212-86d6-29c866cbd9e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ac121fc-c89b-4cbc-9057-a6cccb370b23 HTTP/1.1" status: 204 len: 168 time: 0.2502315 Apr 22 17:32:46.020406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37870) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:46.139327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605493334'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:46.145208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:46.149539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Usage tracker for resource:network and tenant:bc0f2402e326400e87165fd0c683f9f5 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:46.152920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:46.160760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:46.172773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:32:46.298552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Made reservation on behalf of bc0f2402e326400e87165fd0c683f9f5 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:32:46.304860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:46.319160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:46.336326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:46.340410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Usage tracker for resource:security_group_rule and tenant:bc0f2402e326400e87165fd0c683f9f5 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:46.343514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:46.349647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:46.695382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:46.735374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:46.738919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:46.771787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:32:46.781531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb926a6-9b57-49b4-870c-3aff7a5248ed,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:46.785492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:46.891672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:46.892067 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Added segment bd9862d9-7746-4167-a803-d1a6d740252e of type vlan for network fa4a41e8-5c95-4605-a695-c7fb9580bca0 Apr 22 17:32:46.996461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:47.155515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:47.161617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:47.162283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:47.168118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca4e6c2c-9185-409d-8afd-0ccad805aea4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:47.287096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event updated for resources: {'Network': ['ID=fa4a41e8-5c95-4605-a695-c7fb9580bca0,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:47.290032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:47.302983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network fa4a41e8-5c95-4605-a695-c7fb9580bca0 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:32:47.333917 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3122692 Apr 22 17:32:50.965483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37876) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:50.971869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Request body: {'subnet': {'network_id': 'fa4a41e8-5c95-4605-a695-c7fb9580bca0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:51.102313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:51.102313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Usage tracker for resource:subnet and tenant:bc0f2402e326400e87165fd0c683f9f5 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:51.103321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:51.110067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:51.152554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Made reservation on behalf of bc0f2402e326400e87165fd0c683f9f5 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:32:51.158749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:51.982171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:51.986856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13b1ef70-7094-4d28-8e5e-a86f33a8f8e3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:52.067311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event updated for resources: {'Subnet': ['ID=33d57619-7672-469d-af58-35fdf21d005f,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:52.071778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:52.079674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Checking segment: {'id': 'bd9862d9-7746-4167-a803-d1a6d740252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fa4a41e8-5c95-4605-a695-c7fb9580bca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:32:52.080170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network hostable DHCP agents. Network: fa4a41e8-5c95-4605-a695-c7fb9580bca0, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:32:52.192565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network fa4a41e8-5c95-4605-a695-c7fb9580bca0 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:32:52.266590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, fa4a41e8-5c95-4605-a695-c7fb9580bca0) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:32:52.278114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1885b82-e665-4ace-a76e-bb5874be37da None None] Network fa4a41e8-5c95-4605-a695-c7fb9580bca0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:32:52.285705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:52.286208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:52.347401 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3806202 Apr 22 17:32:52.351787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37882) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:52.358793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-945984465'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:52.364219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:52.369105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Usage tracker for resource:network and tenant:bc0f2402e326400e87165fd0c683f9f5 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:52.372247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:52.378300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:52.511980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-fa4a41e8-5c95-4605-a695-c7fb9580bca0', 'network_id': 'fa4a41e8-5c95-4605-a695-c7fb9580bca0', 'tenant_id': 'bc0f2402e326400e87165fd0c683f9f5', 'fixed_ips': [{'subnet_id': '33d57619-7672-469d-af58-35fdf21d005f'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:32:52.515777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:52.535304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Made reservation on behalf of bc0f2402e326400e87165fd0c683f9f5 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:32:52.542401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:52.587026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:32:52.601915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:52.602581 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Added segment 3e56bc68-2053-4d2e-bf4b-72f515265ee8 of type vlan for network 06c52eaf-c305-43ff-84bb-6c0eedc0000c Apr 22 17:32:52.636530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:52.689535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Allocated IP 2001:db8:0:ffff::2 (fa4a41e8-5c95-4605-a695-c7fb9580bca0/33d57619-7672-469d-af58-35fdf21d005f/4df73937-2769-47a2-ab42-09b952613933) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:32:52.707278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:52.714323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:52.715009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:52.721096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfea0f3b-a4c3-4be7-ab10-55b5e00b149a tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:52.836528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event updated for resources: {'Network': ['ID=06c52eaf-c305-43ff-84bb-6c0eedc0000c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:52.839540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:52.869356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 06c52eaf-c305-43ff-84bb-6c0eedc0000c details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:32:52.876789 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5234509 Apr 22 17:32:52.880151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37886) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:52.886943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Request body: {'subnet': {'network_id': '06c52eaf-c305-43ff-84bb-6c0eedc0000c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:53.169578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:53.238207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Transition to ACTIVE for port object 4df73937-2769-47a2-ab42-09b952613933 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:32:53.259715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Transition to ACTIVE for port object 4df73937-2769-47a2-ab42-09b952613933 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:32:53.285582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:53.290332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Usage tracker for resource:subnet and tenant:bc0f2402e326400e87165fd0c683f9f5 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:53.293398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:53.299422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:53.370242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:53.376192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:53.436296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Network fa4a41e8-5c95-4605-a695-c7fb9580bca0 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:32:53.444229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:32:53.449636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:32:53.472924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Made reservation on behalf of bc0f2402e326400e87165fd0c683f9f5 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:32:53.480400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:53.493375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Pushing event updated for resources: {'Port': ['ID=4df73937-2769-47a2-ab42-09b952613933,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:53.528315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:53.559600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Attempting to bind port 4df73937-2769-47a2-ab42-09b952613933 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:32:53.560018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Attempting to bind port 4df73937-2769-47a2-ab42-09b952613933 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'bd9862d9-7746-4167-a803-d1a6d740252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fa4a41e8-5c95-4605-a695-c7fb9580bca0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:32:53.560430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Attempting to bind port 4df73937-2769-47a2-ab42-09b952613933 on network fa4a41e8-5c95-4605-a695-c7fb9580bca0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:32:53.566441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:53.566894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Checking segment: {'id': 'bd9862d9-7746-4167-a803-d1a6d740252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fa4a41e8-5c95-4605-a695-c7fb9580bca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:32:53.567390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:53.567830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Bound using segment: {'id': 'bd9862d9-7746-4167-a803-d1a6d740252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fa4a41e8-5c95-4605-a695-c7fb9580bca0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:53.568893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Bound port: 4df73937-2769-47a2-ab42-09b952613933, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9862d9-7746-4167-a803-d1a6d740252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fa4a41e8-5c95-4605-a695-c7fb9580bca0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:32:53.568893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:53.675385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] For port 4df73937-2769-47a2-ab42-09b952613933, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:32:53.679347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] For port 4df73937-2769-47a2-ab42-09b952613933, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4df73937-2769-47a2-ab42-09b952613933,segment=NetworkSegment(bd9862d9-7746-4167-a803-d1a6d740252e),segment_id=bd9862d9-7746-4167-a803-d1a6d740252e)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:32:53.710707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:53.715888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:53.805815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Pushing event updated for resources: {'Port': ['ID=4df73937-2769-47a2-ab42-09b952613933,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:53.809310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:54.160255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:54.166274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-79145012-5128-4790-b9f7-1a2db73d1f95 tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:54.258189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event updated for resources: {'Subnet': ['ID=54b4b114-b45d-40d2-989b-08fbdf3b02d4,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:54.263114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:54.270249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Checking segment: {'id': '3e56bc68-2053-4d2e-bf4b-72f515265ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '06c52eaf-c305-43ff-84bb-6c0eedc0000c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:32:54.270742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network hostable DHCP agents. Network: 06c52eaf-c305-43ff-84bb-6c0eedc0000c, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:32:54.349795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network 06c52eaf-c305-43ff-84bb-6c0eedc0000c is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:32:54.386456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 06c52eaf-c305-43ff-84bb-6c0eedc0000c) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:32:54.397465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fbfb49-1639-4a82-bba6-7a0e1f377195 None None] Network 06c52eaf-c305-43ff-84bb-6c0eedc0000c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:32:54.402942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:54.403736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:54.456301 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.5747168 Apr 22 17:32:54.459193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37890) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:54.466237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4df73937-2769-47a2-ab42-09b952613933 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:32:54.622312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:54.685454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 4df73937-2769-47a2-ab42-09b952613933 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:32:54.698224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:54.709097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-06c52eaf-c305-43ff-84bb-6c0eedc0000c', 'network_id': '06c52eaf-c305-43ff-84bb-6c0eedc0000c', 'tenant_id': 'bc0f2402e326400e87165fd0c683f9f5', 'fixed_ips': [{'subnet_id': '54b4b114-b45d-40d2-989b-08fbdf3b02d4'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:32:54.710678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:54.929271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Allocated IP 2001:db8::2 (06c52eaf-c305-43ff-84bb-6c0eedc0000c/54b4b114-b45d-40d2-989b-08fbdf3b02d4/195f1b1e-6584-4a90-b8f8-51d273296a5b) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:32:55.195059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cbb87c-6a4e-4caa-afbd-564dacc2991b None None] Network fa4a41e8-5c95-4605-a695-c7fb9580bca0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:32:55.374753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f9941cca-7677-452b-abfd-300036c769ae None None] Provisioning for port 4df73937-2769-47a2-ab42-09b952613933 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:32:55.401234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f9941cca-7677-452b-abfd-300036c769ae None None] Provisioning complete for port 4df73937-2769-47a2-ab42-09b952613933 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:32:55.401544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9941cca-7677-452b-abfd-300036c769ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:55.452212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:55.515318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Transition to ACTIVE for port object 195f1b1e-6584-4a90-b8f8-51d273296a5b will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:32:55.563122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Transition to ACTIVE for port object 195f1b1e-6584-4a90-b8f8-51d273296a5b will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:32:55.637882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:55.651391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:55.655802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:55.661001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dac0537e-2c24-447b-b727-ed4035c5afa9 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:55.707922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Subnet': ['ID=54b4b114-b45d-40d2-989b-08fbdf3b02d4,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:55.741180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.742125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.742554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.743046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.743461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.743883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.744299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.744713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.745126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.745541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.745954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.746367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:32:55.750199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:55.828510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:55.934385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Network 06c52eaf-c305-43ff-84bb-6c0eedc0000c is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:32:55.940842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9941cca-7677-452b-abfd-300036c769ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:55.950279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:32:55.958363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:32:55.959074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c52eaf-c305-43ff-84bb-6c0eedc0000c']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:55.963331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Pushing event updated for resources: {'Port': ['ID=195f1b1e-6584-4a90-b8f8-51d273296a5b,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:55.969891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:55.974233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e56bc68-2053-4d2e-bf4b-72f515265ee8') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:55.974568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e56bc68-2053-4d2e-bf4b-72f515265ee8') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:55.988574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:56.005365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:56.012093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:32:56.082096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f9941cca-7677-452b-abfd-300036c769ae None None] For port 4df73937-2769-47a2-ab42-09b952613933, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4df73937-2769-47a2-ab42-09b952613933,segment=NetworkSegment(bd9862d9-7746-4167-a803-d1a6d740252e),segment_id=bd9862d9-7746-4167-a803-d1a6d740252e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:56.090608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Attempting to bind port 195f1b1e-6584-4a90-b8f8-51d273296a5b on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:32:56.091091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Attempting to bind port 195f1b1e-6584-4a90-b8f8-51d273296a5b by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '3e56bc68-2053-4d2e-bf4b-72f515265ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '06c52eaf-c305-43ff-84bb-6c0eedc0000c'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:32:56.091432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Attempting to bind port 195f1b1e-6584-4a90-b8f8-51d273296a5b on network 06c52eaf-c305-43ff-84bb-6c0eedc0000c {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:32:56.097616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:56.099632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Checking segment: {'id': '3e56bc68-2053-4d2e-bf4b-72f515265ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '06c52eaf-c305-43ff-84bb-6c0eedc0000c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:32:56.099632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:56.099632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Bound using segment: {'id': '3e56bc68-2053-4d2e-bf4b-72f515265ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '06c52eaf-c305-43ff-84bb-6c0eedc0000c'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:56.099632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Bound port: 195f1b1e-6584-4a90-b8f8-51d273296a5b, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e56bc68-2053-4d2e-bf4b-72f515265ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '06c52eaf-c305-43ff-84bb-6c0eedc0000c'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:32:56.100291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:56.153764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9941cca-7677-452b-abfd-300036c769ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:56.162484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:56.222820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network 06c52eaf-c305-43ff-84bb-6c0eedc0000c has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:32:56.235032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:56.274652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9941cca-7677-452b-abfd-300036c769ae None None] Pushing event updated for resources: {'Port': ['ID=4df73937-2769-47a2-ab42-09b952613933,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:56.279612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9941cca-7677-452b-abfd-300036c769ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:56.280749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] For port 195f1b1e-6584-4a90-b8f8-51d273296a5b, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:32:56.378553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-983f25bf-977e-45d0-9c89-2c0ad65d6253 None None] Provisioning complete for port 4df73937-2769-47a2-ab42-09b952613933 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:32:56.379103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-983f25bf-977e-45d0-9c89-2c0ad65d6253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:56.426583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network 06c52eaf-c305-43ff-84bb-6c0eedc0000c has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:32:56.442743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4df73937-2769-47a2-ab42-09b952613933 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:56.451151 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:56.560521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] For port 195f1b1e-6584-4a90-b8f8-51d273296a5b, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=195f1b1e-6584-4a90-b8f8-51d273296a5b,segment=NetworkSegment(3e56bc68-2053-4d2e-bf4b-72f515265ee8),segment_id=3e56bc68-2053-4d2e-bf4b-72f515265ee8)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:32:56.576459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:32:56.576459 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:32:56.576459 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': '06c52eaf-c305-43ff-84bb-6c0eedc0000c'}] Apr 22 17:32:56.576459 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:56.577231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:32:56.590897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 4df73937-2769-47a2-ab42-09b952613933 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:32:56.591336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:56.622938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:56.634661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:56.782295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Pushing event updated for resources: {'Port': ['ID=195f1b1e-6584-4a90-b8f8-51d273296a5b,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:56.787862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:56.867776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a898701-6734-4375-a098-d3b5d31e249d None None] Network 06c52eaf-c305-43ff-84bb-6c0eedc0000c requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:32:57.078118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:57.078352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fc5e38-35ba-462a-84fb-0530181f02da None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:32:57.090866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Deleting port 195f1b1e-6584-4a90-b8f8-51d273296a5b {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:32:57.091250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:57.173367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fc5e38-35ba-462a-84fb-0530181f02da None None] Resources bound (agent type, host, resource id): {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:32:57.319845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] For port 195f1b1e-6584-4a90-b8f8-51d273296a5b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=195f1b1e-6584-4a90-b8f8-51d273296a5b,segment=NetworkSegment(3e56bc68-2053-4d2e-bf4b-72f515265ee8),segment_id=3e56bc68-2053-4d2e-bf4b-72f515265ee8)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:32:57.320243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:57.455972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Calling delete_port for 195f1b1e-6584-4a90-b8f8-51d273296a5b owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:32:57.602919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:57.611723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2fbde1c-1e3b-4373-a737-ec96bfd50881 tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:57.660653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Port': ['ID=195f1b1e-6584-4a90-b8f8-51d273296a5b,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:57.662862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No DVR routers for this DVR port 195f1b1e-6584-4a90-b8f8-51d273296a5b on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:32:57.665216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:57.800955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:57.927932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c52eaf-c305-43ff-84bb-6c0eedc0000c']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:57.941366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e56bc68-2053-4d2e-bf4b-72f515265ee8') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:57.941712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e56bc68-2053-4d2e-bf4b-72f515265ee8') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:32:57.955087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:58.038460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:58.047075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:32:58.084228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5474c7c5-111f-4b95-9d0a-d5672a472301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:58.246964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network 06c52eaf-c305-43ff-84bb-6c0eedc0000c has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:32:58.257335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:58.443204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network 06c52eaf-c305-43ff-84bb-6c0eedc0000c has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:58.472232 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:58.835920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:58.840854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:58.845241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4b877cee-b5f0-4dd8-a2c8-e6dd4418395a tempest-TestNetworkAdvancedServerOps-2015164755 tempest-TestNetworkAdvancedServerOps-2015164755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:58.871585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Network': ['ID=06c52eaf-c305-43ff-84bb-6c0eedc0000c,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:58.874200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:58.877086 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/networks/06c52eaf-c305-43ff-84bb-6c0eedc0000c HTTP/1.1" status: 204 len: 168 time: 4.4167392 Apr 22 17:32:58.881006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37894) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:58.887955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-290572060'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:58.893566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:58.898327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Usage tracker for resource:network and tenant:bc0f2402e326400e87165fd0c683f9f5 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:58.901525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:58.908452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:58.954640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Made reservation on behalf of bc0f2402e326400e87165fd0c683f9f5 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:32:58.961599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:58.996021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:32:59.062938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:59.063341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Added segment 8d43f52c-3b61-4a9a-84fb-1814ae47dfe2 of type vlan for network 21010bb3-84b6-4e48-8566-b96cb3210196 Apr 22 17:32:59.093860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:59.160336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:59.166599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:32:59.167324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:59.173112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-339770c3-5516-4d3e-b890-a7b2aaab615f tempest-NetworksIpV6Test-855104558 tempest-NetworksIpV6Test-855104558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:32:59.287498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event updated for resources: {'Network': ['ID=21010bb3-84b6-4e48-8566-b96cb3210196,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:32:59.287498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:32:59.294929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 21010bb3-84b6-4e48-8566-b96cb3210196 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:32:59.307305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4244759 Apr 22 17:32:59.310267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37898) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:59.316769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Request body: {'subnet': {'network_id': '21010bb3-84b6-4e48-8566-b96cb3210196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:59.436949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:32:59.441023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Usage tracker for resource:subnet and tenant:bc0f2402e326400e87165fd0c683f9f5 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:32:59.444093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:32:59.450128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:32:59.489095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Made reservation on behalf of bc0f2402e326400e87165fd0c683f9f5 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:32:59.495945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:32:59.592581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Performing IP validity checks on allocation pools {{(pid=87210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 22 17:32:59.593192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.ipam_backend_mixin [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 22 17:33:00.141104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:00.145969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-425985a2-ac55-4986-9926-2b941950517c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:00.233320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event updated for resources: {'Subnet': ['ID=b2fbdf60-cd3b-430d-888e-e02a11c9ccd5,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:00.237811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:00.246831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Checking segment: {'id': '8d43f52c-3b61-4a9a-84fb-1814ae47dfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '21010bb3-84b6-4e48-8566-b96cb3210196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:00.247256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network hostable DHCP agents. Network: 21010bb3-84b6-4e48-8566-b96cb3210196, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:33:00.289850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe459-846c-4a0f-95d9-09ac0cddf18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:00.312604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network 21010bb3-84b6-4e48-8566-b96cb3210196 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:33:00.349382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 21010bb3-84b6-4e48-8566-b96cb3210196) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:00.359135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efccb7a7-657f-4771-965d-fa793fb6c63a None None] Network 21010bb3-84b6-4e48-8566-b96cb3210196 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:00.364374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:00.365094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:00.430510 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6daeacc3-ba96-4527-b826-305314d28814 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1190073 Apr 22 17:33:00.433274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37902) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:00.599529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:00.607859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-21010bb3-84b6-4e48-8566-b96cb3210196', 'network_id': '21010bb3-84b6-4e48-8566-b96cb3210196', 'tenant_id': 'bc0f2402e326400e87165fd0c683f9f5', 'fixed_ips': [{'subnet_id': 'b2fbdf60-cd3b-430d-888e-e02a11c9ccd5'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:33:00.608813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:00.680720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:00.813708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Allocated IP 2001:db8::3 (21010bb3-84b6-4e48-8566-b96cb3210196/b2fbdf60-cd3b-430d-888e-e02a11c9ccd5/38f26e74-27f7-40cd-9f16-24e08335c0d3) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:01.064598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:01.133179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Transition to ACTIVE for port object 38f26e74-27f7-40cd-9f16-24e08335c0d3 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:01.154941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Transition to ACTIVE for port object 38f26e74-27f7-40cd-9f16-24e08335c0d3 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:01.189946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:01.197220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:01.271063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Network 21010bb3-84b6-4e48-8566-b96cb3210196 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:01.274433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:01.278605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:01.285483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Pushing event updated for resources: {'Port': ['ID=38f26e74-27f7-40cd-9f16-24e08335c0d3,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:01.289942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:01.380571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Attempting to bind port 38f26e74-27f7-40cd-9f16-24e08335c0d3 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:01.381180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Attempting to bind port 38f26e74-27f7-40cd-9f16-24e08335c0d3 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '8d43f52c-3b61-4a9a-84fb-1814ae47dfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '21010bb3-84b6-4e48-8566-b96cb3210196'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:01.381331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Attempting to bind port 38f26e74-27f7-40cd-9f16-24e08335c0d3 on network 21010bb3-84b6-4e48-8566-b96cb3210196 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:01.388453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:01.393438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Checking segment: {'id': '8d43f52c-3b61-4a9a-84fb-1814ae47dfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '21010bb3-84b6-4e48-8566-b96cb3210196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:01.393438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:01.393438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Bound using segment: {'id': '8d43f52c-3b61-4a9a-84fb-1814ae47dfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '21010bb3-84b6-4e48-8566-b96cb3210196'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:01.393438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Bound port: 38f26e74-27f7-40cd-9f16-24e08335c0d3, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d43f52c-3b61-4a9a-84fb-1814ae47dfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '21010bb3-84b6-4e48-8566-b96cb3210196'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:01.393438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:01.452389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:01.457977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e975459e-ce55-427b-8904-07f308219dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:01.496544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fbdf60-cd3b-430d-888e-e02a11c9ccd5,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:01.500090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:01.502407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:01.520312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] For port 38f26e74-27f7-40cd-9f16-24e08335c0d3, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:01.523993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] For port 38f26e74-27f7-40cd-9f16-24e08335c0d3, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=38f26e74-27f7-40cd-9f16-24e08335c0d3,segment=NetworkSegment(8d43f52c-3b61-4a9a-84fb-1814ae47dfe2),segment_id=8d43f52c-3b61-4a9a-84fb-1814ae47dfe2)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:01.543464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:01.572566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:01.577866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:01.603187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:01.701431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Pushing event updated for resources: {'Port': ['ID=38f26e74-27f7-40cd-9f16-24e08335c0d3,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:01.706100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:01.739469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21010bb3-84b6-4e48-8566-b96cb3210196']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:01.739650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7806d399-880b-43ab-88f7-f2ded6c4a581 None None] Network 21010bb3-84b6-4e48-8566-b96cb3210196 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:01.753557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d43f52c-3b61-4a9a-84fb-1814ae47dfe2') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:01.753908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d43f52c-3b61-4a9a-84fb-1814ae47dfe2') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:01.766219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:01.781852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:01.789375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:33:01.954201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240549f8-4dd1-4ad9-97a7-a6165e47f558 None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:33:01.981229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network 21010bb3-84b6-4e48-8566-b96cb3210196 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:01.991512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:02.056176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240549f8-4dd1-4ad9-97a7-a6165e47f558 None None] Resources bound (agent type, host, resource id): {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:33:02.185985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network 21010bb3-84b6-4e48-8566-b96cb3210196 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:02.216873 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:02.336063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:33:02.336063 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:33:02.336063 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': '21010bb3-84b6-4e48-8566-b96cb3210196'}] Apr 22 17:33:02.336063 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:02.336615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:33:02.838188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:02.851065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Deleting port 38f26e74-27f7-40cd-9f16-24e08335c0d3 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:02.851697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:02.880513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:03.081677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] For port 38f26e74-27f7-40cd-9f16-24e08335c0d3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=38f26e74-27f7-40cd-9f16-24e08335c0d3,segment=NetworkSegment(8d43f52c-3b61-4a9a-84fb-1814ae47dfe2),segment_id=8d43f52c-3b61-4a9a-84fb-1814ae47dfe2)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:03.081992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:03.215823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Calling delete_port for 38f26e74-27f7-40cd-9f16-24e08335c0d3 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:33:03.348973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:03.353705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:03.398875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Port': ['ID=38f26e74-27f7-40cd-9f16-24e08335c0d3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:03.402853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:03.405236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No DVR routers for this DVR port 38f26e74-27f7-40cd-9f16-24e08335c0d3 on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:33:03.538787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:03.663075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21010bb3-84b6-4e48-8566-b96cb3210196']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:03.676927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d43f52c-3b61-4a9a-84fb-1814ae47dfe2') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:03.677235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d43f52c-3b61-4a9a-84fb-1814ae47dfe2') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:03.690134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:03.705698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:03.713052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:33:03.896168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network 21010bb3-84b6-4e48-8566-b96cb3210196 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:03.906729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:04.088149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network 21010bb3-84b6-4e48-8566-b96cb3210196 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:04.112554 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:04.227149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:04.230902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6c825d67-e141-4083-b77b-0d4c57af101f tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:04.249240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:04.257366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Network': ['ID=21010bb3-84b6-4e48-8566-b96cb3210196,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:04.262172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:04.267892 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/networks/21010bb3-84b6-4e48-8566-b96cb3210196 HTTP/1.1" status: 204 len: 168 time: 3.8334520 Apr 22 17:33:04.272598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37906) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:04.279067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2013986241'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:04.284738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:04.289382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Usage tracker for resource:network and tenant:bc0f2402e326400e87165fd0c683f9f5 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:04.292437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:04.299979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:04.337885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Made reservation on behalf of bc0f2402e326400e87165fd0c683f9f5 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:04.344114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:04.377086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:33:04.386128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:04.386513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Added segment bf589027-4901-41f6-9f60-994a7db1587f of type vlan for network e8921852-3e01-43fd-ac5c-253d282f5062 Apr 22 17:33:04.414484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:04.477807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:04.483901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:04.484544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:04.488631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0e2f2849-cbf1-4b38-b7bf-898a0d5480a2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:04.597238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event updated for resources: {'Network': ['ID=e8921852-3e01-43fd-ac5c-253d282f5062,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:04.606052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.606479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.606987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.607402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.607816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.608268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.608677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.609084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.609528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.609932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.610364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.610821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:04.614652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:04.625338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network e8921852-3e01-43fd-ac5c-253d282f5062 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:33:04.716253 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4424191 Apr 22 17:33:04.720168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37910) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:04.727209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Request body: {'subnet': {'network_id': 'e8921852-3e01-43fd-ac5c-253d282f5062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:04.868080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:04.872359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Usage tracker for resource:subnet and tenant:bc0f2402e326400e87165fd0c683f9f5 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:04.875637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:04.882834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:04.931831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Made reservation on behalf of bc0f2402e326400e87165fd0c683f9f5 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:04.938096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:05.418266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:05.423073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0eabed0c-8b5a-4bdf-9251-aa44b24ce953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:05.480472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:05.507204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event updated for resources: {'Subnet': ['ID=52369938-6ad4-4d7d-b72f-fee94e8e2253,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:05.510055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:05.519011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Checking segment: {'id': 'bf589027-4901-41f6-9f60-994a7db1587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'e8921852-3e01-43fd-ac5c-253d282f5062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:05.519416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network hostable DHCP agents. Network: e8921852-3e01-43fd-ac5c-253d282f5062, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:33:05.575374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network e8921852-3e01-43fd-ac5c-253d282f5062 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:33:05.612513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, e8921852-3e01-43fd-ac5c-253d282f5062) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:05.624295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705768fc-255f-41e8-a25c-dd611707f0cf None None] Network e8921852-3e01-43fd-ac5c-253d282f5062 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:05.629102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:05.629771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:05.686240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-23604d48-de7b-4644-a49d-ae0efb19287d tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9647000 Apr 22 17:33:05.687219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37914) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:05.694138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-57227826'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:05.700084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:05.705287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Usage tracker for resource:network and tenant:bc0f2402e326400e87165fd0c683f9f5 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:05.709333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:05.716418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:05.758319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Made reservation on behalf of bc0f2402e326400e87165fd0c683f9f5 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:05.764698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:05.797111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:33:05.806432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:05.806858 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Added segment 17d3a17b-a040-4a8f-a74a-7e19dcd55143 of type vlan for network ba07a717-8f61-404b-93d8-99c4a059a032 Apr 22 17:33:05.834947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:05.862338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-e8921852-3e01-43fd-ac5c-253d282f5062', 'network_id': 'e8921852-3e01-43fd-ac5c-253d282f5062', 'tenant_id': 'bc0f2402e326400e87165fd0c683f9f5', 'fixed_ips': [{'subnet_id': '52369938-6ad4-4d7d-b72f-fee94e8e2253'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:33:05.863315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:05.898510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:05.904711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:05.905373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:05.911209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5f4b437-8865-4755-8758-88e4044a5199 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:06.020001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event updated for resources: {'Network': ['ID=ba07a717-8f61-404b-93d8-99c4a059a032,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:06.027687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:06.033269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network ba07a717-8f61-404b-93d8-99c4a059a032 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:33:06.049902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Allocated IP 2001:db8::2 (e8921852-3e01-43fd-ac5c-253d282f5062/52369938-6ad4-4d7d-b72f-fee94e8e2253/6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:06.053088 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d3f7563b-22c9-4838-a786-d9b237ac3367 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3643951 Apr 22 17:33:06.056327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37918) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:06.063218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Request body: {'subnet': {'network_id': 'ba07a717-8f61-404b-93d8-99c4a059a032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:06.187799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:06.191938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Usage tracker for resource:subnet and tenant:bc0f2402e326400e87165fd0c683f9f5 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:06.195190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:06.201554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:06.240477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Made reservation on behalf of bc0f2402e326400e87165fd0c683f9f5 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:06.247563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:06.362099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:06.374450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Transition to ACTIVE for port object 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:06.394190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Transition to ACTIVE for port object 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:06.430575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:06.435978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9941cca-7677-452b-abfd-300036c769ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:06.509831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Network e8921852-3e01-43fd-ac5c-253d282f5062 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:06.513046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:06.517197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:06.526065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Pushing event updated for resources: {'Port': ['ID=6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:06.561975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:06.626495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Attempting to bind port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:06.626846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Attempting to bind port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'bf589027-4901-41f6-9f60-994a7db1587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'e8921852-3e01-43fd-ac5c-253d282f5062'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:06.627244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Attempting to bind port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 on network e8921852-3e01-43fd-ac5c-253d282f5062 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:06.633664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:06.634099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Checking segment: {'id': 'bf589027-4901-41f6-9f60-994a7db1587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'e8921852-3e01-43fd-ac5c-253d282f5062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:06.634565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:06.635054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Bound using segment: {'id': 'bf589027-4901-41f6-9f60-994a7db1587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'e8921852-3e01-43fd-ac5c-253d282f5062'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:06.635588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Bound port: 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf589027-4901-41f6-9f60-994a7db1587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'e8921852-3e01-43fd-ac5c-253d282f5062'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:06.636260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:06.737860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] For port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:06.741340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] For port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2,segment=NetworkSegment(bf589027-4901-41f6-9f60-994a7db1587f),segment_id=bf589027-4901-41f6-9f60-994a7db1587f)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:06.777250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:06.782017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8c7d5a2-2a84-4707-aa6c-2ac100a50859 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:06.792541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:06.797639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:06.869236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event updated for resources: {'Subnet': ['ID=f2c1c591-f907-473d-966e-b6b8c6271681,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:06.875734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:06.878573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Checking segment: {'id': '17d3a17b-a040-4a8f-a74a-7e19dcd55143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ba07a717-8f61-404b-93d8-99c4a059a032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:06.879241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network hostable DHCP agents. Network: ba07a717-8f61-404b-93d8-99c4a059a032, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:33:06.887091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Pushing event updated for resources: {'Port': ['ID=6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:06.892728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:06.937404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network ba07a717-8f61-404b-93d8-99c4a059a032 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:33:06.974933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, ba07a717-8f61-404b-93d8-99c4a059a032) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:06.985662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87115116-bd71-4da2-ac0d-d7795ca16758 None None] Network ba07a717-8f61-404b-93d8-99c4a059a032 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:06.989665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:06.990327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:07.040153 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7976af8f-8848-45fe-a89a-3fa70e1515ec tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9822123 Apr 22 17:33:07.044061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37922) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:07.268033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-ba07a717-8f61-404b-93d8-99c4a059a032', 'network_id': 'ba07a717-8f61-404b-93d8-99c4a059a032', 'tenant_id': 'bc0f2402e326400e87165fd0c683f9f5', 'fixed_ips': [{'subnet_id': 'f2c1c591-f907-473d-966e-b6b8c6271681'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:33:07.268033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:07.461276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Allocated IP 2001:db8::2 (ba07a717-8f61-404b-93d8-99c4a059a032/f2c1c591-f907-473d-966e-b6b8c6271681/5a2cfb0b-bee2-48d2-9045-fcefc117d0cc) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:07.560356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:07.634411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:07.697702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:07.709314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Transition to ACTIVE for port object 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:07.731022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Transition to ACTIVE for port object 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:07.773448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:07.779515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7adabafd-fe42-43a9-9672-f53beb0af19f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:07.844968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Network ba07a717-8f61-404b-93d8-99c4a059a032 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:07.848745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:07.852898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:07.863367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Pushing event updated for resources: {'Port': ['ID=5a2cfb0b-bee2-48d2-9045-fcefc117d0cc,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:07.893238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:07.962598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Attempting to bind port 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:07.963067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Attempting to bind port 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '17d3a17b-a040-4a8f-a74a-7e19dcd55143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ba07a717-8f61-404b-93d8-99c4a059a032'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:07.963488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Attempting to bind port 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc on network ba07a717-8f61-404b-93d8-99c4a059a032 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:07.969442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:07.969866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Checking segment: {'id': '17d3a17b-a040-4a8f-a74a-7e19dcd55143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ba07a717-8f61-404b-93d8-99c4a059a032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:07.970324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:07.970829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Bound using segment: {'id': '17d3a17b-a040-4a8f-a74a-7e19dcd55143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ba07a717-8f61-404b-93d8-99c4a059a032'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:07.971356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Bound port: 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d3a17b-a040-4a8f-a74a-7e19dcd55143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ba07a717-8f61-404b-93d8-99c4a059a032'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:07.971782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:07.998848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:08.004328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-59c53e82-1d99-4ec5-96ee-fbe134d4594a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:08.046071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c1c591-f907-473d-966e-b6b8c6271681,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:08.055017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:08.093683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] For port 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:08.097518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] For port 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5a2cfb0b-bee2-48d2-9045-fcefc117d0cc,segment=NetworkSegment(17d3a17b-a040-4a8f-a74a-7e19dcd55143),segment_id=17d3a17b-a040-4a8f-a74a-7e19dcd55143)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:08.130371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:08.136920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:08.165554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:08.268724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Pushing event updated for resources: {'Port': ['ID=5a2cfb0b-bee2-48d2-9045-fcefc117d0cc,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:08.273854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:08.304156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba07a717-8f61-404b-93d8-99c4a059a032']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:08.307844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83afed6d-23ea-4001-a581-de7e360d2fa1 None None] Network ba07a717-8f61-404b-93d8-99c4a059a032 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:08.320325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d3a17b-a040-4a8f-a74a-7e19dcd55143') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:08.320639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d3a17b-a040-4a8f-a74a-7e19dcd55143') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:08.334211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:08.349819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:08.357353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:33:08.384942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d449aa-c3e1-490c-8c2f-d06a38c98984 None None] Network e8921852-3e01-43fd-ac5c-253d282f5062 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:08.489044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:08.552818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network ba07a717-8f61-404b-93d8-99c4a059a032 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:08.563486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:08.623332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bf265200-48b4-4822-8109-db72bc7790a8 None None] Provisioning for port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:08.759557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network ba07a717-8f61-404b-93d8-99c4a059a032 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:08.781028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:08.785638 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:08.825096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:08.825439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:08.906916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:33:08.906916 dv-neutron-786478-3-hyperv neutron-server[87094]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:33:08.906916 dv-neutron-786478-3-hyperv neutron-server[87094]: [parameters: {'id': 'ba07a717-8f61-404b-93d8-99c4a059a032'}] Apr 22 17:33:08.906916 dv-neutron-786478-3-hyperv neutron-server[87094]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87209) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:08.907503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:33:09.165719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:09.205242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2,segment=NetworkSegment(bf589027-4901-41f6-9f60-994a7db1587f),segment_id=bf589027-4901-41f6-9f60-994a7db1587f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:09.238697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:09.240791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:09.297965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d05c68-23ac-44d2-a75e-8925b5418254 None None] get_active_networks_info from dv-neutron-786478-3-hyperv {{(pid=87211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:33:09.370244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:09.375198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a7d3ce31-4346-48f0-a670-a2f018b40ce7 None None] Provisioning complete for port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:09.375622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ce31-4346-48f0-a670-a2f018b40ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:09.408506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:09.409264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:09.420377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Deleting port 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:09.420754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:09.496489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d05c68-23ac-44d2-a75e-8925b5418254 None None] Resources bound (agent type, host, resource id): {{(pid=87211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 22 17:33:09.676415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] For port 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5a2cfb0b-bee2-48d2-9045-fcefc117d0cc,segment=NetworkSegment(17d3a17b-a040-4a8f-a74a-7e19dcd55143),segment_id=17d3a17b-a040-4a8f-a74a-7e19dcd55143)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:09.677117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:09.832265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Calling delete_port for 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:33:09.941978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:09.950273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dfa2ad20-2f9c-42da-95a7-580e14c6dc04 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:10.003617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Port': ['ID=5a2cfb0b-bee2-48d2-9045-fcefc117d0cc,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:10.005723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No DVR routers for this DVR port 5a2cfb0b-bee2-48d2-9045-fcefc117d0cc on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:33:10.008076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:10.147664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:10.276870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba07a717-8f61-404b-93d8-99c4a059a032']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:10.290952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d3a17b-a040-4a8f-a74a-7e19dcd55143') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:10.291294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d3a17b-a040-4a8f-a74a-7e19dcd55143') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:10.304900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:10.321281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:10.328020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:33:10.432858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:10.511773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:10.512203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:10.528074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network ba07a717-8f61-404b-93d8-99c4a059a032 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:10.538351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:10.726748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network ba07a717-8f61-404b-93d8-99c4a059a032 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:10.751174 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:10.952281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:10.955844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:10.972197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:10.984304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Network': ['ID=ba07a717-8f61-404b-93d8-99c4a059a032,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:10.988907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:10.992403 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/networks/ba07a717-8f61-404b-93d8-99c4a059a032 HTTP/1.1" status: 204 len: 168 time: 3.9467835 Apr 22 17:33:10.995223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37926) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:11.039868 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a675e0-8460-4872-a4a8-1aae819d7706 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] GET failed (client error): The resource could not be found. Apr 22 17:33:11.040442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-24a675e0-8460-4872-a4a8-1aae819d7706 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Synchronizing usage tracker for tenant:bc0f2402e326400e87165fd0c683f9f5 on resource:subnet {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:33:11.083690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-24a675e0-8460-4872-a4a8-1aae819d7706 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Unset dirty status for tenant:bc0f2402e326400e87165fd0c683f9f5 on resource:subnet {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:33:11.085043 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-24a675e0-8460-4872-a4a8-1aae819d7706 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "GET /v2.0/subnets/f2c1c591-f907-473d-966e-b6b8c6271681 HTTP/1.1" status: 404 len: 337 time: 0.0887489 Apr 22 17:33:11.088080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37930) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:11.115248 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e7dadd-a0ca-4b38-a263-48aadc1ec53c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:11.116276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e7dadd-a0ca-4b38-a263-48aadc1ec53c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:33:11.118166 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-50e7dadd-a0ca-4b38-a263-48aadc1ec53c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/networks/ba07a717-8f61-404b-93d8-99c4a059a032 HTTP/1.1" status: 404 len: 339 time: 0.0290897 Apr 22 17:33:11.122515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37934) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:11.169601 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d97290e-6dc2-4998-98e2-9a52b4e71e33 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:11.170122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d97290e-6dc2-4998-98e2-9a52b4e71e33 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:33:11.172034 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2d97290e-6dc2-4998-98e2-9a52b4e71e33 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/subnets/f2c1c591-f907-473d-966e-b6b8c6271681 HTTP/1.1" status: 404 len: 337 time: 0.0484908 Apr 22 17:33:11.174804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 37938) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:11.202720 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8559ed5-7ae9-4477-ac77-a84a7a830da1 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:11.203158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8559ed5-7ae9-4477-ac77-a84a7a830da1 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:33:11.204956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b8559ed5-7ae9-4477-ac77-a84a7a830da1 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/networks/ba07a717-8f61-404b-93d8-99c4a059a032 HTTP/1.1" status: 404 len: 339 time: 0.0291607 Apr 22 17:33:11.208223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37942) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:11.286386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e03934b-380b-461f-a65e-603288594519 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Deleting subnet 52369938-6ad4-4d7d-b72f-fee94e8e2253 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:33:11.289877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e03934b-380b-461f-a65e-603288594519 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:11.349538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e03934b-380b-461f-a65e-603288594519 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:11.442458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e03934b-380b-461f-a65e-603288594519 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:11.792396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e03934b-380b-461f-a65e-603288594519 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:11.797612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-69894777-c317-47f8-a991-5e68911c61b7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:11.840506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03934b-380b-461f-a65e-603288594519 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Subnet': ['ID=52369938-6ad4-4d7d-b72f-fee94e8e2253,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:11.843011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e03934b-380b-461f-a65e-603288594519 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:11.847277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e03934b-380b-461f-a65e-603288594519 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:11.847600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359e999-4ad5-4e95-b08b-af03575b2af2 None None] Network e8921852-3e01-43fd-ac5c-253d282f5062 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:11.884171 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6e03934b-380b-461f-a65e-603288594519 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/subnets/52369938-6ad4-4d7d-b72f-fee94e8e2253 HTTP/1.1" status: 204 len: 168 time: 0.6747379 Apr 22 17:33:11.886585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37946) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:12.015113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:12.027202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Deleting port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:12.027593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:12.123367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f213f6-20db-4586-82ae-d0a245154bd1 None None] DHCP port deletion for e8921852-3e01-43fd-ac5c-253d282f5062 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:33:12.127618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-42f213f6-20db-4586-82ae-d0a245154bd1 None None] Deleting port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:12.128042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42f213f6-20db-4586-82ae-d0a245154bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:12.263373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] For port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2,segment=NetworkSegment(bf589027-4901-41f6-9f60-994a7db1587f),segment_id=bf589027-4901-41f6-9f60-994a7db1587f)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:12.263754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:12.357689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-42f213f6-20db-4586-82ae-d0a245154bd1 None None] For port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2,segment=NetworkSegment(bf589027-4901-41f6-9f60-994a7db1587f),segment_id=bf589027-4901-41f6-9f60-994a7db1587f)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:12.358248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42f213f6-20db-4586-82ae-d0a245154bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:12.407930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Calling delete_port for 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:33:12.488612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:33:12.522055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-42f213f6-20db-4586-82ae-d0a245154bd1 None None] Calling delete_port for 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:33:12.523708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:12.528935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-face0fa7-f4b0-4e63-8062-ab70264b002e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:12.572663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:33:12.573058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:33:12.575838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Port': ['ID=6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:12.579118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:12.580065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No DVR routers for this DVR port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:33:12.614057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-42f213f6-20db-4586-82ae-d0a245154bd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:12.614407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-42f213f6-20db-4586-82ae-d0a245154bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:33:12.714351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:12.839048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8921852-3e01-43fd-ac5c-253d282f5062']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:12.852570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf589027-4901-41f6-9f60-994a7db1587f') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:12.852913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf589027-4901-41f6-9f60-994a7db1587f') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:12.865341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:12.882142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:12.888602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:33:13.075107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network e8921852-3e01-43fd-ac5c-253d282f5062 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:13.084906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:13.116728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-42f213f6-20db-4586-82ae-d0a245154bd1 None None] Deleting port 6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:13.117077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-42f213f6-20db-4586-82ae-d0a245154bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:13.200555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-42f213f6-20db-4586-82ae-d0a245154bd1 None None] The port '6dbe77c9-296c-4ba7-b7a8-9f0b0e8ca7d2' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:33:13.276484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network e8921852-3e01-43fd-ac5c-253d282f5062 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:13.587783 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:13.703838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:13.707888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9991f301-e286-4a14-8315-db030324781e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:13.724243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:13.737947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Network': ['ID=e8921852-3e01-43fd-ac5c-253d282f5062,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:13.741167 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/networks/e8921852-3e01-43fd-ac5c-253d282f5062 HTTP/1.1" status: 204 len: 168 time: 1.8535182 Apr 22 17:33:13.742202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:13.743884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37950) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:13.791814 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdd23ca-c7dc-4089-bd01-eaafa2f7ca56 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:13.792326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdd23ca-c7dc-4089-bd01-eaafa2f7ca56 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:33:13.794227 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ffdd23ca-c7dc-4089-bd01-eaafa2f7ca56 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/subnets/b2fbdf60-cd3b-430d-888e-e02a11c9ccd5 HTTP/1.1" status: 404 len: 337 time: 0.0492585 Apr 22 17:33:13.796946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37954) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:13.823875 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fff1cab-2b04-4483-baf0-88165f37ac4c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:13.824398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fff1cab-2b04-4483-baf0-88165f37ac4c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:33:13.826191 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9fff1cab-2b04-4483-baf0-88165f37ac4c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/networks/21010bb3-84b6-4e48-8566-b96cb3210196 HTTP/1.1" status: 404 len: 339 time: 0.0282664 Apr 22 17:33:13.828858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37958) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:13.874225 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7f69d0-a161-4b6d-bcce-5a4866b23f37 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:13.874674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7f69d0-a161-4b6d-bcce-5a4866b23f37 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:33:13.876500 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2e7f69d0-a161-4b6d-bcce-5a4866b23f37 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/subnets/54b4b114-b45d-40d2-989b-08fbdf3b02d4 HTTP/1.1" status: 404 len: 337 time: 0.0466712 Apr 22 17:33:13.879207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37962) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:13.905509 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bff80f3-292c-4f26-87f2-c699d87d0ea1 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:13.906048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bff80f3-292c-4f26-87f2-c699d87d0ea1 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 22 17:33:13.907963 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4bff80f3-292c-4f26-87f2-c699d87d0ea1 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/networks/06c52eaf-c305-43ff-84bb-6c0eedc0000c HTTP/1.1" status: 404 len: 339 time: 0.0277829 Apr 22 17:33:13.910781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37966) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:13.984805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-743b7952-4905-4be1-a10c-bca82f963b94 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Deleting subnet 33d57619-7672-469d-af58-35fdf21d005f {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:33:13.988111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-743b7952-4905-4be1-a10c-bca82f963b94 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:14.051692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-743b7952-4905-4be1-a10c-bca82f963b94 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:14.140925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-743b7952-4905-4be1-a10c-bca82f963b94 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:14.526492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-743b7952-4905-4be1-a10c-bca82f963b94 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:14.531883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-64ffe7d7-dccb-4db7-a1e0-9930a07790a7 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:14.570692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b7952-4905-4be1-a10c-bca82f963b94 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Subnet': ['ID=33d57619-7672-469d-af58-35fdf21d005f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:14.574431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-743b7952-4905-4be1-a10c-bca82f963b94 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:14.575520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-743b7952-4905-4be1-a10c-bca82f963b94 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:14.580883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2882a3-f42f-413d-9a9d-d9889ad32b39 None None] Network fa4a41e8-5c95-4605-a695-c7fb9580bca0 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:14.586659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-743b7952-4905-4be1-a10c-bca82f963b94 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/subnets/33d57619-7672-469d-af58-35fdf21d005f HTTP/1.1" status: 204 len: 168 time: 0.6748033 Apr 22 17:33:14.589122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37970) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:14.719081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:14.730592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Deleting port 4df73937-2769-47a2-ab42-09b952613933 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:14.731010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:14.842564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43c1a93-cde4-44a0-b225-d185dca1f3f7 None None] DHCP port deletion for fa4a41e8-5c95-4605-a695-c7fb9580bca0 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:33:14.846933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b43c1a93-cde4-44a0-b225-d185dca1f3f7 None None] Deleting port 4df73937-2769-47a2-ab42-09b952613933 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:14.847425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b43c1a93-cde4-44a0-b225-d185dca1f3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:14.980722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] For port 4df73937-2769-47a2-ab42-09b952613933, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4df73937-2769-47a2-ab42-09b952613933,segment=NetworkSegment(bd9862d9-7746-4167-a803-d1a6d740252e),segment_id=bd9862d9-7746-4167-a803-d1a6d740252e)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:14.981357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:15.139306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b43c1a93-cde4-44a0-b225-d185dca1f3f7 None None] For port 4df73937-2769-47a2-ab42-09b952613933, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=4df73937-2769-47a2-ab42-09b952613933,segment=NetworkSegment(bd9862d9-7746-4167-a803-d1a6d740252e),segment_id=bd9862d9-7746-4167-a803-d1a6d740252e)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:15.139642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b43c1a93-cde4-44a0-b225-d185dca1f3f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:15.171255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Calling delete_port for 4df73937-2769-47a2-ab42-09b952613933 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:33:15.273591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b43c1a93-cde4-44a0-b225-d185dca1f3f7 None None] Calling delete_port for 4df73937-2769-47a2-ab42-09b952613933 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:33:15.275020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:15.279487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07ac192e-dfde-486a-b9b3-08c21c7ea7b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:15.330895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Port': ['ID=4df73937-2769-47a2-ab42-09b952613933,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:15.334664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:15.335514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] No DVR routers for this DVR port 4df73937-2769-47a2-ab42-09b952613933 on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:33:15.355085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-b43c1a93-cde4-44a0-b225-d185dca1f3f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:15.355500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-b43c1a93-cde4-44a0-b225-d185dca1f3f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:33:15.469438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:15.592392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4a41e8-5c95-4605-a695-c7fb9580bca0']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:15.606732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9862d9-7746-4167-a803-d1a6d740252e') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:15.607083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9862d9-7746-4167-a803-d1a6d740252e') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:15.619478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:15.635171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:15.641607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:33:15.821956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network fa4a41e8-5c95-4605-a695-c7fb9580bca0 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:15.831189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:15.857311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b43c1a93-cde4-44a0-b225-d185dca1f3f7 None None] Deleting port 4df73937-2769-47a2-ab42-09b952613933 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:15.857791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b43c1a93-cde4-44a0-b225-d185dca1f3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:15.929977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b43c1a93-cde4-44a0-b225-d185dca1f3f7 None None] The port '4df73937-2769-47a2-ab42-09b952613933' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:33:16.015959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Network fa4a41e8-5c95-4605-a695-c7fb9580bca0 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:16.040298 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:16.154986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:16.158398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67a150d5-84af-4995-b84d-4ad64889576d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:16.176651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:16.183488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Pushing event deleted for resources: {'Network': ['ID=fa4a41e8-5c95-4605-a695-c7fb9580bca0,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:16.188131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:16.191081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] 10.222.0.77 "DELETE /v2.0/networks/fa4a41e8-5c95-4605-a695-c7fb9580bca0 HTTP/1.1" status: 204 len: 168 time: 1.6009612 Apr 22 17:33:16.426481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4df73937-2769-47a2-ab42-09b952613933 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:33:16.469104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 4df73937-2769-47a2-ab42-09b952613933 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:33:16.469497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 4df73937-2769-47a2-ab42-09b952613933 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:33:16.612104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37978) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:16.783025 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e07db75-c391-402d-9ba8-051db15ea77a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc0f2402e326400e87165fd0c683f9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694951 Apr 22 17:33:16.785533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 37984) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:16.850127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0158e977-437b-486e-9632-706dd5e8800a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:16.878852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0158e977-437b-486e-9632-706dd5e8800a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:17.023705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0158e977-437b-486e-9632-706dd5e8800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:17.029363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a512d210-b281-43d1-a668-3bf1cc827547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:17.046018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158e977-437b-486e-9632-706dd5e8800a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb926a6-9b57-49b4-870c-3aff7a5248ed,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:17.049113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0158e977-437b-486e-9632-706dd5e8800a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:17.050664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0158e977-437b-486e-9632-706dd5e8800a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:17.051930 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0158e977-437b-486e-9632-706dd5e8800a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2bb926a6-9b57-49b4-870c-3aff7a5248ed HTTP/1.1" status: 204 len: 168 time: 0.2654579 Apr 22 17:33:18.036990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38008) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:18.152358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fb32c6d2-fd2d-4752-a9f4-8d7e6911d5ea tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-67555183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:18.159806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fb32c6d2-fd2d-4752-a9f4-8d7e6911d5ea tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:18.164481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fb32c6d2-fd2d-4752-a9f4-8d7e6911d5ea tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Usage tracker for resource:router and tenant:b51b68d758234b69a58826530d706ad3 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:18.167680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fb32c6d2-fd2d-4752-a9f4-8d7e6911d5ea tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:18.176619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fb32c6d2-fd2d-4752-a9f4-8d7e6911d5ea tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:18.226939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb32c6d2-fd2d-4752-a9f4-8d7e6911d5ea tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:18.228114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb32c6d2-fd2d-4752-a9f4-8d7e6911d5ea tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:18.347636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb32c6d2-fd2d-4752-a9f4-8d7e6911d5ea tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:18.407033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb32c6d2-fd2d-4752-a9f4-8d7e6911d5ea tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:18.452371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb32c6d2-fd2d-4752-a9f4-8d7e6911d5ea tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:18.453766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fb32c6d2-fd2d-4752-a9f4-8d7e6911d5ea tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4156506 Apr 22 17:33:18.457059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38014) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:18.463555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-160235424'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:18.469205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:18.473510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Usage tracker for resource:network and tenant:b51b68d758234b69a58826530d706ad3 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:18.477919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:18.484512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:18.526236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Made reservation on behalf of b51b68d758234b69a58826530d706ad3 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:18.532655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:18.548772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:18.567106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:18.571788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Usage tracker for resource:security_group_rule and tenant:b51b68d758234b69a58826530d706ad3 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:18.575519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:18.582826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:18.801421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:18.851836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:18.856440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-292db4b9-7cb5-4726-bfdf-8794d911f18a tempest-TestVolumeBootPattern-494315690 tempest-TestVolumeBootPattern-494315690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:18.878048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:33:18.900424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9725638a-1da3-47a8-bc4e-c8d3b59c8c97,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:18.903494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:18.903887 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Added segment 64911014-8646-45ae-8eb0-2fb8038f1af4 of type vlan for network c937243d-5229-41dd-a578-925b6295e74b Apr 22 17:33:18.905248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:18.931837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:18.994995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:19.001101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:19.001741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:19.008181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-99a3cca5-2d69-4744-b2aa-e9dc759d4b07 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:19.127219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Pushing event updated for resources: {'Network': ['ID=c937243d-5229-41dd-a578-925b6295e74b,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:19.130106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:19.138772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network c937243d-5229-41dd-a578-925b6295e74b details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:33:19.184499 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7262552 Apr 22 17:33:19.189359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38018) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:19.196808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Request body: {'subnet': {'network_id': 'c937243d-5229-41dd-a578-925b6295e74b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:19.330066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:19.334809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Usage tracker for resource:subnet and tenant:b51b68d758234b69a58826530d706ad3 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:19.338208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:19.344911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:19.383506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Made reservation on behalf of b51b68d758234b69a58826530d706ad3 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:19.389978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:19.888096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:19.893243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b25f2b70-b574-41f6-869a-8d103338a721 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:19.981719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Pushing event updated for resources: {'Subnet': ['ID=e509836e-a877-4829-94de-53d25d4b353d,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:19.986321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:19.992530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Checking segment: {'id': '64911014-8646-45ae-8eb0-2fb8038f1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c937243d-5229-41dd-a578-925b6295e74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:19.992939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Network hostable DHCP agents. Network: c937243d-5229-41dd-a578-925b6295e74b, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:33:20.049408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Network c937243d-5229-41dd-a578-925b6295e74b is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:33:20.080559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, c937243d-5229-41dd-a578-925b6295e74b) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:20.094051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9310e0d8-47dd-4ecf-92f5-eb997cd6090e None None] Network c937243d-5229-41dd-a578-925b6295e74b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:20.096198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:20.096867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:20.138917 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9481270 Apr 22 17:33:20.142027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38022) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:20.149812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1818923445'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:20.155720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:20.160992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Usage tracker for resource:network and tenant:b51b68d758234b69a58826530d706ad3 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:20.165218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:20.171731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:20.211638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Made reservation on behalf of b51b68d758234b69a58826530d706ad3 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:20.218144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:20.250283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:33:20.323161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:20.323570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Added segment 4d266a0b-c8bf-46df-859f-aec1a49edf86 of type vlan for network 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24 Apr 22 17:33:20.329220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-c937243d-5229-41dd-a578-925b6295e74b', 'network_id': 'c937243d-5229-41dd-a578-925b6295e74b', 'tenant_id': 'b51b68d758234b69a58826530d706ad3', 'fixed_ips': [{'subnet_id': 'e509836e-a877-4829-94de-53d25d4b353d'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:33:20.330280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:20.356304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:20.440752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:20.452428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:20.453148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:20.459613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8ebad64c-cd0b-4f09-abed-7d00efe4be7d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:20.505537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Allocated IP 172.20.0.2 (c937243d-5229-41dd-a578-925b6295e74b/e509836e-a877-4829-94de-53d25d4b353d/9ced9160-563f-49b7-bb70-763516e6d043) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:20.576444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Pushing event updated for resources: {'Network': ['ID=2a32f4e8-57b8-49fd-bd2c-b6a180a28e24,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:20.579392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:20.588879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:33:20.601874 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-86126e10-e9b3-4d57-86fe-e8f7e8b0823e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4585931 Apr 22 17:33:20.605048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38026) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:20.612275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Request body: {'subnet': {'network_id': '2a32f4e8-57b8-49fd-bd2c-b6a180a28e24', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:20.754316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:20.762266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Usage tracker for resource:subnet and tenant:b51b68d758234b69a58826530d706ad3 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:20.768051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:20.780828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:20.823836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Made reservation on behalf of b51b68d758234b69a58826530d706ad3 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:20.830035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:21.039691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:21.120539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Transition to ACTIVE for port object 9ced9160-563f-49b7-bb70-763516e6d043 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:21.211796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Transition to ACTIVE for port object 9ced9160-563f-49b7-bb70-763516e6d043 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:21.289820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:21.293988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:21.369257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Network c937243d-5229-41dd-a578-925b6295e74b is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:21.372687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:21.376908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:21.385159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Pushing event updated for resources: {'Port': ['ID=9ced9160-563f-49b7-bb70-763516e6d043,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:21.429515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.429515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.429882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.430159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.430522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.430932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.431314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.431664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.432024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.432380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.432738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.433092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:21.462851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:21.494715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Attempting to bind port 9ced9160-563f-49b7-bb70-763516e6d043 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:21.495129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Attempting to bind port 9ced9160-563f-49b7-bb70-763516e6d043 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '64911014-8646-45ae-8eb0-2fb8038f1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c937243d-5229-41dd-a578-925b6295e74b'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:21.495536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Attempting to bind port 9ced9160-563f-49b7-bb70-763516e6d043 on network c937243d-5229-41dd-a578-925b6295e74b {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:21.501758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:21.502170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Checking segment: {'id': '64911014-8646-45ae-8eb0-2fb8038f1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c937243d-5229-41dd-a578-925b6295e74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:21.502612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:21.503091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Bound using segment: {'id': '64911014-8646-45ae-8eb0-2fb8038f1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c937243d-5229-41dd-a578-925b6295e74b'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:21.503598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Bound port: 9ced9160-563f-49b7-bb70-763516e6d043, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64911014-8646-45ae-8eb0-2fb8038f1af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c937243d-5229-41dd-a578-925b6295e74b'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:21.504012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:21.601755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] For port 9ced9160-563f-49b7-bb70-763516e6d043, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:21.605204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] For port 9ced9160-563f-49b7-bb70-763516e6d043, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9ced9160-563f-49b7-bb70-763516e6d043,segment=NetworkSegment(64911014-8646-45ae-8eb0-2fb8038f1af4),segment_id=64911014-8646-45ae-8eb0-2fb8038f1af4)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:21.703844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:21.710274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:21.712074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:21.717174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-845b9091-9e3b-4b5d-9142-7a620aaec9b6 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:21.801220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Pushing event updated for resources: {'Port': ['ID=9ced9160-563f-49b7-bb70-763516e6d043,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:21.802245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Pushing event updated for resources: {'Subnet': ['ID=62ee5920-7f74-4a2d-bca1-0a1fdc6a54cd,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:21.811097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:21.812222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:21.814283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Checking segment: {'id': '4d266a0b-c8bf-46df-859f-aec1a49edf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2a32f4e8-57b8-49fd-bd2c-b6a180a28e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:21.814712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Network hostable DHCP agents. Network: 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:33:21.874893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Network 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:33:21.926050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:21.936001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e917c5-0ab4-479e-b238-ad696f57faba None None] Network 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:21.945857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:21.946520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:22.001146 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3948691 Apr 22 17:33:22.004534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38030) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:22.011256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f4d40bba-0721-4f2a-8bdd-4223ce9b9745 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a32f4e8-57b8-49fd-bd2c-b6a180a28e24'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:22.272693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-2a32f4e8-57b8-49fd-bd2c-b6a180a28e24', 'network_id': '2a32f4e8-57b8-49fd-bd2c-b6a180a28e24', 'tenant_id': 'b51b68d758234b69a58826530d706ad3', 'fixed_ips': [{'subnet_id': '62ee5920-7f74-4a2d-bca1-0a1fdc6a54cd'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:33:22.273661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:22.485104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9ced9160-563f-49b7-bb70-763516e6d043 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:22.535051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Allocated IP 172.21.0.2 (2a32f4e8-57b8-49fd-bd2c-b6a180a28e24/62ee5920-7f74-4a2d-bca1-0a1fdc6a54cd/c4fc5031-c229-46fa-a168-b5077cf1d28b) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:22.624454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 9ced9160-563f-49b7-bb70-763516e6d043 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:22.781114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4d40bba-0721-4f2a-8bdd-4223ce9b9745 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:22.911644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:22.924385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Transition to ACTIVE for port object c4fc5031-c229-46fa-a168-b5077cf1d28b will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:22.948825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Transition to ACTIVE for port object c4fc5031-c229-46fa-a168-b5077cf1d28b will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:22.981346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:22.987970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:23.009843 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.api.v2.resource [None req-f4d40bba-0721-4f2a-8bdd-4223ce9b9745 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:33:23.018049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f4d40bba-0721-4f2a-8bdd-4223ce9b9745 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "PUT /v2.0/routers/19731e3a-616e-4ef2-8ca0-45d3563e4583 HTTP/1.1" status: 400 len: 364 time: 1.0054884 Apr 22 17:33:23.018783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38034) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:23.057537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Network 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:23.061665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:23.066497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:23.131308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e1c8a8-1476-4c22-a8b8-1a2bd63fc3b5 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Deleting subnet 62ee5920-7f74-4a2d-bca1-0a1fdc6a54cd {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:33:23.135726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c8a8-1476-4c22-a8b8-1a2bd63fc3b5 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:23.151437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Pushing event updated for resources: {'Port': ['ID=c4fc5031-c229-46fa-a168-b5077cf1d28b,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:23.169929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:23.178710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Attempting to bind port c4fc5031-c229-46fa-a168-b5077cf1d28b on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:23.179143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Attempting to bind port c4fc5031-c229-46fa-a168-b5077cf1d28b by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '4d266a0b-c8bf-46df-859f-aec1a49edf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2a32f4e8-57b8-49fd-bd2c-b6a180a28e24'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:23.179571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Attempting to bind port c4fc5031-c229-46fa-a168-b5077cf1d28b on network 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:23.183038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:33:23.187901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:23.187901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Checking segment: {'id': '4d266a0b-c8bf-46df-859f-aec1a49edf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2a32f4e8-57b8-49fd-bd2c-b6a180a28e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:23.187901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:23.187901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Bound using segment: {'id': '4d266a0b-c8bf-46df-859f-aec1a49edf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2a32f4e8-57b8-49fd-bd2c-b6a180a28e24'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:23.188365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Bound port: c4fc5031-c229-46fa-a168-b5077cf1d28b, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d266a0b-c8bf-46df-859f-aec1a49edf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2a32f4e8-57b8-49fd-bd2c-b6a180a28e24'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:23.188365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:23.225904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c8a8-1476-4c22-a8b8-1a2bd63fc3b5 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:23.295074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] For port c4fc5031-c229-46fa-a168-b5077cf1d28b, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:23.299342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] For port c4fc5031-c229-46fa-a168-b5077cf1d28b, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c4fc5031-c229-46fa-a168-b5077cf1d28b,segment=NetworkSegment(4d266a0b-c8bf-46df-859f-aec1a49edf86),segment_id=4d266a0b-c8bf-46df-859f-aec1a49edf86)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:23.353053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6a886-49fd-4849-abdd-00784bbc6b32 None None] Network c937243d-5229-41dd-a578-925b6295e74b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:23.411258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c8a8-1476-4c22-a8b8-1a2bd63fc3b5 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:23.433105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:23.441039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:23.527943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-72ca5389-4757-472d-95ba-333634c57e97 None None] Provisioning for port 9ced9160-563f-49b7-bb70-763516e6d043 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:23.561333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-72ca5389-4757-472d-95ba-333634c57e97 None None] Provisioning complete for port 9ced9160-563f-49b7-bb70-763516e6d043 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:23.561765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72ca5389-4757-472d-95ba-333634c57e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:23.641934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Pushing event updated for resources: {'Port': ['ID=c4fc5031-c229-46fa-a168-b5077cf1d28b,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:23.672503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:23.815258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c8a8-1476-4c22-a8b8-1a2bd63fc3b5 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:23.821039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-59cffc36-799b-4554-94cc-46308352cb5a tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:23.833407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72ca5389-4757-472d-95ba-333634c57e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:23.874313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1c8a8-1476-4c22-a8b8-1a2bd63fc3b5 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Pushing event deleted for resources: {'Subnet': ['ID=62ee5920-7f74-4a2d-bca1-0a1fdc6a54cd,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:23.877597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7e1c8a8-1476-4c22-a8b8-1a2bd63fc3b5 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:23.883161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c8a8-1476-4c22-a8b8-1a2bd63fc3b5 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:23.885944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-72ca5389-4757-472d-95ba-333634c57e97 None None] For port 9ced9160-563f-49b7-bb70-763516e6d043, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9ced9160-563f-49b7-bb70-763516e6d043,segment=NetworkSegment(64911014-8646-45ae-8eb0-2fb8038f1af4),segment_id=64911014-8646-45ae-8eb0-2fb8038f1af4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:23.891718 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f7e1c8a8-1476-4c22-a8b8-1a2bd63fc3b5 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "DELETE /v2.0/subnets/62ee5920-7f74-4a2d-bca1-0a1fdc6a54cd HTTP/1.1" status: 204 len: 168 time: 0.8710940 Apr 22 17:33:23.894388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38038) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:23.938344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72ca5389-4757-472d-95ba-333634c57e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:23.942883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:24.057336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca5389-4757-472d-95ba-333634c57e97 None None] Pushing event updated for resources: {'Port': ['ID=9ced9160-563f-49b7-bb70-763516e6d043,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:24.060963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72ca5389-4757-472d-95ba-333634c57e97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:24.088077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:24.099997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Deleting port c4fc5031-c229-46fa-a168-b5077cf1d28b {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:24.100426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:24.172610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a68cee3b-2a3e-443d-b7c7-3503b6c098a3 None None] Provisioning complete for port 9ced9160-563f-49b7-bb70-763516e6d043 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:24.173027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a68cee3b-2a3e-443d-b7c7-3503b6c098a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:24.330721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] For port c4fc5031-c229-46fa-a168-b5077cf1d28b, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c4fc5031-c229-46fa-a168-b5077cf1d28b,segment=NetworkSegment(4d266a0b-c8bf-46df-859f-aec1a49edf86),segment_id=4d266a0b-c8bf-46df-859f-aec1a49edf86)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:24.331574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:24.472519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Calling delete_port for c4fc5031-c229-46fa-a168-b5077cf1d28b owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:33:24.538159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9ced9160-563f-49b7-bb70-763516e6d043 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:24.612077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9ced9160-563f-49b7-bb70-763516e6d043 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:24.612422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:24.714675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:24.719384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:24.768323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c4fc5031-c229-46fa-a168-b5077cf1d28b up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:24.768629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Pushing event deleted for resources: {'Port': ['ID=c4fc5031-c229-46fa-a168-b5077cf1d28b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:24.772569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:24.774910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] No DVR routers for this DVR port c4fc5031-c229-46fa-a168-b5077cf1d28b on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:33:24.811090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: c4fc5031-c229-46fa-a168-b5077cf1d28b {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:33:24.811494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c4fc5031-c229-46fa-a168-b5077cf1d28b not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 22 17:33:24.850709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Port c4fc5031-c229-46fa-a168-b5077cf1d28b not found, will not notify nova. {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 17:33:24.918865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:25.054391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a32f4e8-57b8-49fd-bd2c-b6a180a28e24']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:25.080066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d266a0b-c8bf-46df-859f-aec1a49edf86') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:25.080547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d266a0b-c8bf-46df-859f-aec1a49edf86') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:25.104046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:25.124259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:25.131193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:33:25.133799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b8e444-b588-4d24-ba11-8d8396d39668 None None] Network 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:25.228327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ee71c3d2-ef25-400f-b2ec-51f565f67ed5 None None] Could not find standard attr ID for object c4fc5031-c229-46fa-a168-b5077cf1d28b. {{(pid=87211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:33:25.320314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Network 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:25.330787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:25.371531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4aa22d-fa3c-47f0-9876-a4c0ae32530c None None] DHCP port deletion for 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:33:25.520146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Network 2a32f4e8-57b8-49fd-bd2c-b6a180a28e24 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:25.545569 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:25.663465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:25.667347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c2601790-ec01-4564-90f0-cbde3fcd6131 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:25.983487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:25.996907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Pushing event deleted for resources: {'Network': ['ID=2a32f4e8-57b8-49fd-bd2c-b6a180a28e24,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:26.000446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:26.002460 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "DELETE /v2.0/networks/2a32f4e8-57b8-49fd-bd2c-b6a180a28e24 HTTP/1.1" status: 204 len: 168 time: 2.1065738 Apr 22 17:33:26.004778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38042) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:26.079372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-7333ca09-d023-4418-b2d4-1d86c25f77eb tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Deleting subnet e509836e-a877-4829-94de-53d25d4b353d {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:33:26.083302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7333ca09-d023-4418-b2d4-1d86c25f77eb tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:26.145330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7333ca09-d023-4418-b2d4-1d86c25f77eb tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:26.237232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7333ca09-d023-4418-b2d4-1d86c25f77eb tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:26.446661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c4fc5031-c229-46fa-a168-b5077cf1d28b no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:33:26.493439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: c4fc5031-c229-46fa-a168-b5077cf1d28b {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:33:26.494123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c4fc5031-c229-46fa-a168-b5077cf1d28b not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:33:26.583970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7333ca09-d023-4418-b2d4-1d86c25f77eb tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:26.589538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fb32d3e0-6437-4d5b-83a4-dda7c8cb970a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:26.662401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333ca09-d023-4418-b2d4-1d86c25f77eb tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Pushing event deleted for resources: {'Subnet': ['ID=e509836e-a877-4829-94de-53d25d4b353d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:26.667109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7333ca09-d023-4418-b2d4-1d86c25f77eb tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:26.671797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7333ca09-d023-4418-b2d4-1d86c25f77eb tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:26.678758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61ececd-9022-4534-9911-a4b5042ab9e6 None None] Network c937243d-5229-41dd-a578-925b6295e74b requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:26.686181 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7333ca09-d023-4418-b2d4-1d86c25f77eb tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "DELETE /v2.0/subnets/e509836e-a877-4829-94de-53d25d4b353d HTTP/1.1" status: 204 len: 168 time: 0.6799853 Apr 22 17:33:26.689045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38046) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:26.835465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:26.848699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Deleting port 9ced9160-563f-49b7-bb70-763516e6d043 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:26.849079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:26.962121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16cf91e-e070-4a28-98c5-4cd4ea78f280 None None] DHCP port deletion for c937243d-5229-41dd-a578-925b6295e74b request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:33:26.966712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f16cf91e-e070-4a28-98c5-4cd4ea78f280 None None] Deleting port 9ced9160-563f-49b7-bb70-763516e6d043 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:26.967154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f16cf91e-e070-4a28-98c5-4cd4ea78f280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:27.115661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] For port 9ced9160-563f-49b7-bb70-763516e6d043, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9ced9160-563f-49b7-bb70-763516e6d043,segment=NetworkSegment(64911014-8646-45ae-8eb0-2fb8038f1af4),segment_id=64911014-8646-45ae-8eb0-2fb8038f1af4)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:27.116001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:27.260213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Calling delete_port for 9ced9160-563f-49b7-bb70-763516e6d043 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:33:27.405806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f16cf91e-e070-4a28-98c5-4cd4ea78f280 None None] For port 9ced9160-563f-49b7-bb70-763516e6d043, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9ced9160-563f-49b7-bb70-763516e6d043,segment=NetworkSegment(64911014-8646-45ae-8eb0-2fb8038f1af4),segment_id=64911014-8646-45ae-8eb0-2fb8038f1af4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:27.406135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f16cf91e-e070-4a28-98c5-4cd4ea78f280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:27.451935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:27.458299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d1cfb83d-2786-4bfb-853a-8779c3ba3e9d tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:27.510098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] No DVR routers for this DVR port 9ced9160-563f-49b7-bb70-763516e6d043 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:33:27.541769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f16cf91e-e070-4a28-98c5-4cd4ea78f280 None None] Calling delete_port for 9ced9160-563f-49b7-bb70-763516e6d043 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:33:27.543908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Pushing event deleted for resources: {'Port': ['ID=9ced9160-563f-49b7-bb70-763516e6d043,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:27.546615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:27.623967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-f16cf91e-e070-4a28-98c5-4cd4ea78f280 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:27.624475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-f16cf91e-e070-4a28-98c5-4cd4ea78f280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:33:27.659572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:27.796063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c937243d-5229-41dd-a578-925b6295e74b']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:27.810998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64911014-8646-45ae-8eb0-2fb8038f1af4') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:27.811347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64911014-8646-45ae-8eb0-2fb8038f1af4') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:27.825934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:27.913040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:27.921150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:33:28.095140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22a23b67-04f0-4709-852a-b6c212648849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:28.126032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f16cf91e-e070-4a28-98c5-4cd4ea78f280 None None] Deleting port 9ced9160-563f-49b7-bb70-763516e6d043 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:33:28.126449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f16cf91e-e070-4a28-98c5-4cd4ea78f280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:28.129495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Network c937243d-5229-41dd-a578-925b6295e74b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:28.139639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:28.212248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f16cf91e-e070-4a28-98c5-4cd4ea78f280 None None] The port '9ced9160-563f-49b7-bb70-763516e6d043' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:33:28.330556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Network c937243d-5229-41dd-a578-925b6295e74b has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:28.357242 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:28.439562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9ced9160-563f-49b7-bb70-763516e6d043 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:33:28.482213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 9ced9160-563f-49b7-bb70-763516e6d043 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:33:28.483120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9ced9160-563f-49b7-bb70-763516e6d043 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:33:28.592285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:28.597036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-845ef695-bb1f-4bf5-a142-1638b8923f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:28.614533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:28.628006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Pushing event deleted for resources: {'Network': ['ID=c937243d-5229-41dd-a578-925b6295e74b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:28.632071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:28.635140 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "DELETE /v2.0/networks/c937243d-5229-41dd-a578-925b6295e74b HTTP/1.1" status: 204 len: 168 time: 1.9440303 Apr 22 17:33:28.638605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38050) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:28.695797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dec8538d-e84e-40e4-9439-116b8b218d27 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Synchronizing usage tracker for tenant:b51b68d758234b69a58826530d706ad3 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:33:28.737775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dec8538d-e84e-40e4-9439-116b8b218d27 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Unset dirty status for tenant:b51b68d758234b69a58826530d706ad3 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:33:28.739192 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dec8538d-e84e-40e4-9439-116b8b218d27 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "GET /v2.0/ports?device_id=19731e3a-616e-4ef2-8ca0-45d3563e4583 HTTP/1.1" status: 200 len: 205 time: 0.0993192 Apr 22 17:33:28.741942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38054) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:28.886003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbc49266-ef0d-40c0-9940-519afe660dbd tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:29.226834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbc49266-ef0d-40c0-9940-519afe660dbd tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:29.229864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbc49266-ef0d-40c0-9940-519afe660dbd tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:29.320573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbc49266-ef0d-40c0-9940-519afe660dbd tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:29.321162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc49266-ef0d-40c0-9940-519afe660dbd tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Fanout notify agent at l3_agent the message router_deleted on router 19731e3a-616e-4ef2-8ca0-45d3563e4583 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:33:29.336216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbc49266-ef0d-40c0-9940-519afe660dbd tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:29.337872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dbc49266-ef0d-40c0-9940-519afe660dbd tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] 10.222.0.77 "DELETE /v2.0/routers/19731e3a-616e-4ef2-8ca0-45d3563e4583 HTTP/1.1" status: 204 len: 168 time: 0.5946820 Apr 22 17:33:29.972150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38062) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:30.147155 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f1ee67ec-db0e-432e-a1c9-6af4ce052c61 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b51b68d758234b69a58826530d706ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728859 Apr 22 17:33:30.149778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38068) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:30.214871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2846-d73a-45d4-b9a7-42a3437eae66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:30.244982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2846-d73a-45d4-b9a7-42a3437eae66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:30.294648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6347d0b3-b303-4744-98ee-42b69ccf0df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:30.391724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2846-d73a-45d4-b9a7-42a3437eae66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:30.397188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cce4d33d-11b3-42e3-9fe4-9d99c4471a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:30.408533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f2846-d73a-45d4-b9a7-42a3437eae66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9725638a-1da3-47a8-bc4e-c8d3b59c8c97,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:30.413155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef8f2846-d73a-45d4-b9a7-42a3437eae66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:30.416851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2846-d73a-45d4-b9a7-42a3437eae66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:30.418081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ef8f2846-d73a-45d4-b9a7-42a3437eae66 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9725638a-1da3-47a8-bc4e-c8d3b59c8c97 HTTP/1.1" status: 204 len: 168 time: 0.2672946 Apr 22 17:33:31.375968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38092) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:31.472294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:31.496323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1468812506-network', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:31.501722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:31.507538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Usage tracker for resource:network and tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:31.513805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:31.519878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:31.532348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:31.565973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Made reservation on behalf of 9ff78cacbfe64ec1bfd64a3e7b1fce70 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:31.571913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:31.586204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:31.603818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:31.608525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Usage tracker for resource:security_group_rule and tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:31.611745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:31.618838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:31.996017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:32.028600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:32.033373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-99804f64-d2a3-4212-86d6-29c866cbd9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:32.065719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:33:32.075996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1672eff-24b1-478f-9837-5decb5604f35,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:32.079950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:32.139698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:32.140085 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Added segment f0227053-b70e-42dd-8f36-fadc6a886972 of type vlan for network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc Apr 22 17:33:32.170313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:32.234312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:32.235524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:32.236177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:32.242050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bf2a0d71-aefd-4a51-802a-b5cf6493b5d7 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:32.351985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Pushing event updated for resources: {'Network': ['ID=1a128b02-7ea2-4026-b4a9-2ce24839dcbc,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:32.354602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:32.362517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:33:32.378072 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0008938 Apr 22 17:33:32.382083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38098) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:32.388788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Request body: {'subnet': {'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1468812506-subnet', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:32.394292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:32.399311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Usage tracker for resource:subnet and tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:32.402495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:32.410206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:32.449078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Made reservation on behalf of 9ff78cacbfe64ec1bfd64a3e7b1fce70 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:32.454288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:32.885853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:32.933108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:32.938376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f0fee72c-2457-4832-88ab-74feef107fdb tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:33.024356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c265e1-97fd-4115-9f66-aad7dbddbda2,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:33.028966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:33.033555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Checking segment: {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:33.033958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Network hostable DHCP agents. Network: 1a128b02-7ea2-4026-b4a9-2ce24839dcbc, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:33:33.103105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:33:33.142908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 1a128b02-7ea2-4026-b4a9-2ce24839dcbc) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:33.152228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c97c48-3098-4ef5-867c-04fd68b83bb6 None None] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:33.155816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:33.156479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:33.207144 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8237786 Apr 22 17:33:33.209890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38102) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:33.215496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1468812506-router', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:33.220576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:33.225201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Usage tracker for resource:router and tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:33.228860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:33.235000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:33.284198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:33.285745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:33.363005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:33.397727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'fixed_ips': [{'subnet_id': '34c265e1-97fd-4115-9f66-aad7dbddbda2'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:33:33.398716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:33.573017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Allocated IP 172.20.0.2 (1a128b02-7ea2-4026-b4a9-2ce24839dcbc/34c265e1-97fd-4115-9f66-aad7dbddbda2/818fbee0-c724-4d32-98ea-9845f448dd97) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:33.695643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:33.816433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:33.875220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Transition to ACTIVE for port object 818fbee0-c724-4d32-98ea-9845f448dd97 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:33.899583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Transition to ACTIVE for port object 818fbee0-c724-4d32-98ea-9845f448dd97 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:33.938359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:33.945121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:34.004711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:34.013778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:34.018748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:34.062070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Pushing event updated for resources: {'Port': ['ID=818fbee0-c724-4d32-98ea-9845f448dd97,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:34.070521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:34.081936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:34.119144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:34.134765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Attempting to bind port 818fbee0-c724-4d32-98ea-9845f448dd97 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:34.135106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Attempting to bind port 818fbee0-c724-4d32-98ea-9845f448dd97 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:34.135525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Attempting to bind port 818fbee0-c724-4d32-98ea-9845f448dd97 on network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:34.141565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:34.141989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Checking segment: {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:34.142450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:34.142930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Bound using segment: {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:34.143493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Bound port: 818fbee0-c724-4d32-98ea-9845f448dd97, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:34.143916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:34.255023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] For port 818fbee0-c724-4d32-98ea-9845f448dd97, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:34.259415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] For port 818fbee0-c724-4d32-98ea-9845f448dd97, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=818fbee0-c724-4d32-98ea-9845f448dd97,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:34.267181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Allocated IP 172.26.6.64 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/0a935a33-6ced-4436-a8cc-148f59de15d8) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:34.297908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:34.303475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:34.396496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Pushing event updated for resources: {'Port': ['ID=818fbee0-c724-4d32-98ea-9845f448dd97,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:34.399988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:34.606548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:34.665377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:34.673703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1c9fd352-fa85-4b86-8177-749a2a559b53 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:34.768892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:34.779307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:34.787451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:34.834390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Pushing event updated for resources: {'Port': ['ID=0a935a33-6ced-4436-a8cc-148f59de15d8,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:34.837586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:35.277238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:35.488969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:35.925794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b50748-e11c-4d05-9fdf-9dd0c3dac7ab None None] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:35.959541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:36.057235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0ded0101-56fc-4620-99c0-900acf0823e0 None None] Provisioning for port 818fbee0-c724-4d32-98ea-9845f448dd97 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:36.246204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:33:36.459182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:33:36.469592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Sync routers for ids ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:33:36.490421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Routers {'9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:33:36.491745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:33:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:36.535501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:36.537674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3267398 Apr 22 17:33:36.540711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38106) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:36.551551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 818fbee0-c724-4d32-98ea-9845f448dd97 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:36.756847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Set router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:33:36.802959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 818fbee0-c724-4d32-98ea-9845f448dd97 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:36.869928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 818fbee0-c724-4d32-98ea-9845f448dd97 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:36.870346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:37.445031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:37.506111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:37.580673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 818fbee0-c724-4d32-98ea-9845f448dd97, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=818fbee0-c724-4d32-98ea-9845f448dd97,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:37.606602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'name': 'tempest-TestEncryptedCinderVolumes-1468812506-router', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:33Z', 'updated_at': '2021-04-22T17:33:35Z', 'revision_number': 3, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'gw_port': {'id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:34Z', 'updated_at': '2021-04-22T17:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:37.617103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Checking router: 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:33:37.617500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Updating router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf port 0a935a33-6ced-4436-a8cc-148f59de15d8 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:33:37.653982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:37.667523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d7eb089c-b486-498f-89a3-c5d43a17271b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:37.682468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Allocated IP 172.20.0.1 (1a128b02-7ea2-4026-b4a9-2ce24839dcbc/34c265e1-97fd-4115-9f66-aad7dbddbda2/b667e8e6-f2a8-45fc-99c9-ca133314cf82) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:37.832617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:37.850287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:37.871190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Transition to ACTIVE for port object b667e8e6-f2a8-45fc-99c9-ca133314cf82 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:37.877127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=818fbee0-c724-4d32-98ea-9845f448dd97,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:37.885505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:37.924638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:37.933809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae2b2718-0378-4001-9dd3-23efc7d72e64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:38.072752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:38.078875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:38.086830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:38.141168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b667e8e6-f2a8-45fc-99c9-ca133314cf82,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:38.146093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:38.177464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.292430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.306682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Transition to ACTIVE for port object 0a935a33-6ced-4436-a8cc-148f59de15d8 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:38.372416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5ef78f15-cd83-424a-939a-373939ab5716 None None] Provisioning for port b667e8e6-f2a8-45fc-99c9-ca133314cf82 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:38.375950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.383318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6899c28b-fdf7-469c-9c56-28e6d070de56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:38.393442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.428843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5ef78f15-cd83-424a-939a-373939ab5716 None None] Provisioning complete for port b667e8e6-f2a8-45fc-99c9-ca133314cf82 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:38.429270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ef78f15-cd83-424a-939a-373939ab5716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.472053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 818fbee0-c724-4d32-98ea-9845f448dd97 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:38.577786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Attempting to bind port 0a935a33-6ced-4436-a8cc-148f59de15d8 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:38.578713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Attempting to bind port 0a935a33-6ced-4436-a8cc-148f59de15d8 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:38.578713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Attempting to bind port 0a935a33-6ced-4436-a8cc-148f59de15d8 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:38.586194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b338b1-7e9d-4365-b3bc-b23f119dbc02 None None] Pushing event updated for resources: {'Port': ['ID=0a935a33-6ced-4436-a8cc-148f59de15d8,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:38.596876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4b338b1-7e9d-4365-b3bc-b23f119dbc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:38.603333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:38.603767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:38.604232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.604689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:38.605237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Bound port: 0a935a33-6ced-4436-a8cc-148f59de15d8, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:38.605664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.638093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5ef78f15-cd83-424a-939a-373939ab5716 None None] Port b667e8e6-f2a8-45fc-99c9-ca133314cf82 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:33:38.647027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.696822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 818fbee0-c724-4d32-98ea-9845f448dd97 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:38.697261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.697735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.745139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-344d9347-cfc8-4ea6-b175-dee071745a30 tempest-DeleteServersTestJSON-1264224910 tempest-DeleteServersTestJSON-1264224910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:38.760609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] For port 0a935a33-6ced-4436-a8cc-148f59de15d8, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:38.796167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] For port 0a935a33-6ced-4436-a8cc-148f59de15d8, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0a935a33-6ced-4436-a8cc-148f59de15d8,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:38.839870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.844875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b667e8e6-f2a8-45fc-99c9-ca133314cf82,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:38.846708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:38.850796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:38.857697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:38.966407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b338b1-7e9d-4365-b3bc-b23f119dbc02 None None] Pushing event updated for resources: {'Port': ['ID=0a935a33-6ced-4436-a8cc-148f59de15d8,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:38.969380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Routers {'9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:33:38.970068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:33:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:39.009355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:39.010732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:39.029388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4b338b1-7e9d-4365-b3bc-b23f119dbc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:39.196544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] Set router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:33:39.237712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:33:39.290179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e6c9ea29-3550-4a83-b65a-735add09940d None None] Provisioning complete for port b667e8e6-f2a8-45fc-99c9-ca133314cf82 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:39.290568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ea29-3550-4a83-b65a-735add09940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:39.464304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:33:39.474975 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] 10.222.0.77 "PUT /v2.0/routers/9b9faa37-ae95-42f3-b007-0d82d4e2f1bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9330864 Apr 22 17:33:39.491003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e6c9ea29-3550-4a83-b65a-735add09940d None None] Port b667e8e6-f2a8-45fc-99c9-ca133314cf82 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:33:39.842016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'name': 'tempest-TestEncryptedCinderVolumes-1468812506-router', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:33Z', 'updated_at': '2021-04-22T17:33:38Z', 'revision_number': 4, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'gw_port': {'id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:34Z', 'updated_at': '2021-04-22T17:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'b667e8e6-f2a8-45fc-99c9-ca133314cf82', 'name': '', 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'mac_address': 'fa:16:3e:ab:64:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:37Z', 'updated_at': '2021-04-22T17:33:38Z', 'revision_number': 2, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'subnets': [{'id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:39.846352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf8077-5a35-4c4d-9709-b92725c4f9be None None] The sync data for ids ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'] in dv-neutron-786478-3-hyperv is: [{'id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'name': 'tempest-TestEncryptedCinderVolumes-1468812506-router', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:33Z', 'updated_at': '2021-04-22T17:33:38Z', 'revision_number': 4, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'gw_port': {'id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:34Z', 'updated_at': '2021-04-22T17:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'b667e8e6-f2a8-45fc-99c9-ca133314cf82', 'name': '', 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'mac_address': 'fa:16:3e:ab:64:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:37Z', 'updated_at': '2021-04-22T17:33:38Z', 'revision_number': 2, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'subnets': [{'id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:33:40.176891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38124) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:40.183541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-608472503-network', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:40.189074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:40.193792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Usage tracker for resource:network and tenant:99599c91292947a685dd5f8a735a7e0f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:40.197092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:40.203544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:40.257253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Made reservation on behalf of 99599c91292947a685dd5f8a735a7e0f for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:40.262291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:40.279454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:40.296802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:40.301298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Usage tracker for resource:security_group_rule and tenant:99599c91292947a685dd5f8a735a7e0f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:40.305309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:40.311944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:40.481659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:40.523608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:40.527626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d0ea4e8-19e1-488e-a847-30f19bd7a51b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:40.890067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:33:40.896301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6af23ef-610a-4827-aa6f-110b4fbb9396,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:40.900541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:40.904549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:40.904947 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Added segment 8daa0392-e729-43c5-ab79-69fd1aa2901d of type vlan for network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 Apr 22 17:33:40.935165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:40.994135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:40.995328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:40.995968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:41.001635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-27583d06-a07b-4926-8a4f-1e78b5023b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:41.111610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Pushing event updated for resources: {'Network': ['ID=87fe2ae4-f014-4ddb-8c97-17ca4acf2676,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:41.114593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:41.122466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:33:41.152441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9743240 Apr 22 17:33:41.155749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38128) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:41.163056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Request body: {'subnet': {'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-608472503-subnet', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:41.168703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:41.173880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Usage tracker for resource:subnet and tenant:99599c91292947a685dd5f8a735a7e0f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:41.177207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:41.183668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:41.234089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Made reservation on behalf of 99599c91292947a685dd5f8a735a7e0f for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:41.239910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:41.973437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:41.978999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a22b1e22-bd55-455e-abc9-4c753e0f9c43 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:42.057538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:42.061453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:42.068179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Checking segment: {'id': '8daa0392-e729-43c5-ab79-69fd1aa2901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:42.068590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Network hostable DHCP agents. Network: 87fe2ae4-f014-4ddb-8c97-17ca4acf2676, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:33:42.125881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:33:42.177361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 87fe2ae4-f014-4ddb-8c97-17ca4acf2676) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:42.189462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2db555c-34c3-40ad-9d37-c3c67061bb3e None None] Network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:42.195303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:42.195963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:42.257936 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a05b336b-903b-4140-a588-1972c5ad7b01 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1007521 Apr 22 17:33:42.260519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38132) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:42.266277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-608472503-router', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:42.272078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:42.276590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Usage tracker for resource:router and tenant:99599c91292947a685dd5f8a735a7e0f is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:33:42.280036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:33:42.286718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:42.354152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:42.355371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:42.430029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-87fe2ae4-f014-4ddb-8c97-17ca4acf2676', 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'fixed_ips': [{'subnet_id': '4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:33:42.431005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:42.448641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:42.495655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0a935a33-6ced-4436-a8cc-148f59de15d8 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:42.661816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 0a935a33-6ced-4436-a8cc-148f59de15d8 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:42.676259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 0a935a33-6ced-4436-a8cc-148f59de15d8 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:42.677620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:42.747135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Allocated IP 172.20.0.2 (87fe2ae4-f014-4ddb-8c97-17ca4acf2676/4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f/086939ab-a359-4a2a-9c5f-fa8bc01d611c) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:42.835925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:42.924374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:42.969529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 0a935a33-6ced-4436-a8cc-148f59de15d8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0a935a33-6ced-4436-a8cc-148f59de15d8,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:43.021882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:43.030171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d2d8b828-7342-4094-b48a-1d9150675275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:43.108689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Sync routers for ids ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:33:43.120628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Routers {'9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:33:43.121462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:33:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:43.126280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:43.138080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=0a935a33-6ced-4436-a8cc-148f59de15d8,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:43.142609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:43.143683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Transition to ACTIVE for port object 086939ab-a359-4a2a-9c5f-fa8bc01d611c will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:43.165453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Transition to ACTIVE for port object 086939ab-a359-4a2a-9c5f-fa8bc01d611c will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:43.201754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:43.209254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-17aed124-1ca3-4b12-a4e3-54196f10d2ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:43.211285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:43.244932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:43.271585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:43.280417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:43.285726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:43.342703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Pushing event updated for resources: {'Port': ['ID=086939ab-a359-4a2a-9c5f-fa8bc01d611c,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:43.376607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:43.403023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Attempting to bind port 086939ab-a359-4a2a-9c5f-fa8bc01d611c on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:43.403448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Attempting to bind port 086939ab-a359-4a2a-9c5f-fa8bc01d611c by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '8daa0392-e729-43c5-ab79-69fd1aa2901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:43.403877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Attempting to bind port 086939ab-a359-4a2a-9c5f-fa8bc01d611c on network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:43.410476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:43.410941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Checking segment: {'id': '8daa0392-e729-43c5-ab79-69fd1aa2901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:43.411967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:43.412416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Bound using segment: {'id': '8daa0392-e729-43c5-ab79-69fd1aa2901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:43.412974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Bound port: 086939ab-a359-4a2a-9c5f-fa8bc01d611c, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8daa0392-e729-43c5-ab79-69fd1aa2901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:43.413487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:43.492205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Allocated IP 172.26.6.30 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/62506403-b84a-47a9-b29c-99b28d978e4e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:43.512325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] For port 086939ab-a359-4a2a-9c5f-fa8bc01d611c, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:43.515807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] For port 086939ab-a359-4a2a-9c5f-fa8bc01d611c, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=086939ab-a359-4a2a-9c5f-fa8bc01d611c,segment=NetworkSegment(8daa0392-e729-43c5-ab79-69fd1aa2901d),segment_id=8daa0392-e729-43c5-ab79-69fd1aa2901d)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:43.555170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Set router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:33:43.577835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:43.584560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:43.678446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Pushing event updated for resources: {'Port': ['ID=086939ab-a359-4a2a-9c5f-fa8bc01d611c,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:43.684766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:43.688984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:43.769591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:43.780062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:43.834008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:43.837203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:43.846648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:43.900570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=62506403-b84a-47a9-b29c-99b28d978e4e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:43.909063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:43.914241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'name': 'tempest-TestEncryptedCinderVolumes-1468812506-router', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:33Z', 'updated_at': '2021-04-22T17:33:38Z', 'revision_number': 4, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'gw_port': {'id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:34Z', 'updated_at': '2021-04-22T17:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'b667e8e6-f2a8-45fc-99c9-ca133314cf82', 'name': '', 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'mac_address': 'fa:16:3e:ab:64:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:37Z', 'updated_at': '2021-04-22T17:33:38Z', 'revision_number': 2, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'subnets': [{'id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:43.918963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Checking router: 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:33:43.919366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Updating router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf port b667e8e6-f2a8-45fc-99c9-ca133314cf82 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:33:44.000377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:44.432752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:44.450846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:44.467506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Transition to ACTIVE for port object b667e8e6-f2a8-45fc-99c9-ca133314cf82 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:44.526241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:44.530606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-96bb3e06-2d31-437f-b9a4-c016a919d6cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:44.581427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 086939ab-a359-4a2a-9c5f-fa8bc01d611c up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:44.697387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 086939ab-a359-4a2a-9c5f-fa8bc01d611c completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:44.703897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0a935a33-6ced-4436-a8cc-148f59de15d8 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:44.704231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Pushing event updated for resources: {'Port': ['ID=b667e8e6-f2a8-45fc-99c9-ca133314cf82,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:44.765991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.766365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.766714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.767094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.767462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.767829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.768190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.768556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.768922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.769278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.769640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.769994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:33:44.796601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:44.811677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Attempting to bind port b667e8e6-f2a8-45fc-99c9-ca133314cf82 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:44.812090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Attempting to bind port b667e8e6-f2a8-45fc-99c9-ca133314cf82 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:44.812494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Attempting to bind port b667e8e6-f2a8-45fc-99c9-ca133314cf82 on network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:44.819114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:44.819531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Checking segment: {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:44.819980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:44.820413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Bound using segment: {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:44.820954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Bound port: b667e8e6-f2a8-45fc-99c9-ca133314cf82, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:44.821370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:44.830862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 0a935a33-6ced-4436-a8cc-148f59de15d8 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:44.831408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:44.883001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:44.933643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] For port b667e8e6-f2a8-45fc-99c9-ca133314cf82, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:44.937998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] For port b667e8e6-f2a8-45fc-99c9-ca133314cf82, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b667e8e6-f2a8-45fc-99c9-ca133314cf82,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:45.009809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:45.015365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-78c0e792-9082-417e-b5f9-a73cfd4d39db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:45.116132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Routers {'9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:33:45.116846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:33:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:45.307744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81496b9c-2fd6-402b-9008-215381439e0a None None] Network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:33:45.360792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Pushing event updated for resources: {'Port': ['ID=b667e8e6-f2a8-45fc-99c9-ca133314cf82,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:45.371317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:45.437183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] Set router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:33:45.499232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f9946075-1d1e-47bd-ac5b-b773e22bb94a None None] Provisioning for port 086939ab-a359-4a2a-9c5f-fa8bc01d611c completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:45.508729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:33:45.510166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f9946075-1d1e-47bd-ac5b-b773e22bb94a None None] Provisioning complete for port 086939ab-a359-4a2a-9c5f-fa8bc01d611c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:45.510587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9946075-1d1e-47bd-ac5b-b773e22bb94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:45.744988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:33:45.761583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Sync routers for ids ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:33:45.764044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9946075-1d1e-47bd-ac5b-b773e22bb94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:45.795038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Routers {'25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:33:45.795743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:33:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:45.814877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:45.816566 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5551150 Apr 22 17:33:45.819463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38136) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:45.882329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'name': 'tempest-TestEncryptedCinderVolumes-1468812506-router', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:33Z', 'updated_at': '2021-04-22T17:33:38Z', 'revision_number': 4, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'gw_port': {'id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:34Z', 'updated_at': '2021-04-22T17:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'b667e8e6-f2a8-45fc-99c9-ca133314cf82', 'name': '', 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'mac_address': 'fa:16:3e:ab:64:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:37Z', 'updated_at': '2021-04-22T17:33:44Z', 'revision_number': 4, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'subnets': [{'id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:45.887090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab5308-7a18-4f4f-ad41-f0fbe0feb7f2 None None] The sync data for ids ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'] in dv-neutron-786478-3-hyperv is: [{'id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'name': 'tempest-TestEncryptedCinderVolumes-1468812506-router', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:33Z', 'updated_at': '2021-04-22T17:33:38Z', 'revision_number': 4, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'gw_port': {'id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:34Z', 'updated_at': '2021-04-22T17:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'b667e8e6-f2a8-45fc-99c9-ca133314cf82', 'name': '', 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'mac_address': 'fa:16:3e:ab:64:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:37Z', 'updated_at': '2021-04-22T17:33:44Z', 'revision_number': 4, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'subnets': [{'id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:33:45.940220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f9946075-1d1e-47bd-ac5b-b773e22bb94a None None] For port 086939ab-a359-4a2a-9c5f-fa8bc01d611c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=086939ab-a359-4a2a-9c5f-fa8bc01d611c,segment=NetworkSegment(8daa0392-e729-43c5-ab79-69fd1aa2901d),segment_id=8daa0392-e729-43c5-ab79-69fd1aa2901d)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:45.987129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9946075-1d1e-47bd-ac5b-b773e22bb94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:45.992972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:46.072456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Set router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:33:46.472380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9946075-1d1e-47bd-ac5b-b773e22bb94a None None] Pushing event updated for resources: {'Port': ['ID=086939ab-a359-4a2a-9c5f-fa8bc01d611c,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:46.476379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9946075-1d1e-47bd-ac5b-b773e22bb94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:46.512536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b667e8e6-f2a8-45fc-99c9-ca133314cf82 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:46.596861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a59ed42d-573b-4d39-b3a4-c26dc5bd45d4 None None] Provisioning complete for port 086939ab-a359-4a2a-9c5f-fa8bc01d611c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:46.597288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a59ed42d-573b-4d39-b3a4-c26dc5bd45d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:46.652043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:46.788308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port b667e8e6-f2a8-45fc-99c9-ca133314cf82 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:46.806211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port b667e8e6-f2a8-45fc-99c9-ca133314cf82 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:46.806556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:46.887370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'name': 'tempest-TestEncryptedCinderVolumes-608472503-router', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30'}], 'enable_snat': True}, 'gw_port_id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:42Z', 'updated_at': '2021-04-22T17:33:44Z', 'revision_number': 3, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'gw_port': {'id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:43Z', 'updated_at': '2021-04-22T17:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:46.892272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Allocated IP 172.20.0.1 (87fe2ae4-f014-4ddb-8c97-17ca4acf2676/4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f/3617f376-700c-4473-8bae-2c2df580b165) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:46.895373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Checking router: 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:33:46.895779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Updating router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f port 62506403-b84a-47a9-b29c-99b28d978e4e binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:33:47.002947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.061202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.075420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.079305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Transition to ACTIVE for port object 3617f376-700c-4473-8bae-2c2df580b165 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:47.137738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.143129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c178c22c-3060-44d9-8fbf-bf9be0cdee93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:47.183060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port b667e8e6-f2a8-45fc-99c9-ca133314cf82, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b667e8e6-f2a8-45fc-99c9-ca133314cf82,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:47.214871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:47.218559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:47.222536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:47.259441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.260837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Pushing event updated for resources: {'Port': ['ID=3617f376-700c-4473-8bae-2c2df580b165,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:47.266857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:47.281521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:47.291885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.387245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=b667e8e6-f2a8-45fc-99c9-ca133314cf82,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:47.393559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:47.455374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.485068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.505496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Transition to ACTIVE for port object 62506403-b84a-47a9-b29c-99b28d978e4e will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:47.540293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd14afb3-547f-4691-981e-6d983afaa903 None None] Provisioning for port 3617f376-700c-4473-8bae-2c2df580b165 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:47.545622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bd14afb3-547f-4691-981e-6d983afaa903 None None] Provisioning complete for port 3617f376-700c-4473-8bae-2c2df580b165 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:47.546043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bd14afb3-547f-4691-981e-6d983afaa903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.577488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.589440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4b338b1-7e9d-4365-b3bc-b23f119dbc02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:47.684272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bd14afb3-547f-4691-981e-6d983afaa903 None None] Port 3617f376-700c-4473-8bae-2c2df580b165 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:33:47.696143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Attempting to bind port 62506403-b84a-47a9-b29c-99b28d978e4e on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:47.696568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Attempting to bind port 62506403-b84a-47a9-b29c-99b28d978e4e by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:47.696978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Attempting to bind port 62506403-b84a-47a9-b29c-99b28d978e4e on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:47.699660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.700716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338912e-aa15-406c-a98a-22e79a8b2885 None None] Pushing event updated for resources: {'Port': ['ID=62506403-b84a-47a9-b29c-99b28d978e4e,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:47.705004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0338912e-aa15-406c-a98a-22e79a8b2885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:47.705995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:47.706405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:47.707133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.707567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:47.708619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Bound port: 62506403-b84a-47a9-b29c-99b28d978e4e, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:47.709038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.734974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.777257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:47.787596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] For port 62506403-b84a-47a9-b29c-99b28d978e4e, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:47.790707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] For port 62506403-b84a-47a9-b29c-99b28d978e4e, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=62506403-b84a-47a9-b29c-99b28d978e4e,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:47.832418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.837332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:47.862200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:47.867773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Pushing event updated for resources: {'Port': ['ID=3617f376-700c-4473-8bae-2c2df580b165,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:47.871057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:47.918553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Routers {'25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:33:47.919258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:33:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:47.995105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338912e-aa15-406c-a98a-22e79a8b2885 None None] Pushing event updated for resources: {'Port': ['ID=62506403-b84a-47a9-b29c-99b28d978e4e,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:48.015210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:48.016350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:48.048843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0338912e-aa15-406c-a98a-22e79a8b2885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:48.126369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] Set router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:33:48.232239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:33:48.381208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-edd89850-9112-4f9b-ae9d-a596b055435b None None] Provisioning complete for port 3617f376-700c-4473-8bae-2c2df580b165 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:48.381524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-edd89850-9112-4f9b-ae9d-a596b055435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:48.434195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:33:48.444302 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] 10.222.0.77 "PUT /v2.0/routers/25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6233709 Apr 22 17:33:48.480188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 086939ab-a359-4a2a-9c5f-fa8bc01d611c up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:48.512698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-edd89850-9112-4f9b-ae9d-a596b055435b None None] Port 3617f376-700c-4473-8bae-2c2df580b165 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:33:48.617514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 086939ab-a359-4a2a-9c5f-fa8bc01d611c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:48.617991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:48.669841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'name': 'tempest-TestEncryptedCinderVolumes-608472503-router', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30'}], 'enable_snat': True}, 'gw_port_id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:42Z', 'updated_at': '2021-04-22T17:33:47Z', 'revision_number': 4, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'gw_port': {'id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:43Z', 'updated_at': '2021-04-22T17:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '3617f376-700c-4473-8bae-2c2df580b165', 'name': '', 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:46Z', 'updated_at': '2021-04-22T17:33:47Z', 'revision_number': 2, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'subnets': [{'id': '4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:48.678333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2386cb-8e93-4252-84f7-833b3933c955 None None] The sync data for ids ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'] in dv-neutron-786478-3-hyperv is: [{'id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'name': 'tempest-TestEncryptedCinderVolumes-608472503-router', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30'}], 'enable_snat': True}, 'gw_port_id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:42Z', 'updated_at': '2021-04-22T17:33:47Z', 'revision_number': 4, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'gw_port': {'id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:43Z', 'updated_at': '2021-04-22T17:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '3617f376-700c-4473-8bae-2c2df580b165', 'name': '', 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:46Z', 'updated_at': '2021-04-22T17:33:47Z', 'revision_number': 2, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'subnets': [{'id': '4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:33:48.763610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b667e8e6-f2a8-45fc-99c9-ca133314cf82 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:48.836417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port b667e8e6-f2a8-45fc-99c9-ca133314cf82 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:48.836840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:49.370388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-599ddbf4-fdb9-4616-a958-1a8b8346157f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:49.372230 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-599ddbf4-fdb9-4616-a958-1a8b8346157f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/networks?id=1a128b02-7ea2-4026-b4a9-2ce24839dcbc HTTP/1.1" status: 200 len: 817 time: 0.1709397 Apr 22 17:33:49.397769 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-0d6abdb4-b9cc-4d7c-af39-c12e8894349c tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/quotas/9ff78cacbfe64ec1bfd64a3e7b1fce70 HTTP/1.1" status: 200 len: 375 time: 0.0183992 Apr 22 17:33:49.511751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-eda2e1be-3a54-45ff-984b-f7156e431c6b tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Synchronizing usage tracker for tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:33:49.560383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-eda2e1be-3a54-45ff-984b-f7156e431c6b tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Unset dirty status for tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:33:49.562231 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-eda2e1be-3a54-45ff-984b-f7156e431c6b tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ff78cacbfe64ec1bfd64a3e7b1fce70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560121 Apr 22 17:33:49.701603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-b51c7dc5-79a7-4ac8-829e-558675bdb5aa service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:33:49.703271 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-b51c7dc5-79a7-4ac8-829e-558675bdb5aa service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1274753 Apr 22 17:33:49.854491 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-6efd34bb-8ed4-4ef7-916f-a3ff78e54b8b service neutron] 10.222.0.77 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434388 Apr 22 17:33:50.295659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-2b61a5ea-879b-4507-8552-b4dd4bf2e0a3 service neutron] 10.222.0.77 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345944 Apr 22 17:33:50.494945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 62506403-b84a-47a9-b29c-99b28d978e4e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:50.571452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6d24f20-60cd-475a-b477-c7db1bb41d41 req-9e1f0cf2-194c-46d1-97b7-ee8a97e0d0d2 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 210 time: 0.0579963 Apr 22 17:33:50.603109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 62506403-b84a-47a9-b29c-99b28d978e4e completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:50.608617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 62506403-b84a-47a9-b29c-99b28d978e4e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:50.609142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:50.943822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:50.963768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 62506403-b84a-47a9-b29c-99b28d978e4e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=62506403-b84a-47a9-b29c-99b28d978e4e,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:51.069135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:51.071241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:51.150057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=62506403-b84a-47a9-b29c-99b28d978e4e,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:51.153507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:51.749465 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e463de2a-66fb-4d3a-a308-1e9abdb37609 req-5ade8798-7710-4aa1-906b-28147e9ed7f3 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 210 time: 0.0546749 Apr 22 17:33:51.866896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Sync routers for ids ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:33:51.876985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Routers {'25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:33:51.877659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:33:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:52.071709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Set router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:33:52.416561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'name': 'tempest-TestEncryptedCinderVolumes-608472503-router', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30'}], 'enable_snat': True}, 'gw_port_id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:42Z', 'updated_at': '2021-04-22T17:33:47Z', 'revision_number': 4, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'gw_port': {'id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:43Z', 'updated_at': '2021-04-22T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '3617f376-700c-4473-8bae-2c2df580b165', 'name': '', 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:46Z', 'updated_at': '2021-04-22T17:33:47Z', 'revision_number': 2, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'subnets': [{'id': '4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:52.421671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Checking router: 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:33:52.421671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Updating router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f port 3617f376-700c-4473-8bae-2c2df580b165 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:33:52.468624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 62506403-b84a-47a9-b29c-99b28d978e4e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:52.483529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:52.543731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 62506403-b84a-47a9-b29c-99b28d978e4e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:52.544159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:52.834693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-c1a94a56-d99d-474b-b0f9-303977d0312e tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:52.835495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-c1a94a56-d99d-474b-b0f9-303977d0312e tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Synchronizing usage tracker for tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:33:52.891346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-c1a94a56-d99d-474b-b0f9-303977d0312e tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Unset dirty status for tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:33:52.892894 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-c1a94a56-d99d-474b-b0f9-303977d0312e tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.78 "GET /v2.0/networks?id=1a128b02-7ea2-4026-b4a9-2ce24839dcbc HTTP/1.1" status: 200 len: 817 time: 0.2246194 Apr 22 17:33:52.911423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Request body: {'port': {'device_id': 'accef92b-3419-40f8-ae5a-9c3bd61fe934', 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'admin_state_up': True, 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:52.932827 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9479a87a-7b69-4da9-9752-adb630d4b1a2 req-9218ca8d-f9f0-4996-9b80-cbf0f8fa5088 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 210 time: 0.0533850 Apr 22 17:33:53.040398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:53.054243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Transition to ACTIVE for port object 3617f376-700c-4473-8bae-2c2df580b165 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:53.082976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:33:53.095374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:33:53.102597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:53.107537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b1b14b31-b9c3-455b-af45-1045600a83d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:53.222611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Made reservation on behalf of 9ff78cacbfe64ec1bfd64a3e7b1fce70 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:33:53.231442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:53.277042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66887c5e-d2d3-4a5c-8881-9429233cff76 None None] Pushing event updated for resources: {'Port': ['ID=3617f376-700c-4473-8bae-2c2df580b165,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:53.305555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66887c5e-d2d3-4a5c-8881-9429233cff76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:53.334168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Attempting to bind port 3617f376-700c-4473-8bae-2c2df580b165 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:53.334587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Attempting to bind port 3617f376-700c-4473-8bae-2c2df580b165 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '8daa0392-e729-43c5-ab79-69fd1aa2901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:53.335021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Attempting to bind port 3617f376-700c-4473-8bae-2c2df580b165 on network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:53.341132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:53.341542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Checking segment: {'id': '8daa0392-e729-43c5-ab79-69fd1aa2901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:53.341985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:53.342424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Bound using segment: {'id': '8daa0392-e729-43c5-ab79-69fd1aa2901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:53.342968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Bound port: 3617f376-700c-4473-8bae-2c2df580b165, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8daa0392-e729-43c5-ab79-69fd1aa2901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:53.343384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:53.418389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Allocated IP 172.20.0.9 (1a128b02-7ea2-4026-b4a9-2ce24839dcbc/34c265e1-97fd-4115-9f66-aad7dbddbda2/47019877-a99e-4961-8d10-e68edf6e4919) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:33:53.435291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] For port 3617f376-700c-4473-8bae-2c2df580b165, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:53.438288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] For port 3617f376-700c-4473-8bae-2c2df580b165, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=3617f376-700c-4473-8bae-2c2df580b165,segment=NetworkSegment(8daa0392-e729-43c5-ab79-69fd1aa2901d),segment_id=8daa0392-e729-43c5-ab79-69fd1aa2901d)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:53.471932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:53.477167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-11a00843-a578-4ee0-8d8d-2cda062e3cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:53.557712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Routers {'25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:33:53.558411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:33:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:53.639910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66887c5e-d2d3-4a5c-8881-9429233cff76 None None] Pushing event updated for resources: {'Port': ['ID=3617f376-700c-4473-8bae-2c2df580b165,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:53.704727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66887c5e-d2d3-4a5c-8881-9429233cff76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:53.783221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] Set router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:33:53.950085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:53.969454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Transition to ACTIVE for port object 47019877-a99e-4961-8d10-e68edf6e4919 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:54.026168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:54.032928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:54.136650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'name': 'tempest-TestEncryptedCinderVolumes-608472503-router', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30'}], 'enable_snat': True}, 'gw_port_id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:42Z', 'updated_at': '2021-04-22T17:33:47Z', 'revision_number': 4, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'gw_port': {'id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:43Z', 'updated_at': '2021-04-22T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '3617f376-700c-4473-8bae-2c2df580b165', 'name': '', 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:46Z', 'updated_at': '2021-04-22T17:33:53Z', 'revision_number': 4, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'subnets': [{'id': '4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:33:54.140959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70257e8-7f2e-4a59-a8fa-495ca8fd6315 None None] The sync data for ids ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'] in dv-neutron-786478-3-hyperv is: [{'id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'name': 'tempest-TestEncryptedCinderVolumes-608472503-router', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30'}], 'enable_snat': True}, 'gw_port_id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:42Z', 'updated_at': '2021-04-22T17:33:47Z', 'revision_number': 4, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'gw_port': {'id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:43Z', 'updated_at': '2021-04-22T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '3617f376-700c-4473-8bae-2c2df580b165', 'name': '', 'network_id': '87fe2ae4-f014-4ddb-8c97-17ca4acf2676', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'mac_address': 'fa:16:3e:40:85:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:46Z', 'updated_at': '2021-04-22T17:33:53Z', 'revision_number': 4, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'subnets': [{'id': '4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:33:54.157372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:33:54.161056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:33:54.164343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:33:54.165931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18544c8c-8ef5-400a-bd0a-fffc077a1e71 req-9219aa31-78e4-4afd-b3e8-ea7090bec70c tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:54.167678 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18544c8c-8ef5-400a-bd0a-fffc077a1e71 req-9219aa31-78e4-4afd-b3e8-ea7090bec70c tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 931 time: 0.1014671 Apr 22 17:33:54.211870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Pushing event updated for resources: {'Port': ['ID=47019877-a99e-4961-8d10-e68edf6e4919,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:54.215218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:54.226570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18544c8c-8ef5-400a-bd0a-fffc077a1e71 req-37b1f0b6-69b4-4bdc-bd9f-fe2969c1568b tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477321 Apr 22 17:33:54.258804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:54.259595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:54.329574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4228172 Apr 22 17:33:54.342501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Request body: {'port': {'device_id': 'accef92b-3419-40f8-ae5a-9c3bd61fe934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:54.506065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-39b6bbd5-745d-441a-a696-4591b3b87926 None None] Provisioning for port 47019877-a99e-4961-8d10-e68edf6e4919 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:54.506299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:54.514017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-39b6bbd5-745d-441a-a696-4591b3b87926 None None] Provisioning complete for port 47019877-a99e-4961-8d10-e68edf6e4919 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:54.514718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbd5-745d-441a-a696-4591b3b87926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:54.558720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3617f376-700c-4473-8bae-2c2df580b165 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:54.642311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-39b6bbd5-745d-441a-a696-4591b3b87926 None None] Port 47019877-a99e-4961-8d10-e68edf6e4919 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:33:54.688509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 3617f376-700c-4473-8bae-2c2df580b165 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:33:54.694164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 3617f376-700c-4473-8bae-2c2df580b165 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:54.694717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:54.824447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:54.861559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 3617f376-700c-4473-8bae-2c2df580b165, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=3617f376-700c-4473-8bae-2c2df580b165,segment=NetworkSegment(8daa0392-e729-43c5-ab79-69fd1aa2901d),segment_id=8daa0392-e729-43c5-ab79-69fd1aa2901d)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:54.906277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:54.908531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:54.909857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47019877-a99e-4961-8d10-e68edf6e4919 {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:33:54.918773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:54.935582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Transition to ACTIVE for port object 47019877-a99e-4961-8d10-e68edf6e4919 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:33:54.962945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:54.968563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d16c044a-7042-4271-9a0b-3fd3b97f2d7c tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:54.981376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=3617f376-700c-4473-8bae-2c2df580b165,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:54.985057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:55.144550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Pushing event updated for resources: {'Port': ['ID=47019877-a99e-4961-8d10-e68edf6e4919,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:55.152558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:55.239541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Attempting to bind port 47019877-a99e-4961-8d10-e68edf6e4919 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:33:55.240533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Attempting to bind port 47019877-a99e-4961-8d10-e68edf6e4919 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:33:55.240959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Attempting to bind port 47019877-a99e-4961-8d10-e68edf6e4919 on network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:55.247659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Port 47019877-a99e-4961-8d10-e68edf6e4919 on network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:33:55.248054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Attempting to bind port 47019877-a99e-4961-8d10-e68edf6e4919 on network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:33:55.254139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:55.254552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Checking segment: {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:33:55.255308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Bound using segment: {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:55.255863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Bound port: 47019877-a99e-4961-8d10-e68edf6e4919, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:33:55.256283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:55.368475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] For port 47019877-a99e-4961-8d10-e68edf6e4919, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:33:55.372062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] For port 47019877-a99e-4961-8d10-e68edf6e4919, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=47019877-a99e-4961-8d10-e68edf6e4919,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:33:55.403793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:55.409333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bab104ac-aca3-499b-a09c-1b189ef8fbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:55.465645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:55.466317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:55.467904 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] 10.222.0.78 "PUT /v2.0/ports/47019877-a99e-4961-8d10-e68edf6e4919 HTTP/1.1" status: 200 len: 1093 time: 1.1302588 Apr 22 17:33:55.468453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accef92b-3419-40f8-ae5a-9c3bd61fe934', 'tag': '47019877-a99e-4961-8d10-e68edf6e4919'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:33:55.498587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Pushing event updated for resources: {'Port': ['ID=47019877-a99e-4961-8d10-e68edf6e4919,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:55.502485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:55.532045 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accef92b-3419-40f8-ae5a-9c3bd61fe934', 'tag': '47019877-a99e-4961-8d10-e68edf6e4919', 'status': 'completed', 'code': 200} Apr 22 17:33:55.608059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02564c81-78d3-45af-bdd4-c7ef9f0ab5e2 req-c2c7bead-6c79-4d06-9fcf-051fd93f0e3d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:55.609763 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02564c81-78d3-45af-bdd4-c7ef9f0ab5e2 req-c2c7bead-6c79-4d06-9fcf-051fd93f0e3d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 943 time: 0.1020079 Apr 22 17:33:55.646981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3c0d2-520c-41fb-8ea9-bfabcbceeee1 req-a3d178b9-99dd-42bf-aecc-2c1f9a8c0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:55.648608 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cd3c0d2-520c-41fb-8ea9-bfabcbceeee1 req-a3d178b9-99dd-42bf-aecc-2c1f9a8c0d6d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9ff78cacbfe64ec1bfd64a3e7b1fce70&device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 1096 time: 0.0876114 Apr 22 17:33:55.662042 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02564c81-78d3-45af-bdd4-c7ef9f0ab5e2 req-20a5b248-f07b-4c88-b741-c0c5b9e00ed5 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457044 Apr 22 17:33:55.812000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3c0d2-520c-41fb-8ea9-bfabcbceeee1 req-f9bf7feb-9e4e-4976-acef-c5a35045a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:55.813534 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cd3c0d2-520c-41fb-8ea9-bfabcbceeee1 req-f9bf7feb-9e4e-4976-acef-c5a35045a5b2 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=9ff78cacbfe64ec1bfd64a3e7b1fce70&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1522441 Apr 22 17:33:55.965106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3c0d2-520c-41fb-8ea9-bfabcbceeee1 req-c3cd53d1-559e-4f30-824e-8669e5fdfc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:55.966756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0cd3c0d2-520c-41fb-8ea9-bfabcbceeee1 req-c3cd53d1-559e-4f30-824e-8669e5fdfc74 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1457386 Apr 22 17:33:56.101918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-879dc967-e28c-41c2-a679-dbf8a1a77b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:56.103599 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-879dc967-e28c-41c2-a679-dbf8a1a77b42 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9ff78cacbfe64ec1bfd64a3e7b1fce70&device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 1096 time: 0.0867271 Apr 22 17:33:56.186322 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-2b2fc10e-4893-4fa1-9b2d-91f009ce3ae1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47019877-a99e-4961-8d10-e68edf6e4919 HTTP/1.1" status: 200 len: 217 time: 0.0704110 Apr 22 17:33:56.260381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-47878e6c-5e50-4dde-a05b-ea3be72de311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:56.261926 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-47878e6c-5e50-4dde-a05b-ea3be72de311 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=34c265e1-97fd-4115-9f66-aad7dbddbda2 HTTP/1.1" status: 200 len: 856 time: 0.0657716 Apr 22 17:33:56.352618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-c408770b-39d2-414c-8802-6fdaf8408c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:56.354237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-c408770b-39d2-414c-8802-6fdaf8408c3f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1a128b02-7ea2-4026-b4a9-2ce24839dcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815198 Apr 22 17:33:56.462188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3617f376-700c-4473-8bae-2c2df580b165 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:33:56.511103 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-8195be5f-b8ae-4e4a-b2bc-b240adf8ccad service neutron] 10.222.0.78 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457741 Apr 22 17:33:56.542481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 3617f376-700c-4473-8bae-2c2df580b165 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:33:56.543048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:56.668664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05bce2ec-6cd7-491e-bf41-463b7d89cbec req-34484ea6-eff8-4178-a5b7-d7bdcc64a0b1 service neutron] 10.222.0.78 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473093 Apr 22 17:33:56.878420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183fdd3-2b74-42ed-b201-78f77f90370b req-cc7084d6-2789-4582-bf08-babc547fb868 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:56.880046 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0183fdd3-2b74-42ed-b201-78f77f90370b req-cc7084d6-2789-4582-bf08-babc547fb868 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 943 time: 0.0955694 Apr 22 17:33:56.932477 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0183fdd3-2b74-42ed-b201-78f77f90370b req-95d46eea-a5e9-4da0-a4b9-7ec2b6abfeee tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458398 Apr 22 17:33:58.097248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8af0456-d2bb-4eb7-835a-90bdc84a9260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:58.139804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d9d53-06bf-4a40-9e03-494877d17c09 req-724ee8b5-d852-471e-b0c5-bb5975ec3051 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:58.141569 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ad4d9d53-06bf-4a40-9e03-494877d17c09 req-724ee8b5-d852-471e-b0c5-bb5975ec3051 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 943 time: 0.0916059 Apr 22 17:33:58.196009 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ad4d9d53-06bf-4a40-9e03-494877d17c09 req-cd851bd5-4f9e-4fa8-9ce7-ea711caef435 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477774 Apr 22 17:33:58.515895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 47019877-a99e-4961-8d10-e68edf6e4919 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:33:58.666440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 47019877-a99e-4961-8d10-e68edf6e4919, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=47019877-a99e-4961-8d10-e68edf6e4919,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:58.684320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '47019877-a99e-4961-8d10-e68edf6e4919', 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'port_id': '47019877-a99e-4961-8d10-e68edf6e4919', 'mac_address': 'fa:16:3e:c7:37:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:33:58.744758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:58.762787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47019877-a99e-4961-8d10-e68edf6e4919 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:33:58.779139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 47019877-a99e-4961-8d10-e68edf6e4919, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=47019877-a99e-4961-8d10-e68edf6e4919,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:33:58.825809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:33:58.827783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-12c5fbdf-20ab-426f-97d8-f73da0a7d0e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:33:58.906252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=47019877-a99e-4961-8d10-e68edf6e4919,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:33:58.909779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:33:59.089956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['47019877-a99e-4961-8d10-e68edf6e4919'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:33:59.413249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f62b-0989-40d7-8d53-fa3f1e9e18c7 req-d5ed11b3-ecea-49bc-a7a6-3db591d2c346 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:33:59.414899 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9cd1f62b-0989-40d7-8d53-fa3f1e9e18c7 req-d5ed11b3-ecea-49bc-a7a6-3db591d2c346 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 944 time: 0.0993946 Apr 22 17:33:59.468069 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9cd1f62b-0989-40d7-8d53-fa3f1e9e18c7 req-5a4b2841-c0b5-43cf-876f-bb252ed92cf5 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466797 Apr 22 17:34:00.173209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:34:00.285100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73f33ccd-f216-42ab-8ed9-3ab31a69e948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:00.531332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 47019877-a99e-4961-8d10-e68edf6e4919 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:34:00.639268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 47019877-a99e-4961-8d10-e68edf6e4919 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:34:00.644518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 47019877-a99e-4961-8d10-e68edf6e4919 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:34:00.645054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:00.680788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3773497-dbe2-4518-883e-54cbdfbcd5f3 req-3a7dc545-f85e-4794-9132-0b827c1d2774 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:00.682426 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e3773497-dbe2-4518-883e-54cbdfbcd5f3 req-3a7dc545-f85e-4794-9132-0b827c1d2774 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 944 time: 0.0949101 Apr 22 17:34:00.731880 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e3773497-dbe2-4518-883e-54cbdfbcd5f3 req-8e31f22c-31db-4c90-b2b5-5e03e19c5cae tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Apr 22 17:34:00.777174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:00.805727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accef92b-3419-40f8-ae5a-9c3bd61fe934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47019877-a99e-4961-8d10-e68edf6e4919'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:34:00.815899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 47019877-a99e-4961-8d10-e68edf6e4919, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=47019877-a99e-4961-8d10-e68edf6e4919,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:34:00.845207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:00.847939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:34:00.888498 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accef92b-3419-40f8-ae5a-9c3bd61fe934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47019877-a99e-4961-8d10-e68edf6e4919', 'code': 200} Apr 22 17:34:00.923932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=47019877-a99e-4961-8d10-e68edf6e4919,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:34:00.927856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:34:01.209284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06d60c-cd91-4cf5-8d47-ded4ec38412b req-0888f8da-fdd8-47a1-9f90-90d1c39e27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:01.210925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ac06d60c-cd91-4cf5-8d47-ded4ec38412b req-0888f8da-fdd8-47a1-9f90-90d1c39e27be service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 1098 time: 0.0835624 Apr 22 17:34:01.257903 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ac06d60c-cd91-4cf5-8d47-ded4ec38412b req-b691ed3b-2fe9-40d1-a3ec-43bd68f83608 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Apr 22 17:34:01.448737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:01.534390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:01.932274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d136de4-79c1-492d-bfcc-0ffb10b376cb req-df20d826-f515-4459-b7a7-f0b1e7b796e8 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:01.933810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d136de4-79c1-492d-bfcc-0ffb10b376cb req-df20d826-f515-4459-b7a7-f0b1e7b796e8 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 945 time: 0.0890043 Apr 22 17:34:01.980979 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d136de4-79c1-492d-bfcc-0ffb10b376cb req-73a6a74d-0a31-463d-ae73-27ef0af73f1b tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Apr 22 17:34:02.919821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:03.190330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dc648-bf82-4179-b65d-f196bbdcf1d0 req-5c0f5455-de39-4f0e-95dd-57c2ac38f692 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:03.191975 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b51dc648-bf82-4179-b65d-f196bbdcf1d0 req-5c0f5455-de39-4f0e-95dd-57c2ac38f692 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 945 time: 0.0945408 Apr 22 17:34:03.239827 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b51dc648-bf82-4179-b65d-f196bbdcf1d0 req-479818dd-d02a-4356-9e51-f014c29b30a3 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Apr 22 17:34:03.439101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574443fc-246a-4370-9e5e-97dc69be0a24 req-2294c8ac-bfdb-4dbe-a897-39a9a3210aa2 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:03.440690 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-574443fc-246a-4370-9e5e-97dc69be0a24 req-2294c8ac-bfdb-4dbe-a897-39a9a3210aa2 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 945 time: 0.0867438 Apr 22 17:34:03.495521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-574443fc-246a-4370-9e5e-97dc69be0a24 req-789a97dd-0e78-403c-a24b-f853fa7eaf7f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478806 Apr 22 17:34:05.488930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:21.649392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182915cd-e031-47e0-98c2-df9fa2ac09f7 req-12c0d19d-4d7a-4139-9b87-0c6ee120e378 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:21.651021 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-182915cd-e031-47e0-98c2-df9fa2ac09f7 req-12c0d19d-4d7a-4139-9b87-0c6ee120e378 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 945 time: 0.0892634 Apr 22 17:34:21.700199 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-182915cd-e031-47e0-98c2-df9fa2ac09f7 req-45d1afed-4efc-4c32-accb-12b9355f927f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428817 Apr 22 17:34:22.999177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b73c7b-5e8f-48d7-8469-53736eea4ae9 req-7c51295d-ea85-40eb-ab44-238bb8f7360f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:23.000702 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b3b73c7b-5e8f-48d7-8469-53736eea4ae9 req-7c51295d-ea85-40eb-ab44-238bb8f7360f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 945 time: 0.1850328 Apr 22 17:34:23.050472 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b3b73c7b-5e8f-48d7-8469-53736eea4ae9 req-d2e93c0c-f4e5-4b19-8573-e94dddbe6d64 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Apr 22 17:34:23.326206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-bcea5fc0-d2e3-42dc-9edf-3afcf5eabe52 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:23.326206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-bcea5fc0-d2e3-42dc-9edf-3afcf5eabe52 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Synchronizing usage tracker for tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:34:23.385132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-bcea5fc0-d2e3-42dc-9edf-3afcf5eabe52 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Unset dirty status for tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:34:23.386399 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-bcea5fc0-d2e3-42dc-9edf-3afcf5eabe52 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.78 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 945 time: 0.1489592 Apr 22 17:34:23.470666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Deleting port 47019877-a99e-4961-8d10-e68edf6e4919 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:34:23.471108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:23.735117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] For port 47019877-a99e-4961-8d10-e68edf6e4919, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=47019877-a99e-4961-8d10-e68edf6e4919,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:34:23.735528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:23.867707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Calling delete_port for 47019877-a99e-4961-8d10-e68edf6e4919 owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:34:24.133600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:24.139829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:34:24.145619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['47019877-a99e-4961-8d10-e68edf6e4919'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:34:24.186727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Pushing event deleted for resources: {'Port': ['ID=47019877-a99e-4961-8d10-e68edf6e4919,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:34:24.198322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.198779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.199204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.199622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.200035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.200446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.200855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.201261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.201693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.202072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.202475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.202901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:24.207401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:34:24.287892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] No DVR routers for this DVR port 47019877-a99e-4961-8d10-e68edf6e4919 on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:34:24.288376 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0aa3d9df-d8b6-4404-a390-5fbda83e4d32 req-fc34f7cf-3eca-442b-bdaa-1cf8f693e94d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=accef92b-3419-40f8-ae5a-9c3bd61fe934 HTTP/1.1" status: 200 len: 210 time: 0.1158979 Apr 22 17:34:24.290444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:24.293596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accef92b-3419-40f8-ae5a-9c3bd61fe934', 'name': 'network-vif-deleted', 'tag': '47019877-a99e-4961-8d10-e68edf6e4919'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:34:24.340861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d06cf6c8-c64f-4dcb-88e7-b2ebfd18b0f7 req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.78 "DELETE /v2.0/ports/47019877-a99e-4961-8d10-e68edf6e4919 HTTP/1.1" status: 204 len: 173 time: 0.9453747 Apr 22 17:34:24.352237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accef92b-3419-40f8-ae5a-9c3bd61fe934', 'name': 'network-vif-deleted', 'tag': '47019877-a99e-4961-8d10-e68edf6e4919', 'status': 'completed', 'code': 200} Apr 22 17:34:26.663078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 47019877-a99e-4961-8d10-e68edf6e4919 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:34:26.701077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 47019877-a99e-4961-8d10-e68edf6e4919 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:34:26.701485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 47019877-a99e-4961-8d10-e68edf6e4919 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:34:26.998929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a620179-8579-4084-8722-b0577b906086 req-a621a04a-48c1-4743-9d02-be64a388245c tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:27.000659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-a621a04a-48c1-4743-9d02-be64a388245c tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/networks?id=1a128b02-7ea2-4026-b4a9-2ce24839dcbc HTTP/1.1" status: 200 len: 817 time: 0.1574132 Apr 22 17:34:27.016554 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-8360fc9f-ee49-4fe8-a9ef-5e4d2f1e56ac tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/quotas/9ff78cacbfe64ec1bfd64a3e7b1fce70 HTTP/1.1" status: 200 len: 375 time: 0.0098922 Apr 22 17:34:27.113469 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-dd9ca4d2-a894-489f-b614-cac61419c6e9 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ff78cacbfe64ec1bfd64a3e7b1fce70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907946 Apr 22 17:34:27.263683 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-cb622c23-3e95-4c69-9557-800d77029616 service neutron] 10.222.0.77 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376925 Apr 22 17:34:27.406735 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-2c2a1938-7ad2-4c89-941c-b8ca990275de service neutron] 10.222.0.77 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359236 Apr 22 17:34:27.634017 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-83bced6a-91f9-4f61-b397-24992bf65175 req-496681f3-7d46-452c-81d5-d53adab88aeb tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 210 time: 0.0498295 Apr 22 17:34:28.102116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2f52-8050-4489-afac-5736604a0b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:28.800202 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7aeca9ca-ff61-4600-8126-622e7b316adc req-14f7449d-ba9e-4404-8229-7b1098f0ef3f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 210 time: 0.0493786 Apr 22 17:34:29.503318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a620179-8579-4084-8722-b0577b906086 req-40d820d2-39e0-4ec9-96d8-0e20e722bbcc tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:29.504908 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-40d820d2-39e0-4ec9-96d8-0e20e722bbcc tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.78 "GET /v2.0/networks?id=1a128b02-7ea2-4026-b4a9-2ce24839dcbc HTTP/1.1" status: 200 len: 817 time: 0.1596003 Apr 22 17:34:29.523046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Request body: {'port': {'device_id': '0ce84771-2b19-44bb-a280-c2b9a1634156', 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'admin_state_up': True, 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:29.670083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:34:29.674792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Usage tracker for resource:port and tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:34:29.678646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:34:29.685090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:34:29.739815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Made reservation on behalf of 9ff78cacbfe64ec1bfd64a3e7b1fce70 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:34:29.746252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:29.920959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Allocated IP 172.20.0.7 (1a128b02-7ea2-4026-b4a9-2ce24839dcbc/34c265e1-97fd-4115-9f66-aad7dbddbda2/0e849568-3440-41dd-b6f7-af31824a7352) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:34:29.967962 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4771c3aa-4166-4f40-bcdc-0d2b152cb566 req-f3c4e4e7-1308-4ed3-8bad-551bce6d4224 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 210 time: 0.0521872 Apr 22 17:34:30.136419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:30.152868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Transition to ACTIVE for port object 0e849568-3440-41dd-b6f7-af31824a7352 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:34:30.209349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:30.215324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f422560-4d62-483e-8a68-504b0fc2b155 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:34:30.282504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-129bee42-9935-4cf4-895b-6baf4a309a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:30.283664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:34:30.285275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:34:30.290149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:34:30.342335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Pushing event updated for resources: {'Port': ['ID=0e849568-3440-41dd-b6f7-af31824a7352,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:34:30.347761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:34:30.373894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:30.374601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:30.437764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9189234 Apr 22 17:34:30.500418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Request body: {'port': {'device_id': '0ce84771-2b19-44bb-a280-c2b9a1634156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:30.582380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-892c93b3-06af-4996-8ac1-86c07c4331da None None] Provisioning for port 0e849568-3440-41dd-b6f7-af31824a7352 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:34:30.587634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-892c93b3-06af-4996-8ac1-86c07c4331da None None] Provisioning complete for port 0e849568-3440-41dd-b6f7-af31824a7352 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:34:30.588046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-892c93b3-06af-4996-8ac1-86c07c4331da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:30.625005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:30.649575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-892c93b3-06af-4996-8ac1-86c07c4331da None None] Port 0e849568-3440-41dd-b6f7-af31824a7352 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:34:30.982575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e849568-3440-41dd-b6f7-af31824a7352 {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:34:30.990977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:31.006384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Transition to ACTIVE for port object 0e849568-3440-41dd-b6f7-af31824a7352 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:34:31.036975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:31.042315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-192f7192-9e0a-4bf2-9aac-b60a077bce61 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:34:31.177464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06081565-1dc6-4146-abe6-ba740ba6dfb5 req-b24501fe-a14a-4d60-a888-056ab42c1cb2 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:31.179244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-06081565-1dc6-4146-abe6-ba740ba6dfb5 req-b24501fe-a14a-4d60-a888-056ab42c1cb2 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 943 time: 0.0929060 Apr 22 17:34:31.233639 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-06081565-1dc6-4146-abe6-ba740ba6dfb5 req-a3c17713-60c6-4298-94da-a7ce5f820a7a tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461509 Apr 22 17:34:31.255268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Pushing event updated for resources: {'Port': ['ID=0e849568-3440-41dd-b6f7-af31824a7352,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:34:31.260367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:34:31.296557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Attempting to bind port 0e849568-3440-41dd-b6f7-af31824a7352 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:34:31.296951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Attempting to bind port 0e849568-3440-41dd-b6f7-af31824a7352 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:34:31.297236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Attempting to bind port 0e849568-3440-41dd-b6f7-af31824a7352 on network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:34:31.302336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Port 0e849568-3440-41dd-b6f7-af31824a7352 on network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:34:31.302737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Attempting to bind port 0e849568-3440-41dd-b6f7-af31824a7352 on network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:34:31.308276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:31.308645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Checking segment: {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:34:31.309064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Bound using segment: {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:31.309531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Bound port: 0e849568-3440-41dd-b6f7-af31824a7352, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0227053-b70e-42dd-8f36-fadc6a886972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:34:31.309908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:31.412435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] For port 0e849568-3440-41dd-b6f7-af31824a7352, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:34:31.418017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] For port 0e849568-3440-41dd-b6f7-af31824a7352, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0e849568-3440-41dd-b6f7-af31824a7352,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:34:31.462161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:31.467421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6368e982-d2b1-473e-97ba-07d5358a9fe6 tempest-ServersNegativeTestJSON-1186465327 tempest-ServersNegativeTestJSON-1186465327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:34:31.490343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:31.524508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:31.525179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:31.526673 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] 10.222.0.78 "PUT /v2.0/ports/0e849568-3440-41dd-b6f7-af31824a7352 HTTP/1.1" status: 200 len: 1093 time: 1.0775309 Apr 22 17:34:31.527289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce84771-2b19-44bb-a280-c2b9a1634156', 'tag': '0e849568-3440-41dd-b6f7-af31824a7352'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:34:31.539231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:31.557615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Pushing event updated for resources: {'Port': ['ID=0e849568-3440-41dd-b6f7-af31824a7352,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:34:31.563029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:34:31.590270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce84771-2b19-44bb-a280-c2b9a1634156', 'tag': '0e849568-3440-41dd-b6f7-af31824a7352', 'status': 'completed', 'code': 200} Apr 22 17:34:31.679929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a620179-8579-4084-8722-b0577b906086 req-df041de2-2567-4221-9de0-7a2b570dc0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:31.682852 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-df041de2-2567-4221-9de0-7a2b570dc0f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9ff78cacbfe64ec1bfd64a3e7b1fce70&device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 1096 time: 0.0851979 Apr 22 17:34:32.046014 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-fab25a8c-0aa3-4a61-b35e-bb78f32bfdfc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e849568-3440-41dd-b6f7-af31824a7352 HTTP/1.1" status: 200 len: 217 time: 0.3515716 Apr 22 17:34:32.118016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a620179-8579-4084-8722-b0577b906086 req-dc800a5e-7f90-488a-aedf-3a79f432bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:32.119521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-dc800a5e-7f90-488a-aedf-3a79f432bc8f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=34c265e1-97fd-4115-9f66-aad7dbddbda2 HTTP/1.1" status: 200 len: 856 time: 0.0632331 Apr 22 17:34:32.206496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a620179-8579-4084-8722-b0577b906086 req-991b698f-2eee-40d4-b36e-f3664df95ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:32.208641 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-991b698f-2eee-40d4-b36e-f3664df95ddb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1a128b02-7ea2-4026-b4a9-2ce24839dcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800726 Apr 22 17:34:32.355782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-181f7f42-d7ed-4ef7-bb87-593295e72c31 service neutron] 10.222.0.78 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351061 Apr 22 17:34:32.442726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a82dd-7b18-4ebc-a3ab-a960c01bc1b4 req-9991e343-0d43-418b-8cf1-8a76fee9139f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:32.444368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fc4a82dd-7b18-4ebc-a3ab-a960c01bc1b4 req-9991e343-0d43-418b-8cf1-8a76fee9139f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 943 time: 0.0968142 Apr 22 17:34:32.495763 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fc4a82dd-7b18-4ebc-a3ab-a960c01bc1b4 req-6cabfbbf-dfee-46d7-b8aa-2d6f506b33e6 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443439 Apr 22 17:34:32.505780 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7a620179-8579-4084-8722-b0577b906086 req-58cac043-bca2-47e4-ae14-9c100991af23 service neutron] 10.222.0.78 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397274 Apr 22 17:34:32.678243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5302471-bd73-4373-bc4c-82ccf303d0e7 req-f42e8e18-fb75-4486-a4fd-5922e09bb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:32.679785 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f5302471-bd73-4373-bc4c-82ccf303d0e7 req-f42e8e18-fb75-4486-a4fd-5922e09bb6e2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9ff78cacbfe64ec1bfd64a3e7b1fce70&device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 1096 time: 0.0790818 Apr 22 17:34:32.826534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5302471-bd73-4373-bc4c-82ccf303d0e7 req-d57c2cc9-1f98-44dd-9185-30bee3d19168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:32.828169 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f5302471-bd73-4373-bc4c-82ccf303d0e7 req-d57c2cc9-1f98-44dd-9185-30bee3d19168 service neutron] 10.222.0.78 "GET /v2.0/networks?id=1a128b02-7ea2-4026-b4a9-2ce24839dcbc HTTP/1.1" status: 200 len: 919 time: 0.1370399 Apr 22 17:34:32.884576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:32.905877 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f5302471-bd73-4373-bc4c-82ccf303d0e7 req-00ed6267-672f-4f00-980e-809509b67dfe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e849568-3440-41dd-b6f7-af31824a7352 HTTP/1.1" status: 200 len: 217 time: 0.0703793 Apr 22 17:34:32.974573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5302471-bd73-4373-bc4c-82ccf303d0e7 req-fba3970d-0cbd-4efb-991d-5e767999b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:32.976143 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f5302471-bd73-4373-bc4c-82ccf303d0e7 req-fba3970d-0cbd-4efb-991d-5e767999b6f9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=34c265e1-97fd-4115-9f66-aad7dbddbda2 HTTP/1.1" status: 200 len: 856 time: 0.0636251 Apr 22 17:34:33.062303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5302471-bd73-4373-bc4c-82ccf303d0e7 req-2c5b146f-6e06-4007-8a1a-1e4147510d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:33.064028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f5302471-bd73-4373-bc4c-82ccf303d0e7 req-2c5b146f-6e06-4007-8a1a-1e4147510d8f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1a128b02-7ea2-4026-b4a9-2ce24839dcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806668 Apr 22 17:34:33.210918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f5302471-bd73-4373-bc4c-82ccf303d0e7 req-1a59d47d-41c0-42bf-993f-33cf7d9591c1 service neutron] 10.222.0.78 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393287 Apr 22 17:34:33.356159 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f5302471-bd73-4373-bc4c-82ccf303d0e7 req-cae305ca-8ab6-46cf-bacd-0f571840228d service neutron] 10.222.0.78 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381853 Apr 22 17:34:33.703502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dab19e-6013-424e-970a-17cae03fc46c req-bc9d83e0-502a-4e68-b298-746ef04d730f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:33.705129 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-14dab19e-6013-424e-970a-17cae03fc46c req-bc9d83e0-502a-4e68-b298-746ef04d730f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 943 time: 0.0890067 Apr 22 17:34:33.755712 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-14dab19e-6013-424e-970a-17cae03fc46c req-d6f0d399-19b5-4125-858e-044558d6fa20 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436010 Apr 22 17:34:34.702452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0e849568-3440-41dd-b6f7-af31824a7352 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:34:34.847901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0e849568-3440-41dd-b6f7-af31824a7352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0e849568-3440-41dd-b6f7-af31824a7352,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:34:34.863896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '0e849568-3440-41dd-b6f7-af31824a7352', 'network_id': '1a128b02-7ea2-4026-b4a9-2ce24839dcbc', 'port_id': '0e849568-3440-41dd-b6f7-af31824a7352', 'mac_address': 'fa:16:3e:20:e5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c265e1-97fd-4115-9f66-aad7dbddbda2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:34:34.926495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:34.946334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e849568-3440-41dd-b6f7-af31824a7352 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:34:34.964293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0e849568-3440-41dd-b6f7-af31824a7352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0e849568-3440-41dd-b6f7-af31824a7352,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:34:35.005359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:35.007453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72ca5389-4757-472d-95ba-333634c57e97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:34:35.082594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=0e849568-3440-41dd-b6f7-af31824a7352,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:34:35.090927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.091313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.091711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.092063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.092482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.092840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.093202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.093563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.093970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.094329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.094731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.095084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:34:35.099459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:34:35.105483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cc569-249a-4dc7-96aa-8d229dad2d0f req-d9a2c9df-bf57-43e7-9afb-408c66678cdf tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:35.107128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6b8cc569-249a-4dc7-96aa-8d229dad2d0f req-d9a2c9df-bf57-43e7-9afb-408c66678cdf tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 944 time: 0.0956659 Apr 22 17:34:35.156373 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6b8cc569-249a-4dc7-96aa-8d229dad2d0f req-80f14b86-e4f1-4846-a774-30a0c1b1cae5 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Apr 22 17:34:35.296593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['0e849568-3440-41dd-b6f7-af31824a7352'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:34:35.518948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:36.362500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3957235-33a7-4452-89ee-b4fa1671aaa5 req-fdbb5073-5fe1-43a4-9dc3-a4a0c7054e81 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:36.364745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c3957235-33a7-4452-89ee-b4fa1671aaa5 req-fdbb5073-5fe1-43a4-9dc3-a4a0c7054e81 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 944 time: 0.0928969 Apr 22 17:34:36.415259 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c3957235-33a7-4452-89ee-b4fa1671aaa5 req-c75ed22b-df51-458c-b20e-383f61903af3 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442474 Apr 22 17:34:36.718425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0e849568-3440-41dd-b6f7-af31824a7352 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:34:36.830559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 0e849568-3440-41dd-b6f7-af31824a7352 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:34:36.836303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 0e849568-3440-41dd-b6f7-af31824a7352 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:34:36.836721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:36.959586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:36.986722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce84771-2b19-44bb-a280-c2b9a1634156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e849568-3440-41dd-b6f7-af31824a7352'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:34:36.997025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0e849568-3440-41dd-b6f7-af31824a7352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0e849568-3440-41dd-b6f7-af31824a7352,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:34:37.030654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:37.032825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4a65d09f-9307-4111-8183-75cdf4947e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:34:37.064567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce84771-2b19-44bb-a280-c2b9a1634156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e849568-3440-41dd-b6f7-af31824a7352', 'code': 200} Apr 22 17:34:37.105168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=0e849568-3440-41dd-b6f7-af31824a7352,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:34:37.108428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:34:37.173152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:34:37.392264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1eeb9-9301-4210-80f2-838b04ba8300 req-79d7df76-b250-48c7-9782-9d20d833439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:37.393794 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56d1eeb9-9301-4210-80f2-838b04ba8300 req-79d7df76-b250-48c7-9782-9d20d833439b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 1098 time: 0.0804789 Apr 22 17:34:37.439925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56d1eeb9-9301-4210-80f2-838b04ba8300 req-fba22c18-e67d-4182-8abf-5c7243fb5956 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357580 Apr 22 17:34:37.618879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244cc2e-2f05-4871-8075-600535b6a02e req-880f646c-e7c2-49b1-9c8f-5e508d3c7d2c tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:37.620540 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4244cc2e-2f05-4871-8075-600535b6a02e req-880f646c-e7c2-49b1-9c8f-5e508d3c7d2c tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 945 time: 0.0911210 Apr 22 17:34:37.668803 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4244cc2e-2f05-4871-8075-600535b6a02e req-14a875ae-fecb-4dc0-b6b4-158762977d27 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Apr 22 17:34:38.876313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0724517-96e5-4f2d-9584-f92f552201e3 req-d1655262-f3be-4946-9ed4-a0193d2c2a95 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:38.877901 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b0724517-96e5-4f2d-9584-f92f552201e3 req-d1655262-f3be-4946-9ed4-a0193d2c2a95 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 945 time: 0.0925553 Apr 22 17:34:38.925668 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b0724517-96e5-4f2d-9584-f92f552201e3 req-0408e8f2-e703-4e5d-8933-74fc6755f06c tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Apr 22 17:34:39.127637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ef16-43a6-4b32-8511-dab0758e214e req-89ab0140-50d8-4c65-bd72-631f3f97ea3e tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:39.129863 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5275ef16-43a6-4b32-8511-dab0758e214e req-89ab0140-50d8-4c65-bd72-631f3f97ea3e tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 945 time: 0.0904610 Apr 22 17:34:39.177908 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5275ef16-43a6-4b32-8511-dab0758e214e req-b90f2a9a-8902-49e2-8fb5-e11eb4f32dad tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414591 Apr 22 17:34:39.502109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-18c5afcf-d0a2-4b4d-a974-bbf25d4b246c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821857 Apr 22 17:34:39.655780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-407a3e71-356c-433b-a53d-cd45f56d6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:39.657400 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-407a3e71-356c-433b-a53d-cd45f56d6303 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9ff78cacbfe64ec1bfd64a3e7b1fce70&device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 1098 time: 0.0847666 Apr 22 17:34:39.814694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-01529f20-382d-4f3b-a935-aa1255d32517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:39.816957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-01529f20-382d-4f3b-a935-aa1255d32517 service neutron] 10.222.0.78 "GET /v2.0/networks?id=1a128b02-7ea2-4026-b4a9-2ce24839dcbc HTTP/1.1" status: 200 len: 919 time: 0.1392548 Apr 22 17:34:39.891966 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-06e98637-363a-4c66-b8f2-e67e749f1ce6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e849568-3440-41dd-b6f7-af31824a7352 HTTP/1.1" status: 200 len: 217 time: 0.0693514 Apr 22 17:34:39.962017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-0a69d71a-3c9b-42a7-a62c-45013eb53dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:39.963615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-0a69d71a-3c9b-42a7-a62c-45013eb53dbe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=34c265e1-97fd-4115-9f66-aad7dbddbda2 HTTP/1.1" status: 200 len: 856 time: 0.0651567 Apr 22 17:34:40.054748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-d813353b-c7bc-433d-85d9-21d72bab2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:40.056361 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-d813353b-c7bc-433d-85d9-21d72bab2b93 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1a128b02-7ea2-4026-b4a9-2ce24839dcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841553 Apr 22 17:34:40.203388 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-d283a212-6f78-44e9-9289-c01d4c6c0204 service neutron] 10.222.0.78 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401219 Apr 22 17:34:40.349037 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-615a3f76-37d1-429a-83ae-82e25eae5e16 req-7398d6df-d5f2-46e8-bfa6-0a3dfb2da08a service neutron] 10.222.0.78 "GET /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383228 Apr 22 17:34:56.996647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82644be0-ada9-428b-a6f1-922294ef075a req-9d802fbb-414f-4a9f-880c-9565a8ca06f1 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:56.998240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-82644be0-ada9-428b-a6f1-922294ef075a req-9d802fbb-414f-4a9f-880c-9565a8ca06f1 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 945 time: 0.0939002 Apr 22 17:34:57.047351 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-82644be0-ada9-428b-a6f1-922294ef075a req-fc358c3b-6d5b-42f4-81e5-6f65e1cdd7a2 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 Apr 22 17:34:58.084768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-06411c11-9318-4815-8370-b11621d321d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:58.255183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e147db-d817-42c0-aab3-1066cbae0270 req-d567e2a0-12bd-483c-82d1-8e8421130cc3 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:58.256780 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c4e147db-d817-42c0-aab3-1066cbae0270 req-d567e2a0-12bd-483c-82d1-8e8421130cc3 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 945 time: 0.0884452 Apr 22 17:34:58.303581 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c4e147db-d817-42c0-aab3-1066cbae0270 req-b1736785-590d-4a7c-a4f5-dbb7750f6b40 tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1672eff-24b1-478f-9837-5decb5604f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Apr 22 17:34:58.632034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-5fefb8d6-a429-4df7-90d3-f580764bee7a tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:34:58.632792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-5fefb8d6-a429-4df7-90d3-f580764bee7a tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Synchronizing usage tracker for tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:34:58.676734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-5fefb8d6-a429-4df7-90d3-f580764bee7a tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Unset dirty status for tenant:9ff78cacbfe64ec1bfd64a3e7b1fce70 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:34:58.677999 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-5fefb8d6-a429-4df7-90d3-f580764bee7a tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 945 time: 0.1370821 Apr 22 17:34:58.759361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Deleting port 0e849568-3440-41dd-b6f7-af31824a7352 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:34:58.759750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:59.019261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] For port 0e849568-3440-41dd-b6f7-af31824a7352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0e849568-3440-41dd-b6f7-af31824a7352,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:34:59.019585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:59.155503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Calling delete_port for 0e849568-3440-41dd-b6f7-af31824a7352 owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:34:59.456559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:59.464705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:34:59.472441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a317118b-2f58-42c7-b49d-3ac39406d34b req-11096c1b-f5bd-4817-aa8d-e908cb447fbd tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ce84771-2b19-44bb-a280-c2b9a1634156 HTTP/1.1" status: 200 len: 210 time: 0.0529163 Apr 22 17:34:59.473052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['0e849568-3440-41dd-b6f7-af31824a7352'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:34:59.520687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Pushing event deleted for resources: {'Port': ['ID=0e849568-3440-41dd-b6f7-af31824a7352,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:34:59.549135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:34:59.601033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] No DVR routers for this DVR port 0e849568-3440-41dd-b6f7-af31824a7352 on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:34:59.603679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:34:59.606794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce84771-2b19-44bb-a280-c2b9a1634156', 'name': 'network-vif-deleted', 'tag': '0e849568-3440-41dd-b6f7-af31824a7352'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:34:59.651065 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fb89b1b9-3b30-4dfb-9b89-89e6e6930951 req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] 10.222.0.78 "DELETE /v2.0/ports/0e849568-3440-41dd-b6f7-af31824a7352 HTTP/1.1" status: 204 len: 173 time: 0.9636190 Apr 22 17:34:59.740184 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce84771-2b19-44bb-a280-c2b9a1634156', 'name': 'network-vif-deleted', 'tag': '0e849568-3440-41dd-b6f7-af31824a7352', 'status': 'completed', 'code': 200} Apr 22 17:35:00.284704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-60cf4710-ba2e-4307-980f-08ac2e34135b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:00.635042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38450) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:01.197356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:01.444361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:01.536298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:01.837804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Deleting port b667e8e6-f2a8-45fc-99c9-ca133314cf82 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:35:01.838128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:02.020619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] For port b667e8e6-f2a8-45fc-99c9-ca133314cf82, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=b667e8e6-f2a8-45fc-99c9-ca133314cf82,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:02.021011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:02.152182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Calling delete_port for b667e8e6-f2a8-45fc-99c9-ca133314cf82 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:35:02.361587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:02.366969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:02.412500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b667e8e6-f2a8-45fc-99c9-ca133314cf82,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:02.447920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.448460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.448747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.449169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.449593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.450013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.450430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.450876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.451293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.451707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.452120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.452530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:02.465191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:02.719094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:02.894073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:02.920561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0e849568-3440-41dd-b6f7-af31824a7352 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:35:02.958118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 0e849568-3440-41dd-b6f7-af31824a7352 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:35:02.958510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0e849568-3440-41dd-b6f7-af31824a7352 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:35:03.109622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:35:03.299378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:35:03.309339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38333ac3-df24-4dab-bf04-44699ee97a20 None None] Sync routers for ids ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:35:03.312432 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] 10.222.0.77 "PUT /v2.0/routers/9b9faa37-ae95-42f3-b007-0d82d4e2f1bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6761856 Apr 22 17:35:03.315768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38454) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:03.322129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38333ac3-df24-4dab-bf04-44699ee97a20 None None] Routers {'9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:03.322847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-38333ac3-df24-4dab-bf04-44699ee97a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:03.507668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:03.513169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-38333ac3-df24-4dab-bf04-44699ee97a20 None None] Set router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:03.701140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:03.745229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Deleting port 0a935a33-6ced-4436-a8cc-148f59de15d8 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:35:03.745625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:03.938413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] For port 0a935a33-6ced-4436-a8cc-148f59de15d8, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=0a935a33-6ced-4436-a8cc-148f59de15d8,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:03.938844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:03.989772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-38333ac3-df24-4dab-bf04-44699ee97a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'name': 'tempest-TestEncryptedCinderVolumes-1468812506-router', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:33Z', 'updated_at': '2021-04-22T17:35:02Z', 'revision_number': 5, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'gw_port': {'id': '0a935a33-6ced-4436-a8cc-148f59de15d8', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:34Z', 'updated_at': '2021-04-22T17:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:03.993939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38333ac3-df24-4dab-bf04-44699ee97a20 None None] Checking router: 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:35:04.003471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38333ac3-df24-4dab-bf04-44699ee97a20 None None] Routers {'9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:04.004136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-38333ac3-df24-4dab-bf04-44699ee97a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:04.070072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Calling delete_port for 0a935a33-6ced-4436-a8cc-148f59de15d8 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:35:04.166517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-38333ac3-df24-4dab-bf04-44699ee97a20 None None] Set router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:04.281373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-38333ac3-df24-4dab-bf04-44699ee97a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'name': 'tempest-TestEncryptedCinderVolumes-1468812506-router', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:33Z', 'updated_at': '2021-04-22T17:35:03Z', 'revision_number': 6, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:04.285642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38333ac3-df24-4dab-bf04-44699ee97a20 None None] The sync data for ids ['9b9faa37-ae95-42f3-b007-0d82d4e2f1bf'] in dv-neutron-786478-3-hyperv is: [{'id': '9b9faa37-ae95-42f3-b007-0d82d4e2f1bf', 'name': 'tempest-TestEncryptedCinderVolumes-1468812506-router', 'tenant_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:33Z', 'updated_at': '2021-04-22T17:35:03Z', 'revision_number': 6, 'project_id': '9ff78cacbfe64ec1bfd64a3e7b1fce70', 'gw_port_host': None}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:35:04.351019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:04.356802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af6cdf4c-5676-434b-a5c6-f6018b080375 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:04.405265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Pushing event deleted for resources: {'Port': ['ID=0a935a33-6ced-4436-a8cc-148f59de15d8,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:04.408974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:04.508253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:04.561074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b667e8e6-f2a8-45fc-99c9-ca133314cf82 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:35:04.602313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: b667e8e6-f2a8-45fc-99c9-ca133314cf82 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:35:04.602888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device b667e8e6-f2a8-45fc-99c9-ca133314cf82 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:35:04.700957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:04.703342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:04.810108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:04.810660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b9faa37-ae95-42f3-b007-0d82d4e2f1bf {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:35:04.823614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:04.824766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] 10.222.0.77 "DELETE /v2.0/routers/9b9faa37-ae95-42f3-b007-0d82d4e2f1bf HTTP/1.1" status: 204 len: 168 time: 1.5079861 Apr 22 17:35:04.827517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38458) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:04.894456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-29169f63-8d93-4ff5-a6cc-b18b641ef392 admin admin] Deleting subnet 34c265e1-97fd-4115-9f66-aad7dbddbda2 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:35:04.897927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29169f63-8d93-4ff5-a6cc-b18b641ef392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:04.955973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29169f63-8d93-4ff5-a6cc-b18b641ef392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:05.039114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29169f63-8d93-4ff5-a6cc-b18b641ef392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:05.510379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:05.678839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29169f63-8d93-4ff5-a6cc-b18b641ef392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:05.684047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8195f158-114f-45fb-b51f-6ebee660ef3d tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:05.720162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29169f63-8d93-4ff5-a6cc-b18b641ef392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c265e1-97fd-4115-9f66-aad7dbddbda2,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:05.724006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29169f63-8d93-4ff5-a6cc-b18b641ef392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:05.725069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-29169f63-8d93-4ff5-a6cc-b18b641ef392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:05.731505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af35879b-5ab0-45c6-81af-e882c3f7ab77 None None] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:35:05.731674 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-29169f63-8d93-4ff5-a6cc-b18b641ef392 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/34c265e1-97fd-4115-9f66-aad7dbddbda2 HTTP/1.1" status: 204 len: 168 time: 0.9030833 Apr 22 17:35:05.734467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38462) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:05.851021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:05.862034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Deleting port 818fbee0-c724-4d32-98ea-9845f448dd97 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:35:05.862405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:05.989696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feac387-73b7-451d-9db5-53f07e4bcee8 None None] DHCP port deletion for 1a128b02-7ea2-4026-b4a9-2ce24839dcbc request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:35:05.993946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8feac387-73b7-451d-9db5-53f07e4bcee8 None None] Deleting port 818fbee0-c724-4d32-98ea-9845f448dd97 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:35:05.994375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8feac387-73b7-451d-9db5-53f07e4bcee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:06.088880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] For port 818fbee0-c724-4d32-98ea-9845f448dd97, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=818fbee0-c724-4d32-98ea-9845f448dd97,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:06.089274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:06.216378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8feac387-73b7-451d-9db5-53f07e4bcee8 None None] For port 818fbee0-c724-4d32-98ea-9845f448dd97, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=818fbee0-c724-4d32-98ea-9845f448dd97,segment=NetworkSegment(f0227053-b70e-42dd-8f36-fadc6a886972),segment_id=f0227053-b70e-42dd-8f36-fadc6a886972)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:06.216752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8feac387-73b7-451d-9db5-53f07e4bcee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:06.222611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Calling delete_port for 818fbee0-c724-4d32-98ea-9845f448dd97 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:35:06.335574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:06.340773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-520bdaca-9c0d-4157-a9f9-4644559abfa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:06.349184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8feac387-73b7-451d-9db5-53f07e4bcee8 None None] Calling delete_port for 818fbee0-c724-4d32-98ea-9845f448dd97 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:35:06.388583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=818fbee0-c724-4d32-98ea-9845f448dd97,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:06.390641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] No DVR routers for this DVR port 818fbee0-c724-4d32-98ea-9845f448dd97 on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:35:06.392225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:06.423152 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:06.428168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-8feac387-73b7-451d-9db5-53f07e4bcee8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:06.428587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-8feac387-73b7-451d-9db5-53f07e4bcee8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:35:06.496145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 818fbee0-c724-4d32-98ea-9845f448dd97 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:35:06.520389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:06.533295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 818fbee0-c724-4d32-98ea-9845f448dd97 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:35:06.533694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 818fbee0-c724-4d32-98ea-9845f448dd97 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:35:06.534797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0a935a33-6ced-4436-a8cc-148f59de15d8 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:35:06.569578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 0a935a33-6ced-4436-a8cc-148f59de15d8 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:35:06.569974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 0a935a33-6ced-4436-a8cc-148f59de15d8 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:35:06.641625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a128b02-7ea2-4026-b4a9-2ce24839dcbc']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:06.654522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0227053-b70e-42dd-8f36-fadc6a886972') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:06.655034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0227053-b70e-42dd-8f36-fadc6a886972') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:06.668292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:06.750943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:06.757808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:35:06.930328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8feac387-73b7-451d-9db5-53f07e4bcee8 None None] Deleting port 818fbee0-c724-4d32-98ea-9845f448dd97 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:35:06.930823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8feac387-73b7-451d-9db5-53f07e4bcee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:06.942906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:35:06.952299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:07.003528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8feac387-73b7-451d-9db5-53f07e4bcee8 None None] The port '818fbee0-c724-4d32-98ea-9845f448dd97' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:35:07.134511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Network 1a128b02-7ea2-4026-b4a9-2ce24839dcbc has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:07.156858 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:07.379187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:07.382754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dd523180-1470-41be-900e-0a3a5dd375f9 tempest-NetworksIpV6TestAttrs-936123745 tempest-NetworksIpV6TestAttrs-936123745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:07.397704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:07.409782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Pushing event deleted for resources: {'Network': ['ID=1a128b02-7ea2-4026-b4a9-2ce24839dcbc,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:07.413243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:07.450191 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] 10.222.0.77 "DELETE /v2.0/networks/1a128b02-7ea2-4026-b4a9-2ce24839dcbc HTTP/1.1" status: 204 len: 168 time: 1.7146101 Apr 22 17:35:07.453245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38466) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:08.029592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:08.398717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Deleting port 3617f376-700c-4473-8bae-2c2df580b165 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:35:08.399040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:08.575879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] For port 3617f376-700c-4473-8bae-2c2df580b165, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=3617f376-700c-4473-8bae-2c2df580b165,segment=NetworkSegment(8daa0392-e729-43c5-ab79-69fd1aa2901d),segment_id=8daa0392-e729-43c5-ab79-69fd1aa2901d)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:08.576267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:08.709168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Calling delete_port for 3617f376-700c-4473-8bae-2c2df580b165 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:35:08.941570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:08.946420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffbc6510-d5a9-46e5-b731-0bab38cc66f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:08.994083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Pushing event deleted for resources: {'Port': ['ID=3617f376-700c-4473-8bae-2c2df580b165,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:08.997425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:09.559810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:09.960541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:35:10.155377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:35:10.165397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62976709-d1f7-4d3e-90a9-f9cf15df2142 None None] Sync routers for ids ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:35:10.165574 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] 10.222.0.77 "PUT /v2.0/routers/25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7111764 Apr 22 17:35:10.168253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38470) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:10.176192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62976709-d1f7-4d3e-90a9-f9cf15df2142 None None] Routers {'25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:10.176865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-62976709-d1f7-4d3e-90a9-f9cf15df2142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:10.357168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:10.364768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-62976709-d1f7-4d3e-90a9-f9cf15df2142 None None] Set router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:10.551135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:10.601823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Deleting port 62506403-b84a-47a9-b29c-99b28d978e4e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:35:10.602463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:10.669705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-62976709-d1f7-4d3e-90a9-f9cf15df2142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'name': 'tempest-TestEncryptedCinderVolumes-608472503-router', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30'}], 'enable_snat': True}, 'gw_port_id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:42Z', 'updated_at': '2021-04-22T17:35:08Z', 'revision_number': 5, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'gw_port': {'id': '62506403-b84a-47a9-b29c-99b28d978e4e', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:33:43Z', 'updated_at': '2021-04-22T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:10.673900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62976709-d1f7-4d3e-90a9-f9cf15df2142 None None] Checking router: 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:35:10.683046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62976709-d1f7-4d3e-90a9-f9cf15df2142 None None] Routers {'25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:10.683725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-62976709-d1f7-4d3e-90a9-f9cf15df2142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:10.792878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] For port 62506403-b84a-47a9-b29c-99b28d978e4e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=62506403-b84a-47a9-b29c-99b28d978e4e,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:10.793282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:10.841785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-62976709-d1f7-4d3e-90a9-f9cf15df2142 None None] Set router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:10.930437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Calling delete_port for 62506403-b84a-47a9-b29c-99b28d978e4e owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:35:10.956423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-62976709-d1f7-4d3e-90a9-f9cf15df2142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'name': 'tempest-TestEncryptedCinderVolumes-608472503-router', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:42Z', 'updated_at': '2021-04-22T17:35:10Z', 'revision_number': 6, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:10.960938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62976709-d1f7-4d3e-90a9-f9cf15df2142 None None] The sync data for ids ['25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f'] in dv-neutron-786478-3-hyperv is: [{'id': '25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f', 'name': 'tempest-TestEncryptedCinderVolumes-608472503-router', 'tenant_id': '99599c91292947a685dd5f8a735a7e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:33:42Z', 'updated_at': '2021-04-22T17:35:10Z', 'revision_number': 6, 'project_id': '99599c91292947a685dd5f8a735a7e0f', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:35:11.198697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:11.204524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28185a37-73fb-4711-8a9c-e0ded41e2ab5 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:11.252055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=62506403-b84a-47a9-b29c-99b28d978e4e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:11.254917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:11.353712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:11.541972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:11.544605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:11.775135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:11.775757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:35:11.789119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:11.790375 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] 10.222.0.77 "DELETE /v2.0/routers/25e4cdf6-2e9d-4449-acb1-f9dd622bfe0f HTTP/1.1" status: 204 len: 168 time: 1.6211014 Apr 22 17:35:11.793039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38474) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:11.862499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9608154-c417-4162-b098-be6bbaacc678 admin admin] Deleting subnet 4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:35:11.865686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9608154-c417-4162-b098-be6bbaacc678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:11.917988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9608154-c417-4162-b098-be6bbaacc678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:12.001879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9608154-c417-4162-b098-be6bbaacc678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:12.500232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3617f376-700c-4473-8bae-2c2df580b165 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:35:12.512688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9608154-c417-4162-b098-be6bbaacc678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:12.517991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f80a824c-4f87-4fe2-a59a-766910659588 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:12.537631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 3617f376-700c-4473-8bae-2c2df580b165 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:35:12.538032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3617f376-700c-4473-8bae-2c2df580b165 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:35:12.538506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 62506403-b84a-47a9-b29c-99b28d978e4e no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:35:12.554741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9608154-c417-4162-b098-be6bbaacc678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:12.558041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9608154-c417-4162-b098-be6bbaacc678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:12.559147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9608154-c417-4162-b098-be6bbaacc678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:12.566026 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b9608154-c417-4162-b098-be6bbaacc678 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4ef2cb35-f9e0-4f2f-8af9-8f6782e9308f HTTP/1.1" status: 204 len: 168 time: 0.7719159 Apr 22 17:35:12.568794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38478) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:12.570395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f10b56-32c5-4d29-9de9-3cb42276f4a1 None None] Network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:35:12.597832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 62506403-b84a-47a9-b29c-99b28d978e4e {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:35:12.598222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 62506403-b84a-47a9-b29c-99b28d978e4e not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:35:12.691700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:12.702837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Deleting port 086939ab-a359-4a2a-9c5f-fa8bc01d611c {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:35:12.703215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:12.841913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848df192-e9e8-4bc8-8753-ba5ca794fb80 None None] DHCP port deletion for 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:35:12.846847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-848df192-e9e8-4bc8-8753-ba5ca794fb80 None None] Deleting port 086939ab-a359-4a2a-9c5f-fa8bc01d611c {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:35:12.847279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-848df192-e9e8-4bc8-8753-ba5ca794fb80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:12.928056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] For port 086939ab-a359-4a2a-9c5f-fa8bc01d611c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=086939ab-a359-4a2a-9c5f-fa8bc01d611c,segment=NetworkSegment(8daa0392-e729-43c5-ab79-69fd1aa2901d),segment_id=8daa0392-e729-43c5-ab79-69fd1aa2901d)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:12.928452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:13.072792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-848df192-e9e8-4bc8-8753-ba5ca794fb80 None None] For port 086939ab-a359-4a2a-9c5f-fa8bc01d611c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=086939ab-a359-4a2a-9c5f-fa8bc01d611c,segment=NetworkSegment(8daa0392-e729-43c5-ab79-69fd1aa2901d),segment_id=8daa0392-e729-43c5-ab79-69fd1aa2901d)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:13.072792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-848df192-e9e8-4bc8-8753-ba5ca794fb80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:13.210300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-848df192-e9e8-4bc8-8753-ba5ca794fb80 None None] Calling delete_port for 086939ab-a359-4a2a-9c5f-fa8bc01d611c owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:35:13.307000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-848df192-e9e8-4bc8-8753-ba5ca794fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:13.312178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:13.353781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Calling delete_port for 086939ab-a359-4a2a-9c5f-fa8bc01d611c owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:35:13.363231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848df192-e9e8-4bc8-8753-ba5ca794fb80 None None] Pushing event deleted for resources: {'Port': ['ID=086939ab-a359-4a2a-9c5f-fa8bc01d611c,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:13.365874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-848df192-e9e8-4bc8-8753-ba5ca794fb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:13.368615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848df192-e9e8-4bc8-8753-ba5ca794fb80 None None] No DVR routers for this DVR port 086939ab-a359-4a2a-9c5f-fa8bc01d611c on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:35:13.428843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:13.429213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:35:13.930007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Deleting port 086939ab-a359-4a2a-9c5f-fa8bc01d611c {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:35:13.930537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:14.007369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] The port '086939ab-a359-4a2a-9c5f-fa8bc01d611c' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:35:14.128764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:14.172730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:35:14.242962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fe2ae4-f014-4ddb-8c97-17ca4acf2676']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:14.256324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8daa0392-e729-43c5-ab79-69fd1aa2901d') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:14.256667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8daa0392-e729-43c5-ab79-69fd1aa2901d') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:14.268506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:14.283130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:14.289354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:35:14.467108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:35:14.477199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:14.501142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 086939ab-a359-4a2a-9c5f-fa8bc01d611c no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:35:14.545252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 086939ab-a359-4a2a-9c5f-fa8bc01d611c {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:35:14.545612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 086939ab-a359-4a2a-9c5f-fa8bc01d611c not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:35:14.662255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Network 87fe2ae4-f014-4ddb-8c97-17ca4acf2676 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:14.685154 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:14.841747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:14.845277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-47ebf8f1-101e-4a21-874f-526d29e2b2f3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:14.859802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:14.870761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Pushing event deleted for resources: {'Network': ['ID=87fe2ae4-f014-4ddb-8c97-17ca4acf2676,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:14.874051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:14.875671 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41735255-817d-41a8-b1af-947f7d116ade admin admin] 10.222.0.77 "DELETE /v2.0/networks/87fe2ae4-f014-4ddb-8c97-17ca4acf2676 HTTP/1.1" status: 204 len: 168 time: 2.3058920 Apr 22 17:35:15.132727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38484) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:15.183730 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1301250e-a340-4b6f-89c6-cfdfe1f58f6e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ff78cacbfe64ec1bfd64a3e7b1fce70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495203 Apr 22 17:35:15.186277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38488) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:15.246635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19213e1f-edb0-41fa-bc89-a93e57a71f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:15.273964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19213e1f-edb0-41fa-bc89-a93e57a71f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:15.418876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19213e1f-edb0-41fa-bc89-a93e57a71f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:15.424018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29248817-5b61-4c42-9e7c-acaac4e07e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:15.437623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19213e1f-edb0-41fa-bc89-a93e57a71f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1672eff-24b1-478f-9837-5decb5604f35,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:15.441184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19213e1f-edb0-41fa-bc89-a93e57a71f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:15.442146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19213e1f-edb0-41fa-bc89-a93e57a71f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:15.443392 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-19213e1f-edb0-41fa-bc89-a93e57a71f25 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e1672eff-24b1-478f-9837-5decb5604f35 HTTP/1.1" status: 204 len: 168 time: 0.2560968 Apr 22 17:35:15.959985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38496) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:16.012037 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85e6e9b7-0656-4a17-9ad5-55472f5f2828 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99599c91292947a685dd5f8a735a7e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507455 Apr 22 17:35:16.014525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38500) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:16.076909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56b499f2-d08e-4ccf-812b-fe5e972eef11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:16.105085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56b499f2-d08e-4ccf-812b-fe5e972eef11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:16.318338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56b499f2-d08e-4ccf-812b-fe5e972eef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:16.322494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-af74e6b2-1104-4a51-a41b-0559bf49bc08 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:16.335047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b499f2-d08e-4ccf-812b-fe5e972eef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6af23ef-610a-4827-aa6f-110b4fbb9396,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:16.337378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56b499f2-d08e-4ccf-812b-fe5e972eef11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:16.343312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56b499f2-d08e-4ccf-812b-fe5e972eef11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:16.345204 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-56b499f2-d08e-4ccf-812b-fe5e972eef11 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6af23ef-610a-4827-aa6f-110b4fbb9396 HTTP/1.1" status: 204 len: 168 time: 0.3295958 Apr 22 17:35:17.416677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38524) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:17.528083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2078437913-network', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:17.533408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:35:17.537528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Usage tracker for resource:network and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:35:17.540647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:35:17.547723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:35:17.586481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Made reservation on behalf of 426f7b794cc44b328c3645f5f57d495e for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:35:17.591348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:17.608968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:17.624257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:35:17.628870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Usage tracker for resource:security_group_rule and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:35:17.631839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:35:17.638106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:35:17.830549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:17.860737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:17.865589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19213e1f-edb0-41fa-bc89-a93e57a71f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:17.894870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:17.898039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:17.911837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:35:17.920939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:17.921379 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Added segment a9b1a5dc-3ef7-4658-bbde-40181a0620fb of type vlan for network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 Apr 22 17:35:17.949149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:18.004316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:18.005380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:18.006010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:18.011213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6144df7e-6d84-4c55-83c3-dcd08b62f227 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:18.119096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Pushing event updated for resources: {'Network': ['ID=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:18.121892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:18.129969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:35:18.145552 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7274480 Apr 22 17:35:18.148561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38530) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:18.154768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Request body: {'subnet': {'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2078437913-subnet', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:18.160907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:35:18.165123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Usage tracker for resource:subnet and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:35:18.168274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:35:18.174501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:35:18.209491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Made reservation on behalf of 426f7b794cc44b328c3645f5f57d495e for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:35:18.214496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:18.668212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:18.672997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-743b7952-4905-4be1-a10c-bca82f963b94 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:18.755893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62081f3b-14c8-47ab-a7c0-e96655adf68f,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:18.760001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:18.760887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Checking segment: {'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:35:18.761284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Network hostable DHCP agents. Network: fa001282-d6c2-4bfc-9dea-f8ee766ad1b3, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:35:18.807000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:35:18.841336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, fa001282-d6c2-4bfc-9dea-f8ee766ad1b3) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:35:18.852070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbea3b5a-6699-49d5-ae7f-280662580c64 None None] Network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:35:18.856176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:18.856825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:18.905054 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5f5e7fb4-fcd4-4548-a327-5ef12df0e9d0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7553201 Apr 22 17:35:18.907809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38534) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:18.913521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:18.918614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:35:18.922903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Usage tracker for resource:router and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:35:18.926553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:35:18.932667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:35:18.978826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:18.979997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:18.995304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:19.075795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:35:19.076721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:19.314876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:19.422690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Allocated IP 172.20.0.2 (fa001282-d6c2-4bfc-9dea-f8ee766ad1b3/62081f3b-14c8-47ab-a7c0-e96655adf68f/8ad0b1e0-6f4e-49f2-acf7-0738362163ed) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:35:19.654789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:19.666860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Transition to ACTIVE for port object 8ad0b1e0-6f4e-49f2-acf7-0738362163ed will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:35:19.679827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:19.689253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Transition to ACTIVE for port object 8ad0b1e0-6f4e-49f2-acf7-0738362163ed will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:35:19.713384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:19.741975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:19.748285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:19.813087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:35:19.816913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:35:19.821038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:35:19.830942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Pushing event updated for resources: {'Port': ['ID=8ad0b1e0-6f4e-49f2-acf7-0738362163ed,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:19.867513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:19.896218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Allocated IP 172.26.6.165 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/e556fe28-1ae6-4724-bc69-87aaeee45095) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:35:19.925045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Attempting to bind port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:35:19.925380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Attempting to bind port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:35:19.925792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Attempting to bind port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed on network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:35:19.931649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:19.932066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Checking segment: {'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:35:19.932518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:19.932959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Bound using segment: {'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:19.933476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Bound port: 8ad0b1e0-6f4e-49f2-acf7-0738362163ed, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:35:19.933893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:20.081616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] For port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:35:20.085630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] For port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8ad0b1e0-6f4e-49f2-acf7-0738362163ed,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:35:20.113520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:20.118961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f61fa59-8476-4828-b652-c679121bbe34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:20.173274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:20.212707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Pushing event updated for resources: {'Port': ['ID=8ad0b1e0-6f4e-49f2-acf7-0738362163ed,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:20.216302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:20.242675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:20.247961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4ee2f94a-9782-4ad2-b5bc-b86a36fa90e2 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:20.316550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:35:20.319648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:35:20.323735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:35:20.363909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Pushing event updated for resources: {'Port': ['ID=e556fe28-1ae6-4724-bc69-87aaeee45095,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:20.369304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:21.155526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:21.528063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:21.528783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6562d81f-cc46-4361-9a56-a2aa3aeac102 None None] Network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:35:21.690047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0ad18dce-1048-42fc-8b4a-9fa863ce80de None None] Provisioning for port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:35:21.774876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Router abbb1151-407a-4c53-acb9-eed17547b99d is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:35:21.970302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:35:21.979458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Sync routers for ids ['abbb1151-407a-4c53-acb9-eed17547b99d'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:35:21.989385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Routers {'abbb1151-407a-4c53-acb9-eed17547b99d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:21.990151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['abbb1151-407a-4c53-acb9-eed17547b99d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:22.020631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:22.021988 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1131551 Apr 22 17:35:22.024895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38538) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:22.196967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Set router abbb1151-407a-4c53-acb9-eed17547b99d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:22.510237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:20Z', 'revision_number': 3, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:22.514366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Checking router: abbb1151-407a-4c53-acb9-eed17547b99d for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:35:22.514798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Updating router abbb1151-407a-4c53-acb9-eed17547b99d port e556fe28-1ae6-4724-bc69-87aaeee45095 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:35:22.542337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8ad0b1e0-6f4e-49f2-acf7-0738362163ed up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:22.631218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:22.733719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:35:22.748219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:22.749208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:22.749644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:22.970524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Allocated IP 172.20.0.1 (fa001282-d6c2-4bfc-9dea-f8ee766ad1b3/62081f3b-14c8-47ab-a7c0-e96655adf68f/9245ef92-61ad-478c-ae95-c936e5449ef0) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:35:23.007405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.051988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8ad0b1e0-6f4e-49f2-acf7-0738362163ed,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:23.100095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.108513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:23.129595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.175489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Transition to ACTIVE for port object 9245ef92-61ad-478c-ae95-c936e5449ef0 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:35:23.194519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.212908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=8ad0b1e0-6f4e-49f2-acf7-0738362163ed,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:23.215987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Transition to ACTIVE for port object e556fe28-1ae6-4724-bc69-87aaeee45095 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:35:23.218602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:23.244505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.249845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f6aeb734-8715-4284-a3b7-59144140c030 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:23.283846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.289605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:23.318607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:35:23.322578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:35:23.325109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:35:23.369656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Attempting to bind port e556fe28-1ae6-4724-bc69-87aaeee45095 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:35:23.370049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Attempting to bind port e556fe28-1ae6-4724-bc69-87aaeee45095 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:35:23.370299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Pushing event updated for resources: {'Port': ['ID=9245ef92-61ad-478c-ae95-c936e5449ef0,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:23.370410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Attempting to bind port e556fe28-1ae6-4724-bc69-87aaeee45095 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:35:23.373600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:23.384611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:23.385039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:35:23.385485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.385922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:23.386440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Bound port: e556fe28-1ae6-4724-bc69-87aaeee45095, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:35:23.387281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.397872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.416914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720953a-4c8c-4576-ae5b-7c8e6fa5b0a8 None None] Pushing event updated for resources: {'Port': ['ID=e556fe28-1ae6-4724-bc69-87aaeee45095,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:23.420364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2720953a-4c8c-4576-ae5b-7c8e6fa5b0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:23.515852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] For port e556fe28-1ae6-4724-bc69-87aaeee45095, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:35:23.520177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] For port e556fe28-1ae6-4724-bc69-87aaeee45095, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e556fe28-1ae6-4724-bc69-87aaeee45095,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:35:23.587093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.591835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:23.606341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.638614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-32318695-39aa-4844-a957-c328a8ad70fb None None] Provisioning for port 9245ef92-61ad-478c-ae95-c936e5449ef0 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:35:23.650291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-32318695-39aa-4844-a957-c328a8ad70fb None None] Provisioning complete for port 9245ef92-61ad-478c-ae95-c936e5449ef0 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:23.650802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32318695-39aa-4844-a957-c328a8ad70fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.722993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Routers {'abbb1151-407a-4c53-acb9-eed17547b99d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:23.723698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['abbb1151-407a-4c53-acb9-eed17547b99d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:23.800533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720953a-4c8c-4576-ae5b-7c8e6fa5b0a8 None None] Pushing event updated for resources: {'Port': ['ID=e556fe28-1ae6-4724-bc69-87aaeee45095,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:23.855645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.889637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:23.919927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:24.010787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:24.015906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Pushing event updated for resources: {'Port': ['ID=9245ef92-61ad-478c-ae95-c936e5449ef0,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:24.020996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:24.038354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2720953a-4c8c-4576-ae5b-7c8e6fa5b0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:24.051472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-32318695-39aa-4844-a957-c328a8ad70fb None None] Port 9245ef92-61ad-478c-ae95-c936e5449ef0 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:35:24.109618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] Set router abbb1151-407a-4c53-acb9-eed17547b99d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:24.160245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:35:24.161495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:35:24.367937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Router abbb1151-407a-4c53-acb9-eed17547b99d has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:35:24.394419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-20ed9360-b88e-480f-8a4f-7f06e3ba7e6f None None] Provisioning complete for port 9245ef92-61ad-478c-ae95-c936e5449ef0 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:24.394891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-20ed9360-b88e-480f-8a4f-7f06e3ba7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:24.499923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-20ed9360-b88e-480f-8a4f-7f06e3ba7e6f None None] Port 9245ef92-61ad-478c-ae95-c936e5449ef0 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:35:24.520741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8ad0b1e0-6f4e-49f2-acf7-0738362163ed up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:24.580231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9245ef92-61ad-478c-ae95-c936e5449ef0', 'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'mac_address': 'fa:16:3e:5b:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:22Z', 'updated_at': '2021-04-22T17:35:22Z', 'revision_number': 1, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'subnets': [{'id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:24.590858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff1f5b-01a7-426a-9ac3-7b20442ea71f None None] The sync data for ids ['abbb1151-407a-4c53-acb9-eed17547b99d'] in dv-neutron-786478-3-hyperv is: [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9245ef92-61ad-478c-ae95-c936e5449ef0', 'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'mac_address': 'fa:16:3e:5b:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:22Z', 'updated_at': '2021-04-22T17:35:22Z', 'revision_number': 1, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'subnets': [{'id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:35:24.610488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:24.611034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:24.869063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:35:24.879094 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] 10.222.0.77 "PUT /v2.0/routers/abbb1151-407a-4c53-acb9-eed17547b99d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8530929 Apr 22 17:35:25.584517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38556) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:25.591219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1297115783-network', 'tenant_id': '1988aad2902545cea8eeaed076af3395'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:25.597583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:35:25.602270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Usage tracker for resource:network and tenant:1988aad2902545cea8eeaed076af3395 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:35:25.605439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:35:25.612599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:35:25.666678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Made reservation on behalf of 1988aad2902545cea8eeaed076af3395 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:35:25.671850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:25.686885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:25.703323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:35:25.707924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Usage tracker for resource:security_group_rule and tenant:1988aad2902545cea8eeaed076af3395 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:35:25.710928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:35:25.717034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:35:25.814142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:25.855158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:25.859728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75dd33a9-9d5a-4715-be96-7f1622a086a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:25.886169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:35:25.899680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe06d9a-4260-457c-8365-4cdac3979bd6,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:25.903145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:25.905839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:25.906240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Added segment ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3 of type vlan for network 357df112-bcb5-4e89-976c-500d323f0112 Apr 22 17:35:25.983594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:26.061145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:26.062256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:26.062936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:26.069065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:26.172385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Pushing event updated for resources: {'Network': ['ID=357df112-bcb5-4e89-976c-500d323f0112,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:26.176150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:26.183822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 357df112-bcb5-4e89-976c-500d323f0112 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:35:26.199003 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3704add4-3788-4c75-ba17-398b5af0e562 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6132638 Apr 22 17:35:26.201823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38560) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:26.209016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Request body: {'subnet': {'network_id': '357df112-bcb5-4e89-976c-500d323f0112', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1297115783-subnet', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:26.214539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:35:26.218694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Usage tracker for resource:subnet and tenant:1988aad2902545cea8eeaed076af3395 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:35:26.221811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:35:26.228128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:35:26.281817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Made reservation on behalf of 1988aad2902545cea8eeaed076af3395 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:35:26.286772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:26.541828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e556fe28-1ae6-4724-bc69-87aaeee45095 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:26.643507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port e556fe28-1ae6-4724-bc69-87aaeee45095 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:35:26.649180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e556fe28-1ae6-4724-bc69-87aaeee45095 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:26.649803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:26.733181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:26.738095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-29169f63-8d93-4ff5-a6cc-b18b641ef392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:26.778687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:26.797152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port e556fe28-1ae6-4724-bc69-87aaeee45095, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e556fe28-1ae6-4724-bc69-87aaeee45095,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:26.820584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de412d7-d39f-4e1f-a393-298e54faed8d,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:26.824138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:26.830294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Checking segment: {'id': 'ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '357df112-bcb5-4e89-976c-500d323f0112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:35:26.831213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Network hostable DHCP agents. Network: 357df112-bcb5-4e89-976c-500d323f0112, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:35:26.835815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:26.838736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:26.875699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Network 357df112-bcb5-4e89-976c-500d323f0112 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:35:26.914006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=e556fe28-1ae6-4724-bc69-87aaeee45095,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:26.915888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 357df112-bcb5-4e89-976c-500d323f0112) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:35:26.918348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:26.925341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2da6d3-56fa-43a9-bc53-b04682642616 None None] Network 357df112-bcb5-4e89-976c-500d323f0112 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:35:26.928681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:26.929339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:26.974060 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b76fea5b-8243-4189-bf7a-c62cdc705635 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7710714 Apr 22 17:35:26.976745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38564) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:26.982308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1297115783-router', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:26.987516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:35:26.991662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Usage tracker for resource:router and tenant:1988aad2902545cea8eeaed076af3395 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:35:26.995340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:35:27.001534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:35:27.037912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.039100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.054703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.154074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-357df112-bcb5-4e89-976c-500d323f0112', 'network_id': '357df112-bcb5-4e89-976c-500d323f0112', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'fixed_ips': [{'subnet_id': '7de412d7-d39f-4e1f-a393-298e54faed8d'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:35:27.155043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.329099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Allocated IP 172.20.0.2 (357df112-bcb5-4e89-976c-500d323f0112/7de412d7-d39f-4e1f-a393-298e54faed8d/9f378895-c37b-4349-a12f-bc7b87fd7872) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:35:27.373076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.555241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.568139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Transition to ACTIVE for port object 9f378895-c37b-4349-a12f-bc7b87fd7872 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:35:27.587689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Transition to ACTIVE for port object 9f378895-c37b-4349-a12f-bc7b87fd7872 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:35:27.625208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.631883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:27.689812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Sync routers for ids ['abbb1151-407a-4c53-acb9-eed17547b99d'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:35:27.696971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Network 357df112-bcb5-4e89-976c-500d323f0112 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:35:27.706844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:35:27.710085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:35:27.759230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.770547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Pushing event updated for resources: {'Port': ['ID=9f378895-c37b-4349-a12f-bc7b87fd7872,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:27.773776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:27.797377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.830929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Attempting to bind port 9f378895-c37b-4349-a12f-bc7b87fd7872 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:35:27.831358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Attempting to bind port 9f378895-c37b-4349-a12f-bc7b87fd7872 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '357df112-bcb5-4e89-976c-500d323f0112'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:35:27.831779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Attempting to bind port 9f378895-c37b-4349-a12f-bc7b87fd7872 on network 357df112-bcb5-4e89-976c-500d323f0112 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:35:27.838387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:27.838853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Checking segment: {'id': 'ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '357df112-bcb5-4e89-976c-500d323f0112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:35:27.839312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.840052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Bound using segment: {'id': 'ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '357df112-bcb5-4e89-976c-500d323f0112'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:27.840250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Bound port: 9f378895-c37b-4349-a12f-bc7b87fd7872, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '357df112-bcb5-4e89-976c-500d323f0112'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:35:27.840673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.872511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Routers {'abbb1151-407a-4c53-acb9-eed17547b99d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:27.873318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['abbb1151-407a-4c53-acb9-eed17547b99d'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:27.941733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] For port 9f378895-c37b-4349-a12f-bc7b87fd7872, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:35:27.945184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] For port 9f378895-c37b-4349-a12f-bc7b87fd7872, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9f378895-c37b-4349-a12f-bc7b87fd7872,segment=NetworkSegment(ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3),segment_id=ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:35:27.947512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Allocated IP 172.26.6.204 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/c8655fa1-88a1-44e2-a679-64bd406f4e91) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:35:27.993195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:27.999922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72a5a58c-d1bd-4a54-9dae-051262913b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:28.064287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Set router abbb1151-407a-4c53-acb9-eed17547b99d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:28.099861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Pushing event updated for resources: {'Port': ['ID=9f378895-c37b-4349-a12f-bc7b87fd7872,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:28.114549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:28.121649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a5aacfb1-1e1b-4a0b-81e8-c6cb17172324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:28.126979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:28.185350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:28.191084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4e19d1a7-20a3-4200-89b1-4947fa6b6ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:28.262770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:35:28.266436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:35:28.271050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:35:28.310590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Pushing event updated for resources: {'Port': ['ID=c8655fa1-88a1-44e2-a679-64bd406f4e91,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:28.315024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:28.408612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9245ef92-61ad-478c-ae95-c936e5449ef0', 'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'mac_address': 'fa:16:3e:5b:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:22Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 2, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'subnets': [{'id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:28.413432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Checking router: abbb1151-407a-4c53-acb9-eed17547b99d for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:35:28.413830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Updating router abbb1151-407a-4c53-acb9-eed17547b99d port 9245ef92-61ad-478c-ae95-c936e5449ef0 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:35:28.485922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:28.626858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e556fe28-1ae6-4724-bc69-87aaeee45095 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:28.702458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e556fe28-1ae6-4724-bc69-87aaeee45095 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:28.703036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:28.798772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:28.834906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9f378895-c37b-4349-a12f-bc7b87fd7872 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:28.891835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:28.906026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Transition to ACTIVE for port object 9245ef92-61ad-478c-ae95-c936e5449ef0 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:35:28.952227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 9f378895-c37b-4349-a12f-bc7b87fd7872 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:35:28.997958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:29.003250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee2b8359-bd7a-4bec-a5a6-cf7a110c4b7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:29.172682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Pushing event updated for resources: {'Port': ['ID=9245ef92-61ad-478c-ae95-c936e5449ef0,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:29.175528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:29.225717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.226110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.226490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.226892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.227321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.227656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.228042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.228361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.228728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.229090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.229451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.229811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:29.243030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:29.250990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Attempting to bind port 9245ef92-61ad-478c-ae95-c936e5449ef0 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:35:29.251697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Attempting to bind port 9245ef92-61ad-478c-ae95-c936e5449ef0 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:35:29.251832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Attempting to bind port 9245ef92-61ad-478c-ae95-c936e5449ef0 on network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:35:29.258217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:29.258669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Checking segment: {'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:35:29.259111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:29.259554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Bound using segment: {'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:29.260115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Bound port: 9245ef92-61ad-478c-ae95-c936e5449ef0, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:35:29.260480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:29.372098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] For port 9245ef92-61ad-478c-ae95-c936e5449ef0, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:35:29.375985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] For port 9245ef92-61ad-478c-ae95-c936e5449ef0, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9245ef92-61ad-478c-ae95-c936e5449ef0,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:35:29.413786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:29.418334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a0028af-707a-48a8-b2ed-d69d4cd0dd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:29.509532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Routers {'abbb1151-407a-4c53-acb9-eed17547b99d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:29.510252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['abbb1151-407a-4c53-acb9-eed17547b99d'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:29.580143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Pushing event updated for resources: {'Port': ['ID=9245ef92-61ad-478c-ae95-c936e5449ef0,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:29.586433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:29.610234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459075d0-8871-4f9a-8e23-c24641acac88 None None] Network 357df112-bcb5-4e89-976c-500d323f0112 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:35:29.740901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] Set router abbb1151-407a-4c53-acb9-eed17547b99d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:29.762534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1a4c6ed2-56ab-4964-a3a3-6a12b1477272 None None] Provisioning for port 9f378895-c37b-4349-a12f-bc7b87fd7872 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:35:29.768709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1a4c6ed2-56ab-4964-a3a3-6a12b1477272 None None] Provisioning complete for port 9f378895-c37b-4349-a12f-bc7b87fd7872 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:29.769125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a4c6ed2-56ab-4964-a3a3-6a12b1477272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:29.782192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:35:29.989911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:35:29.998679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a4c6ed2-56ab-4964-a3a3-6a12b1477272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:30.012707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Sync routers for ids ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:35:30.045503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Routers {'0da5d5d5-2f25-4cc8-96ee-1770ea626c85'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:30.046204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:30.053173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:30.057324 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0767906 Apr 22 17:35:30.057716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38568) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:30.086058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9245ef92-61ad-478c-ae95-c936e5449ef0', 'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'mac_address': 'fa:16:3e:5b:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:22Z', 'updated_at': '2021-04-22T17:35:29Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'subnets': [{'id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:30.090400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254921dd-1758-40a2-819e-4e03f75b1d1c None None] The sync data for ids ['abbb1151-407a-4c53-acb9-eed17547b99d'] in dv-neutron-786478-3-hyperv is: [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9245ef92-61ad-478c-ae95-c936e5449ef0', 'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'mac_address': 'fa:16:3e:5b:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:22Z', 'updated_at': '2021-04-22T17:35:29Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'subnets': [{'id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:35:30.195445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1a4c6ed2-56ab-4964-a3a3-6a12b1477272 None None] For port 9f378895-c37b-4349-a12f-bc7b87fd7872, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9f378895-c37b-4349-a12f-bc7b87fd7872,segment=NetworkSegment(ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3),segment_id=ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:30.230005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1a4c6ed2-56ab-4964-a3a3-6a12b1477272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:30.234216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0338912e-aa15-406c-a98a-22e79a8b2885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:30.363516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Set router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:30.737938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c6ed2-56ab-4964-a3a3-6a12b1477272 None None] Pushing event updated for resources: {'Port': ['ID=9f378895-c37b-4349-a12f-bc7b87fd7872,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:30.743181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9245ef92-61ad-478c-ae95-c936e5449ef0 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:30.777038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a4c6ed2-56ab-4964-a3a3-6a12b1477272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:30.778086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0b442692-8b84-415e-861f-de09c7f87df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:30.994937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4bd35e94-9bf0-4f81-a342-167d0634235b None None] Provisioning complete for port 9f378895-c37b-4349-a12f-bc7b87fd7872 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:30.995372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4bd35e94-9bf0-4f81-a342-167d0634235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.021017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 9245ef92-61ad-478c-ae95-c936e5449ef0 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:35:31.040651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9245ef92-61ad-478c-ae95-c936e5449ef0 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:31.041077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.144129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.231182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'name': 'tempest-TestMinimumBasicScenario-1297115783-router', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:28Z', 'revision_number': 3, 'project_id': '1988aad2902545cea8eeaed076af3395', 'gw_port': {'id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:31.254780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Checking router: 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:35:31.255116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Updating router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 port c8655fa1-88a1-44e2-a679-64bd406f4e91 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:35:31.326169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.350826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.365085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Allocated IP 172.20.0.1 (357df112-bcb5-4e89-976c-500d323f0112/7de412d7-d39f-4e1f-a393-298e54faed8d/8746ce6b-8e61-4980-83eb-332000de2fbe) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:35:31.424538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 9245ef92-61ad-478c-ae95-c936e5449ef0, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9245ef92-61ad-478c-ae95-c936e5449ef0,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:31.479035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.487160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0095cca5-9abf-4568-b869-d5a87306d033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:31.532312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.541388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.550188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Transition to ACTIVE for port object 8746ce6b-8e61-4980-83eb-332000de2fbe will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:35:31.597302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.602590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:31.668130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Network 357df112-bcb5-4e89-976c-500d323f0112 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:35:31.668435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.669044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=9245ef92-61ad-478c-ae95-c936e5449ef0,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:31.671829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:35:31.673887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:31.676021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:35:31.717947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Pushing event updated for resources: {'Port': ['ID=8746ce6b-8e61-4980-83eb-332000de2fbe,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:31.732178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.732613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.733032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.733447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.733856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.734267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.734681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.735097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.735497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.735901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.736304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.736737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:31.746725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:31.756972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.844402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.857998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Transition to ACTIVE for port object c8655fa1-88a1-44e2-a679-64bd406f4e91 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:35:31.887629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.892635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:31.917605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.983198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Attempting to bind port c8655fa1-88a1-44e2-a679-64bd406f4e91 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:35:31.983558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Attempting to bind port c8655fa1-88a1-44e2-a679-64bd406f4e91 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:35:31.983976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Attempting to bind port c8655fa1-88a1-44e2-a679-64bd406f4e91 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:35:31.993780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3b5e4-3c72-4b48-b6bf-9b75e72725a8 None None] Pushing event updated for resources: {'Port': ['ID=c8655fa1-88a1-44e2-a679-64bd406f4e91,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:31.996490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:31.996911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:35:31.997365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:31.997799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:31.998324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Bound port: c8655fa1-88a1-44e2-a679-64bd406f4e91, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:35:31.998773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:32.030530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3c3b5e4-3c72-4b48-b6bf-9b75e72725a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:32.038199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f4fa74d8-902e-47dd-ab23-6aaf62557dfd None None] Provisioning for port 8746ce6b-8e61-4980-83eb-332000de2fbe completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:35:32.056617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f4fa74d8-902e-47dd-ab23-6aaf62557dfd None None] Provisioning complete for port 8746ce6b-8e61-4980-83eb-332000de2fbe triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:32.057039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f4fa74d8-902e-47dd-ab23-6aaf62557dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:32.136352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa74d8-902e-47dd-ab23-6aaf62557dfd None None] Port 8746ce6b-8e61-4980-83eb-332000de2fbe cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:35:32.139931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] For port c8655fa1-88a1-44e2-a679-64bd406f4e91, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:35:32.143778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] For port c8655fa1-88a1-44e2-a679-64bd406f4e91, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c8655fa1-88a1-44e2-a679-64bd406f4e91,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:35:32.161039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:32.179494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:32.183675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:32.207376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:32.237238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ee8b138c-414f-4e08-b130-8db00c4777fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:32.266134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Routers {'0da5d5d5-2f25-4cc8-96ee-1770ea626c85'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:32.266873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:32.325361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:32.330097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Pushing event updated for resources: {'Port': ['ID=8746ce6b-8e61-4980-83eb-332000de2fbe,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:32.335783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:32.344756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3b5e4-3c72-4b48-b6bf-9b75e72725a8 None None] Pushing event updated for resources: {'Port': ['ID=c8655fa1-88a1-44e2-a679-64bd406f4e91,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:32.348701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3c3b5e4-3c72-4b48-b6bf-9b75e72725a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:32.472514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] Set router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:32.479519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Network 357df112-bcb5-4e89-976c-500d323f0112 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:35:32.480823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:35:32.547524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9245ef92-61ad-478c-ae95-c936e5449ef0 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:32.702048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:35:32.803783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b49769e2-4830-46f1-a4eb-e64a0ce2e6bf None None] Provisioning complete for port 8746ce6b-8e61-4980-83eb-332000de2fbe triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:32.804339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b49769e2-4830-46f1-a4eb-e64a0ce2e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:32.887698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9245ef92-61ad-478c-ae95-c936e5449ef0 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:32.888111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:32.904807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:35:32.924236 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] 10.222.0.77 "PUT /v2.0/routers/0da5d5d5-2f25-4cc8-96ee-1770ea626c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8561549 Apr 22 17:35:32.938844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b49769e2-4830-46f1-a4eb-e64a0ce2e6bf None None] Port 8746ce6b-8e61-4980-83eb-332000de2fbe cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:35:33.003388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:33.089498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'name': 'tempest-TestMinimumBasicScenario-1297115783-router', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 4, 'project_id': '1988aad2902545cea8eeaed076af3395', 'gw_port': {'id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '8746ce6b-8e61-4980-83eb-332000de2fbe', 'name': '', 'network_id': '357df112-bcb5-4e89-976c-500d323f0112', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'mac_address': 'fa:16:3e:e5:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '7de412d7-d39f-4e1f-a393-298e54faed8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:31Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 2, 'project_id': '1988aad2902545cea8eeaed076af3395', 'subnets': [{'id': '7de412d7-d39f-4e1f-a393-298e54faed8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:33.093715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9f378895-c37b-4349-a12f-bc7b87fd7872 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:33.124904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317be5d3-76a6-432e-a4b8-20b8cfc516c9 None None] The sync data for ids ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'] in dv-neutron-786478-3-hyperv is: [{'id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'name': 'tempest-TestMinimumBasicScenario-1297115783-router', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 4, 'project_id': '1988aad2902545cea8eeaed076af3395', 'gw_port': {'id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '8746ce6b-8e61-4980-83eb-332000de2fbe', 'name': '', 'network_id': '357df112-bcb5-4e89-976c-500d323f0112', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'mac_address': 'fa:16:3e:e5:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '7de412d7-d39f-4e1f-a393-298e54faed8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:31Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 2, 'project_id': '1988aad2902545cea8eeaed076af3395', 'subnets': [{'id': '7de412d7-d39f-4e1f-a393-298e54faed8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:35:33.170192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9f378895-c37b-4349-a12f-bc7b87fd7872 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:33.170536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:34.577837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c8655fa1-88a1-44e2-a679-64bd406f4e91 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:34.893579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port c8655fa1-88a1-44e2-a679-64bd406f4e91 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:35:34.899341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port c8655fa1-88a1-44e2-a679-64bd406f4e91 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:34.899867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:35.043780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:35.067102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port c8655fa1-88a1-44e2-a679-64bd406f4e91, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c8655fa1-88a1-44e2-a679-64bd406f4e91,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:35.098960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:35.101335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01d8f2ac-ec53-454e-ba98-482f3231a290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:35.187427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=c8655fa1-88a1-44e2-a679-64bd406f4e91,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:35.198911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.199311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.199700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.200079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.200455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.200831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.201208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.201709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.202090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.202460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.202862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.203238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:35:35.218590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:35.535520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:36.522684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c8655fa1-88a1-44e2-a679-64bd406f4e91 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:36.599532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port c8655fa1-88a1-44e2-a679-64bd406f4e91 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:36.599954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:36.960249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Sync routers for ids ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:35:36.971411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Routers {'0da5d5d5-2f25-4cc8-96ee-1770ea626c85'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:36.972176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:37.196334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Set router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:37.732455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'name': 'tempest-TestMinimumBasicScenario-1297115783-router', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 4, 'project_id': '1988aad2902545cea8eeaed076af3395', 'gw_port': {'id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '8746ce6b-8e61-4980-83eb-332000de2fbe', 'name': '', 'network_id': '357df112-bcb5-4e89-976c-500d323f0112', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'mac_address': 'fa:16:3e:e5:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '7de412d7-d39f-4e1f-a393-298e54faed8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:31Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 2, 'project_id': '1988aad2902545cea8eeaed076af3395', 'subnets': [{'id': '7de412d7-d39f-4e1f-a393-298e54faed8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:37.740912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Checking router: 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:35:37.741360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Updating router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 port 8746ce6b-8e61-4980-83eb-332000de2fbe binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:35:37.815280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:38.231443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:38.246170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Transition to ACTIVE for port object 8746ce6b-8e61-4980-83eb-332000de2fbe will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:35:38.283586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:38.290750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eef70122-9964-4606-b68f-28dc5d0e9f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:38.531970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fd9fb-ef2b-4a61-916f-3dac10f6037a None None] Pushing event updated for resources: {'Port': ['ID=8746ce6b-8e61-4980-83eb-332000de2fbe,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:38.537115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-317fd9fb-ef2b-4a61-916f-3dac10f6037a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:38.547264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Attempting to bind port 8746ce6b-8e61-4980-83eb-332000de2fbe on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:35:38.547674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Attempting to bind port 8746ce6b-8e61-4980-83eb-332000de2fbe by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '357df112-bcb5-4e89-976c-500d323f0112'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:35:38.548078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Attempting to bind port 8746ce6b-8e61-4980-83eb-332000de2fbe on network 357df112-bcb5-4e89-976c-500d323f0112 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:35:38.554855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:38.555250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Checking segment: {'id': 'ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '357df112-bcb5-4e89-976c-500d323f0112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:35:38.555691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:38.556128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Bound using segment: {'id': 'ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '357df112-bcb5-4e89-976c-500d323f0112'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:38.557398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Bound port: 8746ce6b-8e61-4980-83eb-332000de2fbe, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '357df112-bcb5-4e89-976c-500d323f0112'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:35:38.557398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:38.657714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] For port 8746ce6b-8e61-4980-83eb-332000de2fbe, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:35:38.661468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] For port 8746ce6b-8e61-4980-83eb-332000de2fbe, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8746ce6b-8e61-4980-83eb-332000de2fbe,segment=NetworkSegment(ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3),segment_id=ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:35:38.718426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:38.724059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-411ffab0-1905-43c9-8e0f-069d06aeac4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:38.807074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Routers {'0da5d5d5-2f25-4cc8-96ee-1770ea626c85'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:35:38.807722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:35:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:38.876111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fd9fb-ef2b-4a61-916f-3dac10f6037a None None] Pushing event updated for resources: {'Port': ['ID=8746ce6b-8e61-4980-83eb-332000de2fbe,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:38.890189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-317fd9fb-ef2b-4a61-916f-3dac10f6037a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:39.022497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] Set router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:35:39.404905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'name': 'tempest-TestMinimumBasicScenario-1297115783-router', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 4, 'project_id': '1988aad2902545cea8eeaed076af3395', 'gw_port': {'id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '8746ce6b-8e61-4980-83eb-332000de2fbe', 'name': '', 'network_id': '357df112-bcb5-4e89-976c-500d323f0112', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'mac_address': 'fa:16:3e:e5:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '7de412d7-d39f-4e1f-a393-298e54faed8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:31Z', 'updated_at': '2021-04-22T17:35:38Z', 'revision_number': 4, 'project_id': '1988aad2902545cea8eeaed076af3395', 'subnets': [{'id': '7de412d7-d39f-4e1f-a393-298e54faed8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:35:39.412858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca25cc70-36f9-4cd1-834d-1c5f8b334b08 None None] The sync data for ids ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'] in dv-neutron-786478-3-hyperv is: [{'id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'name': 'tempest-TestMinimumBasicScenario-1297115783-router', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 4, 'project_id': '1988aad2902545cea8eeaed076af3395', 'gw_port': {'id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '8746ce6b-8e61-4980-83eb-332000de2fbe', 'name': '', 'network_id': '357df112-bcb5-4e89-976c-500d323f0112', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'mac_address': 'fa:16:3e:e5:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '7de412d7-d39f-4e1f-a393-298e54faed8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:31Z', 'updated_at': '2021-04-22T17:35:38Z', 'revision_number': 4, 'project_id': '1988aad2902545cea8eeaed076af3395', 'subnets': [{'id': '7de412d7-d39f-4e1f-a393-298e54faed8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:35:40.753794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8746ce6b-8e61-4980-83eb-332000de2fbe up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:40.854781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 8746ce6b-8e61-4980-83eb-332000de2fbe completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:35:40.860571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 8746ce6b-8e61-4980-83eb-332000de2fbe triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:40.861008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:40.990833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:41.030773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 8746ce6b-8e61-4980-83eb-332000de2fbe, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8746ce6b-8e61-4980-83eb-332000de2fbe,segment=NetworkSegment(ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3),segment_id=ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:35:41.072384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:41.074419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3c3b5e4-3c72-4b48-b6bf-9b75e72725a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:41.155460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=8746ce6b-8e61-4980-83eb-332000de2fbe,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:41.159421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:42.532077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8746ce6b-8e61-4980-83eb-332000de2fbe up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:35:42.612236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 8746ce6b-8e61-4980-83eb-332000de2fbe triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:42.612777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:46.710194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa8086-7493-455d-a511-c7c05400f22f req-d5900c73-7e6d-419e-8828-37add1442661 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:46.710900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-09fa8086-7493-455d-a511-c7c05400f22f req-d5900c73-7e6d-419e-8828-37add1442661 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Synchronizing usage tracker for tenant:426f7b794cc44b328c3645f5f57d495e on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:35:46.784232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-09fa8086-7493-455d-a511-c7c05400f22f req-d5900c73-7e6d-419e-8828-37add1442661 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Unset dirty status for tenant:426f7b794cc44b328c3645f5f57d495e on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:35:46.785563 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-d5900c73-7e6d-419e-8828-37add1442661 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/networks?id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 HTTP/1.1" status: 200 len: 815 time: 0.2341375 Apr 22 17:35:46.801595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-902df7b9-326f-404b-a5b4-40c93c3f2c4b tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/quotas/426f7b794cc44b328c3645f5f57d495e HTTP/1.1" status: 200 len: 375 time: 0.0099499 Apr 22 17:35:46.897729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-09fa8086-7493-455d-a511-c7c05400f22f req-0381f87e-c9a2-4506-ba7d-87db62cdec3e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Synchronizing usage tracker for tenant:426f7b794cc44b328c3645f5f57d495e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:35:46.949781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-09fa8086-7493-455d-a511-c7c05400f22f req-0381f87e-c9a2-4506-ba7d-87db62cdec3e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Unset dirty status for tenant:426f7b794cc44b328c3645f5f57d495e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:35:46.951225 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-0381f87e-c9a2-4506-ba7d-87db62cdec3e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=426f7b794cc44b328c3645f5f57d495e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1441724 Apr 22 17:35:47.104538 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-5f27a23d-ddc3-43c7-b634-55925e100437 service neutron] 10.222.0.77 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396921 Apr 22 17:35:47.247188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-563e99ca-2938-445a-ae55-55d5b13e5f3a service neutron] 10.222.0.77 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361759 Apr 22 17:35:47.569188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-70b7b505-25f4-46f4-8f14-84afeafa563e req-b0d1e46b-db1d-484b-8137-f14672745f45 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 210 time: 0.0489783 Apr 22 17:35:48.744276 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d372c1ce-855c-4827-aaf7-d10e6e8b6d44 req-6d854ef2-27d4-4c89-9eb2-69ff9ac88980 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 210 time: 0.0499728 Apr 22 17:35:49.346360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa8086-7493-455d-a511-c7c05400f22f req-c25f1ba7-abc6-4fcc-a4fa-9fefb9814915 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:49.347940 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-c25f1ba7-abc6-4fcc-a4fa-9fefb9814915 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.78 "GET /v2.0/networks?id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 HTTP/1.1" status: 200 len: 815 time: 0.1599312 Apr 22 17:35:49.367080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Request body: {'port': {'device_id': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'admin_state_up': True, 'tenant_id': '426f7b794cc44b328c3645f5f57d495e'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:49.513241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:35:49.523810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:35:49.555470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Made reservation on behalf of 426f7b794cc44b328c3645f5f57d495e for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:35:49.561532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:49.736355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Allocated IP 172.20.0.4 (fa001282-d6c2-4bfc-9dea-f8ee766ad1b3/62081f3b-14c8-47ab-a7c0-e96655adf68f/cb8102b0-9375-49ca-8c89-b6b081a529bc) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:35:49.961798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:49.978477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Transition to ACTIVE for port object cb8102b0-9375-49ca-8c89-b6b081a529bc will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:35:49.981493 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-58fe20a8-7faa-4842-a94a-fe717a0d1a65 req-36f0075b-294b-4586-8e6b-8b9bd1e11c9c tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 210 time: 0.0527847 Apr 22 17:35:50.026229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:50.033703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-828d04f9-90be-4b99-8073-02449055f7b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:35:50.113951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:35:50.118443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:35:50.121539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:35:50.171924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'Port': ['ID=cb8102b0-9375-49ca-8c89-b6b081a529bc,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:35:50.176553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:35:50.228538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:50.229577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:50.404594 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0416999 Apr 22 17:35:50.495020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f9271b91-9cb5-4124-aa70-cca04e212c8c None None] Provisioning for port cb8102b0-9375-49ca-8c89-b6b081a529bc completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:35:50.500994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f9271b91-9cb5-4124-aa70-cca04e212c8c None None] Provisioning complete for port cb8102b0-9375-49ca-8c89-b6b081a529bc triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:35:50.501420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f9271b91-9cb5-4124-aa70-cca04e212c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:50.564411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-f9271b91-9cb5-4124-aa70-cca04e212c8c None None] Port cb8102b0-9375-49ca-8c89-b6b081a529bc cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:35:51.173160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:35:51.195775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48139-f33c-43d0-b2d1-61f7e1e5bc2d req-3c94bd61-5a03-472d-b239-e877cb0b1138 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:51.197537 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-14a48139-f33c-43d0-b2d1-61f7e1e5bc2d req-3c94bd61-5a03-472d-b239-e877cb0b1138 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 931 time: 0.0957344 Apr 22 17:35:51.249072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-14a48139-f33c-43d0-b2d1-61f7e1e5bc2d req-7e6bb349-8bfc-4179-91d3-3a126ed759c5 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Synchronizing usage tracker for tenant:426f7b794cc44b328c3645f5f57d495e on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:35:51.300427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-14a48139-f33c-43d0-b2d1-61f7e1e5bc2d req-7e6bb349-8bfc-4179-91d3-3a126ed759c5 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Unset dirty status for tenant:426f7b794cc44b328c3645f5f57d495e on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:35:51.301665 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-14a48139-f33c-43d0-b2d1-61f7e1e5bc2d req-7e6bb349-8bfc-4179-91d3-3a126ed759c5 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976310 Apr 22 17:35:52.540805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9ee5a-54d4-4a12-a3db-dd8949887afc req-11aac041-7ddc-4e39-83ec-54969ca496e9 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:52.551125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-53b9ee5a-54d4-4a12-a3db-dd8949887afc req-11aac041-7ddc-4e39-83ec-54969ca496e9 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 931 time: 0.1203072 Apr 22 17:35:52.593571 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-53b9ee5a-54d4-4a12-a3db-dd8949887afc req-84a8baa5-b088-4649-9c1d-b1a80f305e19 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442886 Apr 22 17:35:53.809103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0700dc-9439-4599-8a04-ac25ac47f563 req-007a63d2-39c8-4ca1-86ad-c9e11c4198f6 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:53.810811 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bc0700dc-9439-4599-8a04-ac25ac47f563 req-007a63d2-39c8-4ca1-86ad-c9e11c4198f6 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 931 time: 0.0950096 Apr 22 17:35:53.864281 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bc0700dc-9439-4599-8a04-ac25ac47f563 req-c96eb6fe-3b50-4fb6-a877-01d261bc9d93 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 Apr 22 17:35:55.104620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8412db-1bfd-4bd7-9704-06fd564bf55e req-f32fb70a-1d7b-40f7-a47b-e6ee721905ea tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:55.106168 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8412db-1bfd-4bd7-9704-06fd564bf55e req-f32fb70a-1d7b-40f7-a47b-e6ee721905ea tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 931 time: 0.0991533 Apr 22 17:35:55.158152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a8412db-1bfd-4bd7-9704-06fd564bf55e req-d4464c72-d723-4d0f-a6c3-6ec0b275d810 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441136 Apr 22 17:35:56.394896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85259721-d042-4f1e-9822-4be8ad17bb7f req-f5af6c14-fb36-49e7-9546-f57a53b9ff1a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:56.396630 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85259721-d042-4f1e-9822-4be8ad17bb7f req-f5af6c14-fb36-49e7-9546-f57a53b9ff1a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 931 time: 0.1001613 Apr 22 17:35:56.458654 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-85259721-d042-4f1e-9822-4be8ad17bb7f req-86eaffb5-b728-456a-b863-74fd00b26d8a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536225 Apr 22 17:35:57.709214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db9388-c302-4058-b8ec-d81a8b5dab77 req-4639aa53-0669-4f92-b039-7c5450491d23 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:57.710993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d8db9388-c302-4058-b8ec-d81a8b5dab77 req-4639aa53-0669-4f92-b039-7c5450491d23 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 931 time: 0.1072783 Apr 22 17:35:57.771552 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d8db9388-c302-4058-b8ec-d81a8b5dab77 req-9d4ae38c-cce9-4526-88b1-74a1fe7f8853 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536771 Apr 22 17:35:58.090146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfeafaa5-f018-4c2d-85f1-f19049bfe488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:35:59.016398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996b421-9beb-4177-a464-3a7d8a23a9fb req-8c2db577-1a6e-4260-9a2b-0593cc7ee04b tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:35:59.019032 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1996b421-9beb-4177-a464-3a7d8a23a9fb req-8c2db577-1a6e-4260-9a2b-0593cc7ee04b tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 931 time: 0.1181843 Apr 22 17:35:59.078005 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1996b421-9beb-4177-a464-3a7d8a23a9fb req-6633a241-d700-4776-ac7b-faf99aaec740 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511744 Apr 22 17:35:59.892457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Request body: {'port': {'device_id': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:00.031003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:00.295158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe4845-35fd-4be8-b01a-5e52436119a6 req-4c0ef0d4-1182-4f38-a4a7-7640f9bda11a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:00.297400 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2fbe4845-35fd-4be8-b01a-5e52436119a6 req-4c0ef0d4-1182-4f38-a4a7-7640f9bda11a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 931 time: 0.0986362 Apr 22 17:36:00.349982 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2fbe4845-35fd-4be8-b01a-5e52436119a6 req-d0cce8a5-ebd3-4365-834a-11d47a4d4a43 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465539 Apr 22 17:36:00.380586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b81f7a09-e0c7-49aa-a104-ac40d00ac1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:00.441463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8102b0-9375-49ca-8c89-b6b081a529bc {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:36:00.463675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:00.482400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Transition to ACTIVE for port object cb8102b0-9375-49ca-8c89-b6b081a529bc will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:36:00.538346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:00.543984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9b506ed6-ee1c-4247-af0a-a9398fb7fb2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:00.720250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Pushing event updated for resources: {'Port': ['ID=cb8102b0-9375-49ca-8c89-b6b081a529bc,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:00.729244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:00.811571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Attempting to bind port cb8102b0-9375-49ca-8c89-b6b081a529bc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:36:00.811942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Attempting to bind port cb8102b0-9375-49ca-8c89-b6b081a529bc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:36:00.812305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Attempting to bind port cb8102b0-9375-49ca-8c89-b6b081a529bc on network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:36:00.817995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Port cb8102b0-9375-49ca-8c89-b6b081a529bc on network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:36:00.818354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Attempting to bind port cb8102b0-9375-49ca-8c89-b6b081a529bc on network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:36:00.824115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:00.824485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Checking segment: {'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:36:00.824906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Bound using segment: {'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:00.825380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Bound port: cb8102b0-9375-49ca-8c89-b6b081a529bc, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:36:00.825758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:00.923911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] For port cb8102b0-9375-49ca-8c89-b6b081a529bc, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:36:00.927114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] For port cb8102b0-9375-49ca-8c89-b6b081a529bc, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:36:00.969686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:00.975360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a50442e4-60b1-4a18-b195-f1e80d56673f tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:01.033524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:01.034202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:01.035790 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] 10.222.0.78 "PUT /v2.0/ports/cb8102b0-9375-49ca-8c89-b6b081a529bc HTTP/1.1" status: 200 len: 1093 time: 1.1491549 Apr 22 17:36:01.036445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:36:01.077172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Pushing event updated for resources: {'Port': ['ID=cb8102b0-9375-49ca-8c89-b6b081a529bc,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:01.082256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:01.095723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'status': 'completed', 'code': 200} Apr 22 17:36:01.201912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497386-00f5-4213-acd8-9236da01b1cf req-d40b6187-f9b3-48a2-a95a-1709c5434182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:01.203788 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-89497386-00f5-4213-acd8-9236da01b1cf req-d40b6187-f9b3-48a2-a95a-1709c5434182 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=426f7b794cc44b328c3645f5f57d495e&device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 1096 time: 0.0880766 Apr 22 17:36:01.367444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497386-00f5-4213-acd8-9236da01b1cf req-6509d37c-0d77-4c06-8a2a-0b05c247d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:01.368924 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-89497386-00f5-4213-acd8-9236da01b1cf req-6509d37c-0d77-4c06-8a2a-0b05c247d783 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=426f7b794cc44b328c3645f5f57d495e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1535041 Apr 22 17:36:01.464553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:01.552959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:01.583151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edcfbd-32df-4e37-80ef-729abf189dbb req-b153d83c-a16f-42d7-be6a-3a006676ae04 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:01.584889 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7edcfbd-32df-4e37-80ef-729abf189dbb req-b153d83c-a16f-42d7-be6a-3a006676ae04 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 943 time: 0.1064341 Apr 22 17:36:01.644915 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7edcfbd-32df-4e37-80ef-729abf189dbb req-cc2f9300-355c-4810-9f6b-c2faaf55177a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499489 Apr 22 17:36:01.841803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497386-00f5-4213-acd8-9236da01b1cf req-a32bc2fd-d2cd-42f1-8df2-322131e35758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:01.843449 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-89497386-00f5-4213-acd8-9236da01b1cf req-a32bc2fd-d2cd-42f1-8df2-322131e35758 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4630542 Apr 22 17:36:01.975982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa8086-7493-455d-a511-c7c05400f22f req-121c0e2e-1760-4616-ab99-93df7ac22cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:01.977590 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-121c0e2e-1760-4616-ab99-93df7ac22cd3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=426f7b794cc44b328c3645f5f57d495e&device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 1096 time: 0.0840230 Apr 22 17:36:02.059101 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-c2221811-45bc-4fce-8e3e-7b0431e5fd3a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc HTTP/1.1" status: 200 len: 217 time: 0.0696349 Apr 22 17:36:02.134411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa8086-7493-455d-a511-c7c05400f22f req-d20b5708-d4b9-400f-9b9b-4ab517cb1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:02.136031 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-d20b5708-d4b9-400f-9b9b-4ab517cb1efd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=62081f3b-14c8-47ab-a7c0-e96655adf68f HTTP/1.1" status: 200 len: 854 time: 0.0663388 Apr 22 17:36:02.230778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa8086-7493-455d-a511-c7c05400f22f req-0bb14edf-293a-4f5b-bbca-327e286c1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:02.232303 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-0bb14edf-293a-4f5b-bbca-327e286c1817 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845518 Apr 22 17:36:02.382951 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-00e0cdbe-2500-4289-bb54-d0d9746fc935 service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392827 Apr 22 17:36:02.549825 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09fa8086-7493-455d-a511-c7c05400f22f req-67db594b-9a16-455e-955f-424c9e12f70c service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564734 Apr 22 17:36:02.862842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e17fef-40aa-4cd2-b028-28a56c796d79 req-2b46d73d-aa59-45ac-b577-24937849d733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:02.864358 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09e17fef-40aa-4cd2-b028-28a56c796d79 req-2b46d73d-aa59-45ac-b577-24937849d733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 943 time: 0.0966969 Apr 22 17:36:02.911522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:02.927294 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09e17fef-40aa-4cd2-b028-28a56c796d79 req-67e7eb71-28fe-46d1-b36e-3d0ca051b71a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541313 Apr 22 17:36:04.143245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a07571-85ca-415c-8c8b-dd12f0951131 req-b376d806-8692-4c8c-a089-64d3d7d978a3 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:04.144828 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84a07571-85ca-415c-8c8b-dd12f0951131 req-b376d806-8692-4c8c-a089-64d3d7d978a3 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 943 time: 0.1019762 Apr 22 17:36:04.194326 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84a07571-85ca-415c-8c8b-dd12f0951131 req-36803f23-7b15-4064-92e9-e8df284bf741 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 Apr 22 17:36:05.240445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cb8102b0-9375-49ca-8c89-b6b081a529bc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:36:05.400429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port cb8102b0-9375-49ca-8c89-b6b081a529bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:36:05.415370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'port_id': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'mac_address': 'fa:16:3e:b2:29:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:36:05.426189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55064b71-1faa-4b8a-951e-438567e3936c req-9528fade-1b9a-4676-931b-b7d755b5127c tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:05.427866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-55064b71-1faa-4b8a-951e-438567e3936c req-9528fade-1b9a-4676-931b-b7d755b5127c tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 943 time: 0.1083117 Apr 22 17:36:05.479007 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-55064b71-1faa-4b8a-951e-438567e3936c req-56755ba8-1e0e-468f-a4fd-06906e330edb tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444953 Apr 22 17:36:05.506120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:05.525780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8102b0-9375-49ca-8c89-b6b081a529bc {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:36:05.542586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port cb8102b0-9375-49ca-8c89-b6b081a529bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:36:05.557194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:05.585951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:05.588856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:05.660475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=cb8102b0-9375-49ca-8c89-b6b081a529bc,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:05.663876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:05.883581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['cb8102b0-9375-49ca-8c89-b6b081a529bc'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:36:06.693417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83dd36-fcc0-46c2-863b-32ce1adf2253 req-6e667396-fa7c-4622-8206-c851ef9c0ca2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:06.695108 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc83dd36-fcc0-46c2-863b-32ce1adf2253 req-6e667396-fa7c-4622-8206-c851ef9c0ca2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 944 time: 0.0974131 Apr 22 17:36:06.750604 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cc83dd36-fcc0-46c2-863b-32ce1adf2253 req-9473ef2f-b1ae-45eb-b54a-c71f19571b7e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 Apr 22 17:36:07.263417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cb8102b0-9375-49ca-8c89-b6b081a529bc up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:36:07.362983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port cb8102b0-9375-49ca-8c89-b6b081a529bc completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:36:07.368773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port cb8102b0-9375-49ca-8c89-b6b081a529bc triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:36:07.369196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:07.497155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:07.526210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:36:07.536742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port cb8102b0-9375-49ca-8c89-b6b081a529bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:36:07.574809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:07.578120 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'code': 200} Apr 22 17:36:07.578705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a4c6ed2-56ab-4964-a3a3-6a12b1477272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:07.664858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=cb8102b0-9375-49ca-8c89-b6b081a529bc,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:07.668462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:07.914201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a9cc9-ec89-4536-be40-6d0f2c3159a5 req-b3b41d05-70f0-4fdb-b141-be9c8d78d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:07.915852 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-581a9cc9-ec89-4536-be40-6d0f2c3159a5 req-b3b41d05-70f0-4fdb-b141-be9c8d78d7a4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 1098 time: 0.0874259 Apr 22 17:36:07.964713 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-581a9cc9-ec89-4536-be40-6d0f2c3159a5 req-c958c454-ca3b-4625-8150-ea77c806302d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384052 Apr 22 17:36:07.977085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54985215-ef33-4b45-bf03-2a66036ba45c req-cc549ee9-abaa-4dfc-addc-aa63e1f7f4ab tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:07.978741 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-54985215-ef33-4b45-bf03-2a66036ba45c req-cc549ee9-abaa-4dfc-addc-aa63e1f7f4ab tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 945 time: 0.0991020 Apr 22 17:36:08.037056 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-54985215-ef33-4b45-bf03-2a66036ba45c req-0ee25aeb-69e4-4ff0-9bb2-8f3011674651 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515969 Apr 22 17:36:09.259992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d7757-6cbd-4139-ac5d-0079d97e1428 req-910fb3f0-2ee4-4c26-8c70-7ed0ebc881d2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:09.261741 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-812d7757-6cbd-4139-ac5d-0079d97e1428 req-910fb3f0-2ee4-4c26-8c70-7ed0ebc881d2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 945 time: 0.0950882 Apr 22 17:36:09.311923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-812d7757-6cbd-4139-ac5d-0079d97e1428 req-1f17aa5f-d295-407d-9c69-71c803774627 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Apr 22 17:36:09.517310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3bea4-a35c-46ac-8cac-84b29ede47f6 req-5dcc3ac0-2ace-48f1-bf50-2a5398d38e35 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:09.519011 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-72a3bea4-a35c-46ac-8cac-84b29ede47f6 req-5dcc3ac0-2ace-48f1-bf50-2a5398d38e35 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 945 time: 0.0900276 Apr 22 17:36:09.569113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-72a3bea4-a35c-46ac-8cac-84b29ede47f6 req-98cd337d-f9e5-442c-89cb-3531b724f276 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434639 Apr 22 17:36:10.014046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fc32b-54f9-451d-a1e2-4f5637457d7c req-27d8ebe4-ea18-4dbd-8901-c0433072d9b5 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:10.015708 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f2fc32b-54f9-451d-a1e2-4f5637457d7c req-27d8ebe4-ea18-4dbd-8901-c0433072d9b5 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 945 time: 0.0965729 Apr 22 17:36:10.066578 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f2fc32b-54f9-451d-a1e2-4f5637457d7c req-630ded66-416d-468b-ac2e-6f2241b70ca7 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 Apr 22 17:36:24.053483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945c09c-9d37-4658-9d40-efbba793d742 req-3194758e-ee0d-414f-aa4a-b6593ce634ef tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:24.053483 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9945c09c-9d37-4658-9d40-efbba793d742 req-3194758e-ee0d-414f-aa4a-b6593ce634ef tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 945 time: 0.0929797 Apr 22 17:36:24.110401 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9945c09c-9d37-4658-9d40-efbba793d742 req-a72f29b9-052a-439d-ab0d-7fc4ca845a3b tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503976 Apr 22 17:36:24.147147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38762) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:24.337670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d28af9-5a66-4f0a-97f6-33238c31643c tempest-TestMinimumBasicScenario-1163059465 tempest-TestMinimumBasicScenario-1163059465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:24.338377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-91d28af9-5a66-4f0a-97f6-33238c31643c tempest-TestMinimumBasicScenario-1163059465 tempest-TestMinimumBasicScenario-1163059465-project-admin] Synchronizing usage tracker for tenant:1988aad2902545cea8eeaed076af3395 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:36:24.419977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-91d28af9-5a66-4f0a-97f6-33238c31643c tempest-TestMinimumBasicScenario-1163059465 tempest-TestMinimumBasicScenario-1163059465-project-admin] Unset dirty status for tenant:1988aad2902545cea8eeaed076af3395 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:36:24.421242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-91d28af9-5a66-4f0a-97f6-33238c31643c tempest-TestMinimumBasicScenario-1163059465 tempest-TestMinimumBasicScenario-1163059465-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 1093 time: 0.2730029 Apr 22 17:36:24.425569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38768) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:24.433441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:24.441408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:36:24.445980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Usage tracker for resource:floatingip and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:36:24.449230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:36:24.455669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:36:24.498317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:24.652011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:24.806858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Allocated IP 172.26.6.116 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/7805e0ca-3b98-4cc1-a835-7d30474befdb) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:36:24.971771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:25.049280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:25.053702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f404c7a-3228-4d84-95a2-52a907b1edba tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:25.135441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:36:25.135441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:36:25.139659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:36:25.178940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'Port': ['ID=7805e0ca-3b98-4cc1-a835-7d30474befdb,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:25.183345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:25.588565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:25.711851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:25.943493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:25.974106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:25.979391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-062ecabc-1763-4808-ad5e-0ee1c4f18621 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:26.098062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'Port': ['ID=7805e0ca-3b98-4cc1-a835-7d30474befdb,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:26.102919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:26.108926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:26.307001 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Floating IP ca72e839-4252-4caa-a6e8-157cc06adcf3 associated. External IP: 172.26.6.116, port: cb8102b0-9375-49ca-8c89-b6b081a529bc. Apr 22 17:36:26.691902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Router abbb1151-407a-4c53-acb9-eed17547b99d has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:36:26.891369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:36:26.902784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e5de5-8413-4022-8e62-b4b9aba64f6f None None] Sync routers for ids ['abbb1151-407a-4c53-acb9-eed17547b99d'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:36:26.915138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e5de5-8413-4022-8e62-b4b9aba64f6f None None] Routers {'abbb1151-407a-4c53-acb9-eed17547b99d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:36:26.915850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-947e5de5-8413-4022-8e62-b4b9aba64f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:36:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['abbb1151-407a-4c53-acb9-eed17547b99d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:36:26.950214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.009833 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5830016 Apr 22 17:36:27.010485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:36:27.012913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38772) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:27.020458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632262401', 'description': 'tempest-secgroup-smoke-632262401 description', 'project_id': '426f7b794cc44b328c3645f5f57d495e'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:27.028078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:36:27.039670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:36:27.062745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'status': 'completed', 'code': 200} Apr 22 17:36:27.071879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.096675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:36:27.100842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Usage tracker for resource:security_group_rule and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:36:27.103997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:36:27.110112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:36:27.117171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-947e5de5-8413-4022-8e62-b4b9aba64f6f None None] Set router abbb1151-407a-4c53-acb9-eed17547b99d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:36:27.171272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe43267-8a1c-47cf-865d-f08cd82aed14 req-29522b50-10d9-466f-8cac-53bcadd308d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:27.173356 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe43267-8a1c-47cf-865d-f08cd82aed14 req-29522b50-10d9-466f-8cac-53bcadd308d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=426f7b794cc44b328c3645f5f57d495e&device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 1098 time: 0.0865388 Apr 22 17:36:27.188333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.213926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.219924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05077e6a-47a8-4ad3-90a5-1260cb85dd00 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:27.262097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:27.273923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.274352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.274824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.275248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.275661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.276176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.276709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.277119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.277525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.277924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.278320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.279153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:36:27.283318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:27.305135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.309577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2924924 Apr 22 17:36:27.309962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38778) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:27.316420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Request body: {'security_group_rule': {'security_group_id': '32f6a6ae-5c59-4cd4-babb-2713a0e3d27b', 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:27.323319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:36:27.325507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe43267-8a1c-47cf-865d-f08cd82aed14 req-f8169dfa-1be4-4d12-a3d7-faed354c0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:27.327244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe43267-8a1c-47cf-865d-f08cd82aed14 req-f8169dfa-1be4-4d12-a3d7-faed354c0914 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 HTTP/1.1" status: 200 len: 917 time: 0.1465731 Apr 22 17:36:27.327832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Usage tracker for resource:security_group_rule and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:36:27.331534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:36:27.338033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:36:27.393230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.465220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.499567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.504487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-947e5de5-8413-4022-8e62-b4b9aba64f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'ca72e839-4252-4caa-a6e8-157cc06adcf3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'floating_ip_address': '172.26.6.116', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'port_id': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'mac_address': 'fa:16:3e:b2:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:36:25Z', 'updated_at': '2021-04-22T17:36:25Z', 'revision_number': 0, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9245ef92-61ad-478c-ae95-c936e5449ef0', 'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'mac_address': 'fa:16:3e:5b:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:22Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 5, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'subnets': [{'id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:36:27.509355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e5de5-8413-4022-8e62-b4b9aba64f6f None None] Checking router: abbb1151-407a-4c53-acb9-eed17547b99d for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:36:27.509909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-59988749-f7a9-4147-a27f-2f5271b03342 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:27.520173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e5de5-8413-4022-8e62-b4b9aba64f6f None None] Routers {'abbb1151-407a-4c53-acb9-eed17547b99d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:36:27.520867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-947e5de5-8413-4022-8e62-b4b9aba64f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:36:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['abbb1151-407a-4c53-acb9-eed17547b99d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:36:27.537257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9056f48-2ffb-477d-bb76-122593c61446,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:27.540488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:27.568327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.572708 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2586257 Apr 22 17:36:27.573048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38782) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:27.580590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Request body: {'security_group_rule': {'security_group_id': '32f6a6ae-5c59-4cd4-babb-2713a0e3d27b', 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:27.588019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:36:27.592885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Usage tracker for resource:security_group_rule and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:36:27.597819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:36:27.611398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:36:27.676986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.763890 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe43267-8a1c-47cf-865d-f08cd82aed14 req-a4164759-8164-4ce0-ab2c-44ddb91884e4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc HTTP/1.1" status: 200 len: 999 time: 0.4296060 Apr 22 17:36:27.836738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.837987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe43267-8a1c-47cf-865d-f08cd82aed14 req-34afc678-8e1e-475e-a3f8-41a794ec55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:27.839691 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe43267-8a1c-47cf-865d-f08cd82aed14 req-34afc678-8e1e-475e-a3f8-41a794ec55fb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=62081f3b-14c8-47ab-a7c0-e96655adf68f HTTP/1.1" status: 200 len: 854 time: 0.0688031 Apr 22 17:36:27.888943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.892557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-20784fef-3563-4133-833a-ccff816d5041 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:27.911325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-947e5de5-8413-4022-8e62-b4b9aba64f6f None None] Set router abbb1151-407a-4c53-acb9-eed17547b99d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:36:27.925528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ef0db2-eac0-45ec-a5d9-a6ef9ba74842,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:27.933328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe43267-8a1c-47cf-865d-f08cd82aed14 req-61a5986d-b752-4c2c-9ff2-a77d87e455e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:27.935589 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe43267-8a1c-47cf-865d-f08cd82aed14 req-61a5986d-b752-4c2c-9ff2-a77d87e455e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888722 Apr 22 17:36:27.939012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:27.978030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:27.980078 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4057896 Apr 22 17:36:27.983386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38786) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:27.989864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Request body: {'security_group_rule': {'security_group_id': '32f6a6ae-5c59-4cd4-babb-2713a0e3d27b', 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:27.996896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:36:28.001201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Usage tracker for resource:security_group_rule and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:36:28.005803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:36:28.012576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:36:28.056479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.112344 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe43267-8a1c-47cf-865d-f08cd82aed14 req-aa6144b1-39df-4faf-8f17-50b0b395f3a5 service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650519 Apr 22 17:36:28.175591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:36:28.178187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10d70580-503b-425a-a109-2bdcf5e01671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.244656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.268741 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fe43267-8a1c-47cf-865d-f08cd82aed14 req-54bc0286-bd7a-43dd-bc79-64b28108af3e service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489096 Apr 22 17:36:28.283566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.292211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-974a64c2-acb3-4a59-b5f5-e5a306141d12 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:28.312771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-947e5de5-8413-4022-8e62-b4b9aba64f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'ca72e839-4252-4caa-a6e8-157cc06adcf3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'floating_ip_address': '172.26.6.116', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'port_id': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'mac_address': 'fa:16:3e:b2:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:36:25Z', 'updated_at': '2021-04-22T17:36:25Z', 'revision_number': 0, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9245ef92-61ad-478c-ae95-c936e5449ef0', 'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'mac_address': 'fa:16:3e:5b:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:22Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 5, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'subnets': [{'id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:36:28.316556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062cc597-001c-4919-b185-0cfaa0960dd3,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:28.317220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e5de5-8413-4022-8e62-b4b9aba64f6f None None] The sync data for ids ['abbb1151-407a-4c53-acb9-eed17547b99d'] in dv-neutron-786478-3-hyperv is: [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'ca72e839-4252-4caa-a6e8-157cc06adcf3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'floating_ip_address': '172.26.6.116', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'port_id': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'mac_address': 'fa:16:3e:b2:29:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:36:25Z', 'updated_at': '2021-04-22T17:36:25Z', 'revision_number': 0, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9245ef92-61ad-478c-ae95-c936e5449ef0', 'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'mac_address': 'fa:16:3e:5b:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:22Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 5, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'subnets': [{'id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:36:28.320159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:28.351463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.352930 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f264df43-9a88-4c5b-a8eb-99d764a36733 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3684139 Apr 22 17:36:28.355941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38790) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:28.361951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Request body: {'security_group_rule': {'security_group_id': '32f6a6ae-5c59-4cd4-babb-2713a0e3d27b', 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:28.368980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:36:28.374692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Usage tracker for resource:security_group_rule and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:36:28.378210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:36:28.384592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:36:28.448088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.522418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.568751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.570806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de83c4b7-6bd7-4626-b892-87cf45741832 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:28.601927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebda5bd-bd02-4a26-8698-0003d133b738,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:28.612376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:28.634282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af9206-63de-4bb7-bfb7-a9d105437aa0 None None] New status for floating IP ca72e839-4252-4caa-a6e8-157cc06adcf3: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:36:28.653102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.655370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2978597 Apr 22 17:36:28.658822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38794) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:28.664954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Request body: {'security_group_rule': {'security_group_id': '32f6a6ae-5c59-4cd4-babb-2713a0e3d27b', 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:28.672381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:36:28.676817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Usage tracker for resource:security_group_rule and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:36:28.680131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:36:28.686495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:36:28.732703 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Project 426f7b794cc44b328c3645f5f57d495e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:36:28.740956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.816228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.854132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.856231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5b39a135-33a3-4c3b-91ef-8add93394781 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:28.880355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428a317f-9b38-48ca-bed7-adcc3077b36a,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:28.885123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:28.928550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:28.929877 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2698236 Apr 22 17:36:28.932899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38798) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:28.940305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Request body: {'security_group_rule': {'security_group_id': '32f6a6ae-5c59-4cd4-babb-2713a0e3d27b', 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:28.949006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:36:28.953590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Usage tracker for resource:security_group_rule and tenant:426f7b794cc44b328c3645f5f57d495e is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:36:28.957502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:36:28.964611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:36:29.001270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Project 426f7b794cc44b328c3645f5f57d495e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:36:29.011029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:29.092679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:29.126861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:29.128871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-35c19aa7-d697-4dc0-94e1-a3f308565c74 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:29.158690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3323365-684d-4e6d-b308-d354d53549da,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:29.163770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:29.220041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:29.221997 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2880480 Apr 22 17:36:29.352130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-2fd07614-8abd-4e35-a251-e4150973834a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Synchronizing usage tracker for tenant:426f7b794cc44b328c3645f5f57d495e on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:36:29.420138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-2fd07614-8abd-4e35-a251-e4150973834a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Unset dirty status for tenant:426f7b794cc44b328c3645f5f57d495e on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:36:29.421669 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-2fd07614-8abd-4e35-a251-e4150973834a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632262401&fields=id&tenant_id=426f7b794cc44b328c3645f5f57d495e HTTP/1.1" status: 200 len: 267 time: 0.1127238 Apr 22 17:36:29.518956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-3cbe3788-84d2-4be4-b004-6332a7f3d232 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:29.520676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-3cbe3788-84d2-4be4-b004-6332a7f3d232 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 945 time: 0.0927279 Apr 22 17:36:29.533313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-f3fa149f-02a8-41d9-a873-5ebb48a9659f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Request body: {'port': {'security_groups': ['348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7', '32f6a6ae-5c59-4cd4-babb-2713a0e3d27b']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:29.672912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-f3fa149f-02a8-41d9-a873-5ebb48a9659f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:29.965371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-f3fa149f-02a8-41d9-a873-5ebb48a9659f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] For port cb8102b0-9375-49ca-8c89-b6b081a529bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:36:29.994923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-f3fa149f-02a8-41d9-a873-5ebb48a9659f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:30.025474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-f3fa149f-02a8-41d9-a873-5ebb48a9659f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:30.032446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-91a20971-eaff-4aa2-ba4b-ec2744d14ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:36:30.039967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['cb8102b0-9375-49ca-8c89-b6b081a529bc'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:36:30.111879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-f3fa149f-02a8-41d9-a873-5ebb48a9659f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:30.112675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-f3fa149f-02a8-41d9-a873-5ebb48a9659f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:30.116049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-43f383e7-893b-4b2b-9c3b-6b8fe59619df req-f3fa149f-02a8-41d9-a873-5ebb48a9659f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "PUT /v2.0/ports/cb8102b0-9375-49ca-8c89-b6b081a529bc HTTP/1.1" status: 200 len: 981 time: 0.5863814 Apr 22 17:36:30.116049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:36:30.158183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa149f-02a8-41d9-a873-5ebb48a9659f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'Port': ['ID=cb8102b0-9375-49ca-8c89-b6b081a529bc,revision_number=6']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:36:30.168139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3fa149f-02a8-41d9-a873-5ebb48a9659f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:36:30.212848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['cb8102b0-9375-49ca-8c89-b6b081a529bc'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:36:30.388702 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'status': 'completed', 'code': 200} Apr 22 17:36:30.406683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c10835-37d7-4375-b022-797804f8b281 req-5a8fbc55-d009-4e9d-9aec-04625e3c72e8 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:30.408442 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-20c10835-37d7-4375-b022-797804f8b281 req-5a8fbc55-d009-4e9d-9aec-04625e3c72e8 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.1446447 Apr 22 17:36:30.426408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-477c27a9-04ea-42f3-8e88-68c77e16b03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:30.480946 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-20c10835-37d7-4375-b022-797804f8b281 req-d51da558-d881-4e6e-8e44-a9d1b9eba97f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&id=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609314 Apr 22 17:36:30.489062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4a19a1aa-0b80-4103-be8a-cd0b86b3c459 None None] Provisioning complete for port cb8102b0-9375-49ca-8c89-b6b081a529bc triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:36:30.489491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a19a1aa-0b80-4103-be8a-cd0b86b3c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:30.508081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db90c-356b-412c-ad91-0d2945b4a605 req-ce627bca-944f-469e-8b80-e8c97d67843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:30.510159 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3f2db90c-356b-412c-ad91-0d2945b4a605 req-ce627bca-944f-469e-8b80-e8c97d67843a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=426f7b794cc44b328c3645f5f57d495e&device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 1137 time: 0.0990205 Apr 22 17:36:30.663840 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db90c-356b-412c-ad91-0d2945b4a605 req-2d469b62-b645-4936-8d0b-ef575692ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:30.665438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3f2db90c-356b-412c-ad91-0d2945b4a605 req-2d469b62-b645-4936-8d0b-ef575692ca82 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 HTTP/1.1" status: 200 len: 917 time: 0.1485417 Apr 22 17:36:30.814567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3f2db90c-356b-412c-ad91-0d2945b4a605 req-3cebec96-d105-4ae5-87c5-cfc1f0c31706 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc HTTP/1.1" status: 200 len: 1001 time: 0.1298757 Apr 22 17:36:30.880016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db90c-356b-412c-ad91-0d2945b4a605 req-0dc49865-b0d5-4456-92c0-a9963e240f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:30.881011 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3f2db90c-356b-412c-ad91-0d2945b4a605 req-0dc49865-b0d5-4456-92c0-a9963e240f82 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=62081f3b-14c8-47ab-a7c0-e96655adf68f HTTP/1.1" status: 200 len: 854 time: 0.0686622 Apr 22 17:36:30.971909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db90c-356b-412c-ad91-0d2945b4a605 req-79559a74-53b0-4127-af1e-f94f069d9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:30.973685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3f2db90c-356b-412c-ad91-0d2945b4a605 req-79559a74-53b0-4127-af1e-f94f069d9eb2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849528 Apr 22 17:36:31.126120 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3f2db90c-356b-412c-ad91-0d2945b4a605 req-4803a94a-1624-48a7-a546-a602d1c742c9 service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429706 Apr 22 17:36:31.279516 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3f2db90c-356b-412c-ad91-0d2945b4a605 req-3712971c-2aa4-4b11-90f8-655882d2816d service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429431 Apr 22 17:36:31.477069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:31.572597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:32.909647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:35.526885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:36:42.878283 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-9a6ea82b-0f5f-47c8-a2c0-184a3f4ad35f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847743 Apr 22 17:36:43.030024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-fc74fd3d-b04c-4c27-8d3d-173b1142ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:43.031678 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-fc74fd3d-b04c-4c27-8d3d-173b1142ab99 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=426f7b794cc44b328c3645f5f57d495e&device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 1137 time: 0.0792632 Apr 22 17:36:43.196113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-1b8e61dc-1cd9-4712-838c-94f563c23cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:43.197715 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-1b8e61dc-1cd9-4712-838c-94f563c23cb0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 HTTP/1.1" status: 200 len: 917 time: 0.1442616 Apr 22 17:36:43.315035 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-f96fef86-d2a2-428f-954a-3e01cffa86d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc HTTP/1.1" status: 200 len: 1001 time: 0.1080501 Apr 22 17:36:43.390083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-e52ed28e-ac60-45c2-b92c-6e796e07826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:43.391737 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-e52ed28e-ac60-45c2-b92c-6e796e07826e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=62081f3b-14c8-47ab-a7c0-e96655adf68f HTTP/1.1" status: 200 len: 854 time: 0.0691550 Apr 22 17:36:43.477131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-7b65f5a3-ef46-4f73-97d0-50ad8fcc0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:43.478721 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-7b65f5a3-ef46-4f73-97d0-50ad8fcc0f78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796289 Apr 22 17:36:43.625011 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-453a5f7d-9253-44ea-bed8-c7fa3b14f6d8 service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381700 Apr 22 17:36:43.768758 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a51f053-def7-411e-9ea5-20776cf05bb3 req-cc723e0c-74ab-4b2d-a0c1-d4ea60d2f2f4 service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361203 Apr 22 17:36:44.961970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520677bf-fb2b-4e17-9d41-a3e949ab89d4 req-894d1451-e247-4b4d-af3c-734ac40c79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:44.963663 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-520677bf-fb2b-4e17-9d41-a3e949ab89d4 req-894d1451-e247-4b4d-af3c-734ac40c79ab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=426f7b794cc44b328c3645f5f57d495e&device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 1137 time: 0.0811977 Apr 22 17:36:44.991268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c50fff-d74b-4528-8dde-304eb41a1e7a req-286e056d-028c-4e80-be22-59e776aeea13 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:44.992831 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5c50fff-d74b-4528-8dde-304eb41a1e7a req-286e056d-028c-4e80-be22-59e776aeea13 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.0917134 Apr 22 17:36:45.044228 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a5c50fff-d74b-4528-8dde-304eb41a1e7a req-09923e98-772d-4d53-9236-17de8e0f7676 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&id=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446191 Apr 22 17:36:45.109087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520677bf-fb2b-4e17-9d41-a3e949ab89d4 req-666b67d1-bff3-4b37-a32e-399e4830d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:45.111314 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-520677bf-fb2b-4e17-9d41-a3e949ab89d4 req-666b67d1-bff3-4b37-a32e-399e4830d391 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 HTTP/1.1" status: 200 len: 917 time: 0.1399870 Apr 22 17:36:45.226898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-520677bf-fb2b-4e17-9d41-a3e949ab89d4 req-aecf7216-998c-485e-8dd2-2a6a3db5ea04 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc HTTP/1.1" status: 200 len: 1001 time: 0.1045451 Apr 22 17:36:45.301472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520677bf-fb2b-4e17-9d41-a3e949ab89d4 req-77e04d08-c6ff-4249-b0d9-0c634630abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:45.302981 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-520677bf-fb2b-4e17-9d41-a3e949ab89d4 req-77e04d08-c6ff-4249-b0d9-0c634630abbc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=62081f3b-14c8-47ab-a7c0-e96655adf68f HTTP/1.1" status: 200 len: 854 time: 0.0680945 Apr 22 17:36:45.387267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520677bf-fb2b-4e17-9d41-a3e949ab89d4 req-ae050578-0abb-433c-84a1-74034f6ccb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:45.388871 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-520677bf-fb2b-4e17-9d41-a3e949ab89d4 req-ae050578-0abb-433c-84a1-74034f6ccb7a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777345 Apr 22 17:36:45.530160 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-520677bf-fb2b-4e17-9d41-a3e949ab89d4 req-e7f8b880-fc3d-47db-8601-09c2b36bef3b service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339040 Apr 22 17:36:45.671467 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-520677bf-fb2b-4e17-9d41-a3e949ab89d4 req-2dc16417-28f6-4800-a18a-82627de09548 service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347005 Apr 22 17:36:46.255137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73c667-3c62-4c48-90c0-76f88bbb6c8b req-86f0633d-6f56-4866-9a3d-d01aa407f493 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:46.256748 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e73c667-3c62-4c48-90c0-76f88bbb6c8b req-86f0633d-6f56-4866-9a3d-d01aa407f493 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.0946178 Apr 22 17:36:46.307326 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e73c667-3c62-4c48-90c0-76f88bbb6c8b req-626798fb-a305-4310-bf48-611c96420da0 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&id=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439510 Apr 22 17:36:47.515964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056dde2-96a1-4b72-a97c-c1f00562ee2c req-d7c4df97-c5e3-432f-b7df-eeacfe3609b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:47.518158 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9056dde2-96a1-4b72-a97c-c1f00562ee2c req-d7c4df97-c5e3-432f-b7df-eeacfe3609b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.0926256 Apr 22 17:36:47.567112 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9056dde2-96a1-4b72-a97c-c1f00562ee2c req-f5b60c89-88d5-4478-b14d-7eece6cabae3 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&id=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424314 Apr 22 17:36:48.772653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d522f6-a79c-4674-85db-eaf7617f8333 req-90e97476-aefb-4c20-91cf-0a66bd5f17c7 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:48.774177 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4d522f6-a79c-4674-85db-eaf7617f8333 req-90e97476-aefb-4c20-91cf-0a66bd5f17c7 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.0880780 Apr 22 17:36:48.823294 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4d522f6-a79c-4674-85db-eaf7617f8333 req-4ae781b0-4d70-45a4-a9c7-b7cbc2fe041b tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&id=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426137 Apr 22 17:36:50.035930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49714c2-a313-441a-b121-cced36f5b3d7 req-fa28c241-2fc1-46c7-85f0-792c387c6ccb tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:50.037480 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b49714c2-a313-441a-b121-cced36f5b3d7 req-fa28c241-2fc1-46c7-85f0-792c387c6ccb tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.0944047 Apr 22 17:36:50.088543 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b49714c2-a313-441a-b121-cced36f5b3d7 req-9d47c161-15b0-4ef9-b3bd-d1e63cbe2d6a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&id=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444381 Apr 22 17:36:51.484733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae79b6c-d91c-4731-b2f9-0acf74625d59 req-a2401312-1ef9-432f-8221-9b0deb669adb tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:51.486851 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5ae79b6c-d91c-4731-b2f9-0acf74625d59 req-a2401312-1ef9-432f-8221-9b0deb669adb tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.0882325 Apr 22 17:36:51.540336 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5ae79b6c-d91c-4731-b2f9-0acf74625d59 req-5ff2aea3-3a1a-4cda-941a-055239086b10 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&id=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469728 Apr 22 17:36:53.008463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea693c-aec6-46bb-bd20-0399ced9e4eb req-274abe43-479f-4068-bdb8-48fbce6adca2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:53.009975 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-86ea693c-aec6-46bb-bd20-0399ced9e4eb req-274abe43-479f-4068-bdb8-48fbce6adca2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.3547635 Apr 22 17:36:53.060029 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-86ea693c-aec6-46bb-bd20-0399ced9e4eb req-3735bdfd-a917-4252-b4b1-04e95e7a97ac tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&id=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434642 Apr 22 17:36:54.269753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79312944-6853-4ad4-a237-296c6684ca45 req-96f099e1-85e1-4352-8801-7371a8e74426 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:54.271479 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-79312944-6853-4ad4-a237-296c6684ca45 req-96f099e1-85e1-4352-8801-7371a8e74426 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.0933437 Apr 22 17:36:54.324284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-79312944-6853-4ad4-a237-296c6684ca45 req-d436143d-178f-4cf1-81ec-0f925661b0f2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&id=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463018 Apr 22 17:36:55.529637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcc85a-c273-40b4-86bd-e57b76165310 req-833f0aad-c0f0-4896-80b5-d5d731e7f74e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:55.531224 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-25fcc85a-c273-40b4-86bd-e57b76165310 req-833f0aad-c0f0-4896-80b5-d5d731e7f74e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.0904007 Apr 22 17:36:55.581502 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-25fcc85a-c273-40b4-86bd-e57b76165310 req-a78a5606-6a60-4207-a0b4-5a525b801e79 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&id=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431652 Apr 22 17:36:56.789454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab5932-8c64-410a-ad84-803cf9b52302 req-29b247fd-c68c-4e38-90fe-b5b0ebd70bc5 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:36:56.790998 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-21ab5932-8c64-410a-ad84-803cf9b52302 req-29b247fd-c68c-4e38-90fe-b5b0ebd70bc5 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.0907364 Apr 22 17:36:56.840305 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-21ab5932-8c64-410a-ad84-803cf9b52302 req-a47999a3-bf57-462b-a9cd-7e4fe57e3e4a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&id=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428741 Apr 22 17:36:58.076276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-16b8c588-319d-40e9-862f-78269f081399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:00.298002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-206ff19e-a33e-49bc-9884-aa8957552726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:01.463084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:01.550592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:02.910467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:05.175440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:37:05.531755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:28.087457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7728-934a-43ec-9039-b1ee9d1005b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:30.292508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-aa2ea5ba-b372-4894-9dff-6d5d794c983a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:31.452839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:31.544116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:32.141369 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-17f1a42d-4fa5-48f3-a0c4-9f2021794029 req-1df08a87-cbe5-462c-951d-953536eecabf tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632262401&fields=id&tenant_id=426f7b794cc44b328c3645f5f57d495e HTTP/1.1" status: 200 len: 267 time: 0.0481234 Apr 22 17:37:32.233929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1a42d-4fa5-48f3-a0c4-9f2021794029 req-d97f9ebe-acce-4e53-94e4-59ab5bf48550 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:32.235545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-17f1a42d-4fa5-48f3-a0c4-9f2021794029 req-d97f9ebe-acce-4e53-94e4-59ab5bf48550 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 984 time: 0.0880735 Apr 22 17:37:32.248211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-17f1a42d-4fa5-48f3-a0c4-9f2021794029 req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Request body: {'port': {'security_groups': ['348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7']}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:32.378574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-17f1a42d-4fa5-48f3-a0c4-9f2021794029 req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:32.707691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-17f1a42d-4fa5-48f3-a0c4-9f2021794029 req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] For port cb8102b0-9375-49ca-8c89-b6b081a529bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:37:32.739428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-17f1a42d-4fa5-48f3-a0c4-9f2021794029 req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:32.767236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-17f1a42d-4fa5-48f3-a0c4-9f2021794029 req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:32.775243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1a70173d-8292-4d6c-ab24-49e74c6abb13 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:32.783955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['cb8102b0-9375-49ca-8c89-b6b081a529bc'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:37:32.839633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1a42d-4fa5-48f3-a0c4-9f2021794029 req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:32.840333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-17f1a42d-4fa5-48f3-a0c4-9f2021794029 req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:32.841865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-17f1a42d-4fa5-48f3-a0c4-9f2021794029 req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "PUT /v2.0/ports/cb8102b0-9375-49ca-8c89-b6b081a529bc HTTP/1.1" status: 200 len: 942 time: 0.5987248 Apr 22 17:37:32.842484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:37:32.850203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38850) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:32.883838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event updated for resources: {'Port': ['ID=cb8102b0-9375-49ca-8c89-b6b081a529bc,revision_number=7']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:32.893282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.893779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.894215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.894655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.895585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.896018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.896583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.897003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.897419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.897836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.898250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.898671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:32.903750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:32.923226 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'status': 'completed', 'code': 200} Apr 22 17:37:32.971365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['cb8102b0-9375-49ca-8c89-b6b081a529bc'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:37:33.015636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:33.017357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:33.057713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:33.119883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-a27645af-3ee4-4118-9271-93e924532cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:33.121440 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-a27645af-3ee4-4118-9271-93e924532cfb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=426f7b794cc44b328c3645f5f57d495e&device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 1098 time: 0.1694717 Apr 22 17:37:33.135019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b4e67eb5-fdef-4e16-a7fd-424cb1ed570d None None] Provisioning complete for port cb8102b0-9375-49ca-8c89-b6b081a529bc triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:37:33.135444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4e67eb5-fdef-4e16-a7fd-424cb1ed570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:33.273826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-10db0157-36fc-4083-a3e0-459f6c8559ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:33.275368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-10db0157-36fc-4083-a3e0-459f6c8559ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 HTTP/1.1" status: 200 len: 917 time: 0.1422980 Apr 22 17:37:33.346877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:33.362093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1286a19f-e1e8-4ffb-9e0e-62aa63b74ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:33.382297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f6a6ae-5c59-4cd4-babb-2713a0e3d27b,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:33.400776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.401203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.401621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.402037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.402447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.402881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.403290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.403696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.404097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.404498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.404901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.405306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:37:33.411522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:33.430275 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-eeb7bc9b-b270-49a9-82d7-0fbfd9985d35 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc HTTP/1.1" status: 200 len: 1001 time: 0.1475606 Apr 22 17:37:33.433809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:33.437882 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "DELETE /v2.0/security-groups/32f6a6ae-5c59-4cd4-babb-2713a0e3d27b HTTP/1.1" status: 204 len: 168 time: 0.5808406 Apr 22 17:37:33.438003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38854) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:33.502220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-c631f7d6-3fbc-4c00-b3ba-a9d3606c2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:33.503876 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-c631f7d6-3fbc-4c00-b3ba-a9d3606c2186 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=62081f3b-14c8-47ab-a7c0-e96655adf68f HTTP/1.1" status: 200 len: 854 time: 0.0646524 Apr 22 17:37:33.594090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-ec28f81e-055a-4c00-a085-99ecb7af3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:33.596161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-ec28f81e-055a-4c00-a085-99ecb7af3e28 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825021 Apr 22 17:37:33.611330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-ce68c2c0-0b1c-4f9c-8de2-a9e9e26ca9c6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:37:33.612392 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-ce68c2c0-0b1c-4f9c-8de2-a9e9e26ca9c6 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057020 Apr 22 17:37:33.660003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Deleting port 7805e0ca-3b98-4cc1-a835-7d30474befdb {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:37:33.660003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:33.759766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-3fea1779-6230-457a-add9-988470703f66 service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381443 Apr 22 17:37:33.843084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:33.843452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:33.906084 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5f0094ae-2bfb-4cba-b5fe-b640202a2a14 req-0777ae35-ce58-4940-bbc4-67764116d982 service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360424 Apr 22 17:37:33.978329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Calling delete_port for 7805e0ca-3b98-4cc1-a835-7d30474befdb owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:37:34.178494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:34.183538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:34.233258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event deleted for resources: {'Port': ['ID=7805e0ca-3b98-4cc1-a835-7d30474befdb,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:34.236097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:34.331039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:34.331428 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Floating IP ca72e839-4252-4caa-a6e8-157cc06adcf3 disassociated (deleted). External IP: 172.26.6.116, port: cb8102b0-9375-49ca-8c89-b6b081a529bc. Apr 22 17:37:34.705723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Router abbb1151-407a-4c53-acb9-eed17547b99d has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:37:34.894773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:37:34.904301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd77589-fb15-439a-a76c-645dd505002a None None] Sync routers for ids ['abbb1151-407a-4c53-acb9-eed17547b99d'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:37:34.911620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:34.918299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd77589-fb15-439a-a76c-645dd505002a None None] Routers {'abbb1151-407a-4c53-acb9-eed17547b99d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:37:34.919115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3dd77589-fb15-439a-a76c-645dd505002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:37:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['abbb1151-407a-4c53-acb9-eed17547b99d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:34.973355 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-00220ca7-848a-4295-90da-98f8c68437e4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "DELETE /v2.0/floatingips/ca72e839-4252-4caa-a6e8-157cc06adcf3 HTTP/1.1" status: 204 len: 168 time: 1.5342643 Apr 22 17:37:34.974153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:37:35.025985 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'status': 'completed', 'code': 200} Apr 22 17:37:35.128936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3dd77589-fb15-439a-a76c-645dd505002a None None] Set router abbb1151-407a-4c53-acb9-eed17547b99d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:37:35.135763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e29a5-d961-46dc-9d42-21e81410e8bb req-c96ceaa6-daa8-4784-8836-94c0904dbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:35.137452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-776e29a5-d961-46dc-9d42-21e81410e8bb req-c96ceaa6-daa8-4784-8836-94c0904dbd37 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=426f7b794cc44b328c3645f5f57d495e&device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 1098 time: 0.0813365 Apr 22 17:37:35.293397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e29a5-d961-46dc-9d42-21e81410e8bb req-154dfdbd-b291-48bc-9461-260caf38df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:35.295981 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-776e29a5-d961-46dc-9d42-21e81410e8bb req-154dfdbd-b291-48bc-9461-260caf38df85 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 HTTP/1.1" status: 200 len: 917 time: 0.1470933 Apr 22 17:37:35.380700 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-776e29a5-d961-46dc-9d42-21e81410e8bb req-383dfaf8-6fd6-4354-8ede-3468123359a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc HTTP/1.1" status: 200 len: 217 time: 0.0745687 Apr 22 17:37:35.452645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e29a5-d961-46dc-9d42-21e81410e8bb req-d3506696-01cd-424d-bbcd-9b3918ab9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:35.454405 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-776e29a5-d961-46dc-9d42-21e81410e8bb req-d3506696-01cd-424d-bbcd-9b3918ab9049 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=62081f3b-14c8-47ab-a7c0-e96655adf68f HTTP/1.1" status: 200 len: 854 time: 0.0654716 Apr 22 17:37:35.481772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3dd77589-fb15-439a-a76c-645dd505002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9245ef92-61ad-478c-ae95-c936e5449ef0', 'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'mac_address': 'fa:16:3e:5b:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:22Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 5, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'subnets': [{'id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:35.486168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd77589-fb15-439a-a76c-645dd505002a None None] Checking router: abbb1151-407a-4c53-acb9-eed17547b99d for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:37:35.507276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd77589-fb15-439a-a76c-645dd505002a None None] Routers {'abbb1151-407a-4c53-acb9-eed17547b99d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:37:35.508139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3dd77589-fb15-439a-a76c-645dd505002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:37:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['abbb1151-407a-4c53-acb9-eed17547b99d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:35.547703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e29a5-d961-46dc-9d42-21e81410e8bb req-9b346ead-2cff-48ea-a4b4-64e1da3f4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:35.549319 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-776e29a5-d961-46dc-9d42-21e81410e8bb req-9b346ead-2cff-48ea-a4b4-64e1da3f4c5d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884504 Apr 22 17:37:35.646019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:35.697092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-776e29a5-d961-46dc-9d42-21e81410e8bb req-26421b56-9c17-42b6-9caa-85e5e013befa service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406846 Apr 22 17:37:35.706259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3dd77589-fb15-439a-a76c-645dd505002a None None] Set router abbb1151-407a-4c53-acb9-eed17547b99d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:37:36.061690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3dd77589-fb15-439a-a76c-645dd505002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9245ef92-61ad-478c-ae95-c936e5449ef0', 'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'mac_address': 'fa:16:3e:5b:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:22Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 5, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'subnets': [{'id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:36.066491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd77589-fb15-439a-a76c-645dd505002a None None] The sync data for ids ['abbb1151-407a-4c53-acb9-eed17547b99d'] in dv-neutron-786478-3-hyperv is: [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:35:23Z', 'revision_number': 4, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9245ef92-61ad-478c-ae95-c936e5449ef0', 'name': '', 'network_id': 'fa001282-d6c2-4bfc-9dea-f8ee766ad1b3', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'mac_address': 'fa:16:3e:5b:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:22Z', 'updated_at': '2021-04-22T17:35:31Z', 'revision_number': 5, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'subnets': [{'id': '62081f3b-14c8-47ab-a7c0-e96655adf68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:37:36.156564 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-776e29a5-d961-46dc-9d42-21e81410e8bb req-c913620e-c270-49cb-945a-35f067e490f6 service neutron] 10.222.0.78 "GET /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495978 Apr 22 17:37:36.465989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe57598-1f74-4bb7-a0aa-3ce0337c3f54 None None] New status for floating IP ca72e839-4252-4caa-a6e8-157cc06adcf3: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:37:40.863520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d576d25-a2eb-450d-9a2b-a85d11d11970 req-29a621ca-70b1-4a00-9c1c-73d10668a2e3 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:40.864238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-7d576d25-a2eb-450d-9a2b-a85d11d11970 req-29a621ca-70b1-4a00-9c1c-73d10668a2e3 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Synchronizing usage tracker for tenant:426f7b794cc44b328c3645f5f57d495e on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:37:40.920015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-7d576d25-a2eb-450d-9a2b-a85d11d11970 req-29a621ca-70b1-4a00-9c1c-73d10668a2e3 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Unset dirty status for tenant:426f7b794cc44b328c3645f5f57d495e on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:37:40.921325 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7d576d25-a2eb-450d-9a2b-a85d11d11970 req-29a621ca-70b1-4a00-9c1c-73d10668a2e3 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 945 time: 0.1478269 Apr 22 17:37:40.970325 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7d576d25-a2eb-450d-9a2b-a85d11d11970 req-34573083-8482-4d52-9ce1-975b94353d1b tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424681 Apr 22 17:37:42.175476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:37:42.177709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee6691-e19b-4a98-8323-9bf35f48792e req-01336b64-ed1b-42c4-8a71-efecc285e829 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:42.179354 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bcee6691-e19b-4a98-8323-9bf35f48792e req-01336b64-ed1b-42c4-8a71-efecc285e829 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 945 time: 0.0931575 Apr 22 17:37:42.227683 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bcee6691-e19b-4a98-8323-9bf35f48792e req-ce6a77de-0442-4481-a819-d0c40ef8ef94 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Apr 22 17:37:42.828436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-89bb9afc-68c8-4b4e-bfe5-8fe81f4681db tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:42.829123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-89bb9afc-68c8-4b4e-bfe5-8fe81f4681db tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Synchronizing usage tracker for tenant:426f7b794cc44b328c3645f5f57d495e on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:37:42.841929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-89bb9afc-68c8-4b4e-bfe5-8fe81f4681db tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Unset dirty status for tenant:426f7b794cc44b328c3645f5f57d495e on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:37:42.849934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-89bb9afc-68c8-4b4e-bfe5-8fe81f4681db tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 945 time: 0.1002772 Apr 22 17:37:42.928365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Deleting port cb8102b0-9375-49ca-8c89-b6b081a529bc {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:37:42.928753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:43.190214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] For port cb8102b0-9375-49ca-8c89-b6b081a529bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb8102b0-9375-49ca-8c89-b6b081a529bc,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:37:43.190844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:43.327842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Calling delete_port for cb8102b0-9375-49ca-8c89-b6b081a529bc owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:37:43.429710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38c684-7e81-48a4-962b-d69ac8b10136 req-496780fd-302b-438b-a405-63ebd37d9596 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:37:43.431364 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0d38c684-7e81-48a4-962b-d69ac8b10136 req-496780fd-302b-438b-a405-63ebd37d9596 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 945 time: 0.0898993 Apr 22 17:37:43.480120 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0d38c684-7e81-48a4-962b-d69ac8b10136 req-a4e326f3-6cdd-44df-bc19-b40e857f0336 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/security-groups?id=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Apr 22 17:37:43.618511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:43.624892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae5547b5-158b-4bf1-ae66-0d04be8ece1a tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:43.634818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['cb8102b0-9375-49ca-8c89-b6b081a529bc'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:37:43.672711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Pushing event deleted for resources: {'Port': ['ID=cb8102b0-9375-49ca-8c89-b6b081a529bc,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:43.676656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:43.757811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] No DVR routers for this DVR port cb8102b0-9375-49ca-8c89-b6b081a529bc on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:37:43.760507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:43.763468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'name': 'network-vif-deleted', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:37:43.801370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-edd6f622-8c1f-4702-a9b5-367d7d8253f3 req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.78 "DELETE /v2.0/ports/cb8102b0-9375-49ca-8c89-b6b081a529bc HTTP/1.1" status: 204 len: 173 time: 0.9497683 Apr 22 17:37:43.810807 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f513dc0-d31c-48c8-9436-28f2203b341d', 'name': 'network-vif-deleted', 'tag': 'cb8102b0-9375-49ca-8c89-b6b081a529bc', 'status': 'completed', 'code': 200} Apr 22 17:37:44.710947 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0b842ff5-235c-4336-9f1b-9c3a9c2f4492 req-eba6f638-c885-4c67-96d7-d93a0a80074a tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f513dc0-d31c-48c8-9436-28f2203b341d HTTP/1.1" status: 200 len: 210 time: 0.0591886 Apr 22 17:37:46.893854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38946) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:47.631402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cb8102b0-9375-49ca-8c89-b6b081a529bc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:37:47.668305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: cb8102b0-9375-49ca-8c89-b6b081a529bc {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:37:47.668788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device cb8102b0-9375-49ca-8c89-b6b081a529bc not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:37:47.739755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:48.112832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Deleting port 9245ef92-61ad-478c-ae95-c936e5449ef0 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:37:48.113460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:48.297645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] For port 9245ef92-61ad-478c-ae95-c936e5449ef0, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9245ef92-61ad-478c-ae95-c936e5449ef0,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:37:48.298043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:48.428470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Calling delete_port for 9245ef92-61ad-478c-ae95-c936e5449ef0 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:37:48.704107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:48.708392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:48.758839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=9245ef92-61ad-478c-ae95-c936e5449ef0,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:48.761699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:49.045093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:49.428318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Router abbb1151-407a-4c53-acb9-eed17547b99d has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:37:49.623058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:37:49.632231 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71e53d-1f5d-4798-a78c-c2caf8bec3b4 None None] Sync routers for ids ['abbb1151-407a-4c53-acb9-eed17547b99d'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:37:49.637222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] 10.222.0.77 "PUT /v2.0/routers/abbb1151-407a-4c53-acb9-eed17547b99d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7421975 Apr 22 17:37:49.639905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38950) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:49.641940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71e53d-1f5d-4798-a78c-c2caf8bec3b4 None None] Routers {'abbb1151-407a-4c53-acb9-eed17547b99d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:37:49.642615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5b71e53d-1f5d-4798-a78c-c2caf8bec3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:37:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['abbb1151-407a-4c53-acb9-eed17547b99d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:49.826114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:49.834582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5b71e53d-1f5d-4798-a78c-c2caf8bec3b4 None None] Set router abbb1151-407a-4c53-acb9-eed17547b99d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:37:50.015694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:50.056852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Deleting port e556fe28-1ae6-4724-bc69-87aaeee45095 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:37:50.057245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:50.137734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5b71e53d-1f5d-4798-a78c-c2caf8bec3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:37:48Z', 'revision_number': 5, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port': {'id': 'e556fe28-1ae6-4724-bc69-87aaeee45095', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:19Z', 'updated_at': '2021-04-22T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:50.142114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71e53d-1f5d-4798-a78c-c2caf8bec3b4 None None] Checking router: abbb1151-407a-4c53-acb9-eed17547b99d for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:37:50.151862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71e53d-1f5d-4798-a78c-c2caf8bec3b4 None None] Routers {'abbb1151-407a-4c53-acb9-eed17547b99d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:37:50.152515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5b71e53d-1f5d-4798-a78c-c2caf8bec3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:37:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['abbb1151-407a-4c53-acb9-eed17547b99d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:50.244789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] For port e556fe28-1ae6-4724-bc69-87aaeee45095, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e556fe28-1ae6-4724-bc69-87aaeee45095,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:37:50.245183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:50.317034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5b71e53d-1f5d-4798-a78c-c2caf8bec3b4 None None] Set router abbb1151-407a-4c53-acb9-eed17547b99d gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:37:50.377801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Calling delete_port for e556fe28-1ae6-4724-bc69-87aaeee45095 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:37:50.429492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5b71e53d-1f5d-4798-a78c-c2caf8bec3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:37:50Z', 'revision_number': 6, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:50.433713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71e53d-1f5d-4798-a78c-c2caf8bec3b4 None None] The sync data for ids ['abbb1151-407a-4c53-acb9-eed17547b99d'] in dv-neutron-786478-3-hyperv is: [{'id': 'abbb1151-407a-4c53-acb9-eed17547b99d', 'name': 'tempest-TestMinimumBasicScenario-2078437913-router', 'tenant_id': '426f7b794cc44b328c3645f5f57d495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:18Z', 'updated_at': '2021-04-22T17:37:50Z', 'revision_number': 6, 'project_id': '426f7b794cc44b328c3645f5f57d495e', 'gw_port_host': None}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:37:50.604870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9245ef92-61ad-478c-ae95-c936e5449ef0 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:37:50.642401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 9245ef92-61ad-478c-ae95-c936e5449ef0 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:37:50.642828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9245ef92-61ad-478c-ae95-c936e5449ef0 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:37:50.698641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:50.704218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e48c31cf-ee0e-4e72-a662-1531bdad8511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:50.755229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e556fe28-1ae6-4724-bc69-87aaeee45095,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:50.788039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:50.852211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:51.336548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:51.338920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:51.577863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:51.578506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abbb1151-407a-4c53-acb9-eed17547b99d {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:37:51.591896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:51.593056 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] 10.222.0.77 "DELETE /v2.0/routers/abbb1151-407a-4c53-acb9-eed17547b99d HTTP/1.1" status: 204 len: 168 time: 1.9521539 Apr 22 17:37:51.596393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38954) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:51.664546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-2094d22b-5f05-4039-a1b5-898a525de783 admin admin] Deleting subnet 62081f3b-14c8-47ab-a7c0-e96655adf68f {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:37:51.667846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2094d22b-5f05-4039-a1b5-898a525de783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:51.720723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2094d22b-5f05-4039-a1b5-898a525de783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:51.806558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2094d22b-5f05-4039-a1b5-898a525de783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:52.274230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2094d22b-5f05-4039-a1b5-898a525de783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:52.279383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0535d3f2-0ef4-441f-b76c-37236bbdbdc4 tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:52.318318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2094d22b-5f05-4039-a1b5-898a525de783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:52.322987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094d22b-5f05-4039-a1b5-898a525de783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62081f3b-14c8-47ab-a7c0-e96655adf68f,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:52.323452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d0ba8-aede-4b5d-a63f-bc588e36b122 None None] Network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:37:52.325332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2094d22b-5f05-4039-a1b5-898a525de783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:52.328557 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2094d22b-5f05-4039-a1b5-898a525de783 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/62081f3b-14c8-47ab-a7c0-e96655adf68f HTTP/1.1" status: 204 len: 168 time: 0.7310390 Apr 22 17:37:52.331739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38958) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:52.447505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:52.459240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Deleting port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:37:52.459595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:52.603688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06198a6-01d0-404b-a4d8-9c25db5e4976 None None] DHCP port deletion for fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:37:52.608458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d06198a6-01d0-404b-a4d8-9c25db5e4976 None None] Deleting port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:37:52.609138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d06198a6-01d0-404b-a4d8-9c25db5e4976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:52.641390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e556fe28-1ae6-4724-bc69-87aaeee45095 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:37:52.683124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] For port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8ad0b1e0-6f4e-49f2-acf7-0738362163ed,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:37:52.683514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:52.688594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: e556fe28-1ae6-4724-bc69-87aaeee45095 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:37:52.688992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e556fe28-1ae6-4724-bc69-87aaeee45095 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:37:52.825755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Calling delete_port for 8ad0b1e0-6f4e-49f2-acf7-0738362163ed owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:37:52.869505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d06198a6-01d0-404b-a4d8-9c25db5e4976 None None] For port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8ad0b1e0-6f4e-49f2-acf7-0738362163ed,segment=NetworkSegment(a9b1a5dc-3ef7-4658-bbde-40181a0620fb),segment_id=a9b1a5dc-3ef7-4658-bbde-40181a0620fb)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:37:52.869949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d06198a6-01d0-404b-a4d8-9c25db5e4976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:52.937174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:52.942283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ff5dd21-a955-4818-afa3-d28f5052d3b1 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:52.992906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad0b1e0-6f4e-49f2-acf7-0738362163ed,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:52.994998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] No DVR routers for this DVR port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:37:52.996582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:53.001848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d06198a6-01d0-404b-a4d8-9c25db5e4976 None None] Calling delete_port for 8ad0b1e0-6f4e-49f2-acf7-0738362163ed owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:37:53.077442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-d06198a6-01d0-404b-a4d8-9c25db5e4976 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:37:53.077762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-d06198a6-01d0-404b-a4d8-9c25db5e4976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:37:53.120032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:53.232753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa001282-d6c2-4bfc-9dea-f8ee766ad1b3']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:53.249100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:53.249432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b1a5dc-3ef7-4658-bbde-40181a0620fb') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:53.261888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:53.277046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:53.283242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:37:53.459623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:37:53.468576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:53.579267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d06198a6-01d0-404b-a4d8-9c25db5e4976 None None] Deleting port 8ad0b1e0-6f4e-49f2-acf7-0738362163ed {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:37:53.579785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d06198a6-01d0-404b-a4d8-9c25db5e4976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:53.646810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Network fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:37:53.655871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d06198a6-01d0-404b-a4d8-9c25db5e4976 None None] The port '8ad0b1e0-6f4e-49f2-acf7-0738362163ed' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:37:53.670014 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:37:53.835156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:53.839516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:53.843654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d25f9737-0333-434a-ba84-f58188f9a150 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:53.868156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa001282-d6c2-4bfc-9dea-f8ee766ad1b3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:53.870811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:53.910071 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] 10.222.0.77 "DELETE /v2.0/networks/fa001282-d6c2-4bfc-9dea-f8ee766ad1b3 HTTP/1.1" status: 204 len: 168 time: 1.5772238 Apr 22 17:37:53.913057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38962) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:54.477536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:54.593393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8ad0b1e0-6f4e-49f2-acf7-0738362163ed no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:37:54.630529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 8ad0b1e0-6f4e-49f2-acf7-0738362163ed {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:37:54.630983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8ad0b1e0-6f4e-49f2-acf7-0738362163ed not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:37:54.844726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Deleting port 8746ce6b-8e61-4980-83eb-332000de2fbe {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:37:54.845303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:55.021105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] For port 8746ce6b-8e61-4980-83eb-332000de2fbe, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8746ce6b-8e61-4980-83eb-332000de2fbe,segment=NetworkSegment(ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3),segment_id=ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:37:55.021421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:55.151121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Calling delete_port for 8746ce6b-8e61-4980-83eb-332000de2fbe owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:37:55.738240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:55.743328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-08c16cdf-1f41-4d9e-a0cf-b4e50c3b6251 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:55.788780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Pushing event deleted for resources: {'Port': ['ID=8746ce6b-8e61-4980-83eb-332000de2fbe,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:55.792184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:56.068068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:56.450571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:37:56.648983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:37:56.658325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0314b45-d082-4b92-865d-b27253b0b316 None None] Sync routers for ids ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:37:56.669469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0314b45-d082-4b92-865d-b27253b0b316 None None] Routers {'0da5d5d5-2f25-4cc8-96ee-1770ea626c85'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:37:56.670154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b0314b45-d082-4b92-865d-b27253b0b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:37:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:56.714333 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] 10.222.0.77 "PUT /v2.0/routers/0da5d5d5-2f25-4cc8-96ee-1770ea626c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976189 Apr 22 17:37:56.714566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38968) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:56.864027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b0314b45-d082-4b92-865d-b27253b0b316 None None] Set router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:37:56.906990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:57.095716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:57.138281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Deleting port c8655fa1-88a1-44e2-a679-64bd406f4e91 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:37:57.138691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:57.169909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b0314b45-d082-4b92-865d-b27253b0b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'name': 'tempest-TestMinimumBasicScenario-1297115783-router', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:37:55Z', 'revision_number': 5, 'project_id': '1988aad2902545cea8eeaed076af3395', 'gw_port': {'id': 'c8655fa1-88a1-44e2-a679-64bd406f4e91', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:57.174262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0314b45-d082-4b92-865d-b27253b0b316 None None] Checking router: 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:37:57.183851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0314b45-d082-4b92-865d-b27253b0b316 None None] Routers {'0da5d5d5-2f25-4cc8-96ee-1770ea626c85'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:37:57.184518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b0314b45-d082-4b92-865d-b27253b0b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:37:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:57.323625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] For port c8655fa1-88a1-44e2-a679-64bd406f4e91, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=c8655fa1-88a1-44e2-a679-64bd406f4e91,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:37:57.324030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:57.342692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b0314b45-d082-4b92-865d-b27253b0b316 None None] Set router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:37:57.454513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Calling delete_port for c8655fa1-88a1-44e2-a679-64bd406f4e91 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:37:57.459858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b0314b45-d082-4b92-865d-b27253b0b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'name': 'tempest-TestMinimumBasicScenario-1297115783-router', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:37:57Z', 'revision_number': 6, 'project_id': '1988aad2902545cea8eeaed076af3395', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:57.464220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0314b45-d082-4b92-865d-b27253b0b316 None None] The sync data for ids ['0da5d5d5-2f25-4cc8-96ee-1770ea626c85'] in dv-neutron-786478-3-hyperv is: [{'id': '0da5d5d5-2f25-4cc8-96ee-1770ea626c85', 'name': 'tempest-TestMinimumBasicScenario-1297115783-router', 'tenant_id': '1988aad2902545cea8eeaed076af3395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:35:27Z', 'updated_at': '2021-04-22T17:37:57Z', 'revision_number': 6, 'project_id': '1988aad2902545cea8eeaed076af3395', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:37:57.765693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:57.771669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:57.817577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8655fa1-88a1-44e2-a679-64bd406f4e91,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:57.821014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:57.916551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.092281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13bd03b6-38e7-4218-89e6-27fab994a219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.100020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.102335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.212044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.212612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0da5d5d5-2f25-4cc8-96ee-1770ea626c85 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:37:58.225418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.226672 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] 10.222.0.77 "DELETE /v2.0/routers/0da5d5d5-2f25-4cc8-96ee-1770ea626c85 HTTP/1.1" status: 204 len: 168 time: 1.5110600 Apr 22 17:37:58.229377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 38972) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:58.296045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-07432c99-aff0-4aaf-bed7-9e51d318c8e8 admin admin] Deleting subnet 7de412d7-d39f-4e1f-a393-298e54faed8d {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:37:58.299347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07432c99-aff0-4aaf-bed7-9e51d318c8e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.353647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07432c99-aff0-4aaf-bed7-9e51d318c8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.433221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07432c99-aff0-4aaf-bed7-9e51d318c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.598709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8746ce6b-8e61-4980-83eb-332000de2fbe no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:37:58.639278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 8746ce6b-8e61-4980-83eb-332000de2fbe {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:37:58.639677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8746ce6b-8e61-4980-83eb-332000de2fbe not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:37:58.640152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c8655fa1-88a1-44e2-a679-64bd406f4e91 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:37:58.675953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: c8655fa1-88a1-44e2-a679-64bd406f4e91 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:37:58.676296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device c8655fa1-88a1-44e2-a679-64bd406f4e91 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:37:58.744040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07432c99-aff0-4aaf-bed7-9e51d318c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.749230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5abb306c-4f56-4126-86e6-5f45f8671301 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:58.787438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07432c99-aff0-4aaf-bed7-9e51d318c8e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.792197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07432c99-aff0-4aaf-bed7-9e51d318c8e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de412d7-d39f-4e1f-a393-298e54faed8d,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:58.792511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0f4711-5efd-4a37-944a-127976f68ba4 None None] Network 357df112-bcb5-4e89-976c-500d323f0112 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:37:58.794429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07432c99-aff0-4aaf-bed7-9e51d318c8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:58.798337 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-07432c99-aff0-4aaf-bed7-9e51d318c8e8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7de412d7-d39f-4e1f-a393-298e54faed8d HTTP/1.1" status: 204 len: 168 time: 0.5677738 Apr 22 17:37:58.801092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38976) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:58.916514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:58.927392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Deleting port 9f378895-c37b-4349-a12f-bc7b87fd7872 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:37:58.927755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:59.055085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad089b-e80b-4e35-8ee3-12ec964330af None None] DHCP port deletion for 357df112-bcb5-4e89-976c-500d323f0112 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:37:59.059308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-79ad089b-e80b-4e35-8ee3-12ec964330af None None] Deleting port 9f378895-c37b-4349-a12f-bc7b87fd7872 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:37:59.059711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79ad089b-e80b-4e35-8ee3-12ec964330af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:59.150493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] For port 9f378895-c37b-4349-a12f-bc7b87fd7872, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9f378895-c37b-4349-a12f-bc7b87fd7872,segment=NetworkSegment(ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3),segment_id=ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:37:59.151163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:59.280929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-79ad089b-e80b-4e35-8ee3-12ec964330af None None] For port 9f378895-c37b-4349-a12f-bc7b87fd7872, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9f378895-c37b-4349-a12f-bc7b87fd7872,segment=NetworkSegment(ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3),segment_id=ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:37:59.281283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79ad089b-e80b-4e35-8ee3-12ec964330af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:59.286805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Calling delete_port for 9f378895-c37b-4349-a12f-bc7b87fd7872 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:37:59.389896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:59.394893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f6da6b79-4d20-48ba-bed6-fe4d447250cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:37:59.441958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f378895-c37b-4349-a12f-bc7b87fd7872,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:37:59.446183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:37:59.448862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] No DVR routers for this DVR port 9f378895-c37b-4349-a12f-bc7b87fd7872 on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:37:59.575254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:59.598866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-79ad089b-e80b-4e35-8ee3-12ec964330af None None] Calling delete_port for 9f378895-c37b-4349-a12f-bc7b87fd7872 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:37:59.677605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-79ad089b-e80b-4e35-8ee3-12ec964330af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:37:59.677940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-79ad089b-e80b-4e35-8ee3-12ec964330af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:37:59.699199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357df112-bcb5-4e89-976c-500d323f0112']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:59.712606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:59.712956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7ed2cd-6c77-43f7-8b06-4375abdbf4b3') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:37:59.725423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:59.822674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:37:59.829596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:38:00.018608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Network 357df112-bcb5-4e89-976c-500d323f0112 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:38:00.028586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:00.179184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-79ad089b-e80b-4e35-8ee3-12ec964330af None None] Deleting port 9f378895-c37b-4349-a12f-bc7b87fd7872 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:38:00.179760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79ad089b-e80b-4e35-8ee3-12ec964330af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:00.211324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Network 357df112-bcb5-4e89-976c-500d323f0112 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:38:00.239331 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:38:00.253712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-79ad089b-e80b-4e35-8ee3-12ec964330af None None] The port '9f378895-c37b-4349-a12f-bc7b87fd7872' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:38:00.303910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a609236-54ac-46ad-b7d5-382a8563c29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:00.485095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:00.488590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a178eddc-d931-4642-a35e-6cd1108274e1 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:00.504742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:00.513820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Pushing event deleted for resources: {'Network': ['ID=357df112-bcb5-4e89-976c-500d323f0112,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:00.518795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:00.522581 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] 10.222.0.77 "DELETE /v2.0/networks/357df112-bcb5-4e89-976c-500d323f0112 HTTP/1.1" status: 204 len: 168 time: 1.7204218 Apr 22 17:38:00.599798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9f378895-c37b-4349-a12f-bc7b87fd7872 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:38:00.640207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 9f378895-c37b-4349-a12f-bc7b87fd7872 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:38:00.640613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9f378895-c37b-4349-a12f-bc7b87fd7872 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:38:00.872568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38982) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:00.928503 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-44214f28-5b8c-4427-9b99-c974ea296a91 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=426f7b794cc44b328c3645f5f57d495e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546064 Apr 22 17:38:00.931047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38986) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:00.991804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-200fdc97-a96f-4386-9e27-8687aa09b316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:01.018215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-200fdc97-a96f-4386-9e27-8687aa09b316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:01.144064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-200fdc97-a96f-4386-9e27-8687aa09b316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:01.149424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0158e977-437b-486e-9632-706dd5e8800a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:01.164289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fdc97-a96f-4386-9e27-8687aa09b316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:01.168194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-200fdc97-a96f-4386-9e27-8687aa09b316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:01.171599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-200fdc97-a96f-4386-9e27-8687aa09b316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:01.172832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-200fdc97-a96f-4386-9e27-8687aa09b316 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/348e1e7d-7f00-4246-a3c3-a2c6ec0ed1c7 HTTP/1.1" status: 204 len: 168 time: 0.2408180 Apr 22 17:38:01.446266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:01.554939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:01.661556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 38996) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:01.714159 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-beb39352-4ef3-4bd3-b1e2-a61c5be05a85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1988aad2902545cea8eeaed076af3395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512526 Apr 22 17:38:01.716754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39000) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:01.782104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f8c34e3-37d5-40e5-bf55-2bba1258820a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:01.809122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f8c34e3-37d5-40e5-bf55-2bba1258820a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:01.988386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f8c34e3-37d5-40e5-bf55-2bba1258820a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:01.993667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7352c9d9-7a5b-4449-820c-dbe938f8b64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:02.006890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c34e3-37d5-40e5-bf55-2bba1258820a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe06d9a-4260-457c-8365-4cdac3979bd6,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:02.010072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3f8c34e3-37d5-40e5-bf55-2bba1258820a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:02.012185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f8c34e3-37d5-40e5-bf55-2bba1258820a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:02.013701 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3f8c34e3-37d5-40e5-bf55-2bba1258820a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfe06d9a-4260-457c-8365-4cdac3979bd6 HTTP/1.1" status: 204 len: 168 time: 0.2956462 Apr 22 17:38:02.937815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:04.391960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39046) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:04.398463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992050558', 'description': 'tempest-secgroup-smoke-1992050558 description', 'project_id': '9fdf26114eae44999e1676e0a8664d68'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:04.405034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:04.409642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:04.412653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:04.418673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:04.451926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:04.465525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:04.480999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:04.493703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:04.496818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:04.503507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:04.707961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:04.743599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:04.747517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-19545379-466e-48d8-b84e-82b97be77424 tempest-NegativeSecGroupTest-1371480625 tempest-NegativeSecGroupTest-1371480625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:04.760048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:04.768716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:04.773633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:04.788439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:04.796265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed91e22-19fa-4462-aca3-1069e75cd5a5,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:04.800153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:04.925796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:04.960476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:04.965894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ea0edd2e-bd68-40f0-9bfa-5c3afb6eec47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:05.005435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48be99d0-23da-4b80-9b3a-63a173af35d3,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:05.008192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:05.034592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.035999 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8d94238a-717f-4830-9bc0-cea9b3348e73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6429484 Apr 22 17:38:05.039173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39050) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:05.045096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': '48be99d0-23da-4b80-9b3a-63a173af35d3', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:05.052353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:05.056476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:05.059584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:05.066423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:05.110411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.173855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.217971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.219917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-475afae2-49d1-45e7-99ac-86c1eb71628f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:05.244854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f430e83e-786f-49fd-94e2-0b38911ecbf4,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:05.247465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:05.293060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.294372 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-07d58275-8137-4866-ba42-be078ef5aa58 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2541773 Apr 22 17:38:05.297289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39054) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:05.303699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': '48be99d0-23da-4b80-9b3a-63a173af35d3', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:05.310459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:05.314564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:05.317724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:05.323830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:05.368280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.435685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.474999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.476873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fbe18b4e-1a30-4919-81ac-3cfdad8b6cb5 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:05.499002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f28e9fa-1f46-4551-86a3-6db0123a013a,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:05.503351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:05.537948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.539327 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e46bc1fe-7675-49e7-8894-bea02e5da6bf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2410111 Apr 22 17:38:05.542171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39058) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:05.547804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': '48be99d0-23da-4b80-9b3a-63a173af35d3', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:05.554924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:05.558965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:05.562077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:05.568335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:05.577959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.613068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.677618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.709562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.711572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31191705-8d39-4f22-9b3e-12d18ef4f448 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:05.736086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8cfe88-c2f1-4bd6-816c-23e3effa7b79,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:05.738778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:05.772116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.773427 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2302053 Apr 22 17:38:05.776378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39062) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:05.782001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': '48be99d0-23da-4b80-9b3a-63a173af35d3', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:05.789012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:05.793056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:05.796287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:05.802356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:05.847866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.916667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.954934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:05.957412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a37f2fc9-7ff1-42a5-b882-e0397771f8e5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:05.981058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe8442c-9e57-476d-a844-5619e8ba0a8a,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:05.983577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:06.022353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.023687 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cfb00f27-5a6d-4db5-bb3d-2201f8be7547 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2463272 Apr 22 17:38:06.026674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39066) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:06.032387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': '48be99d0-23da-4b80-9b3a-63a173af35d3', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:06.039077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:06.043163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:06.046234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:06.053620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:06.102530 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Project 9fdf26114eae44999e1676e0a8664d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:38:06.109868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.177953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.216202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.218261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed1c178f-4032-4106-b779-0db0a2ea4428 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:06.241329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb21a53-a0e6-440f-89f7-2f08cb2b5791,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:06.243790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:06.273564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.274916 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2471628 Apr 22 17:38:06.277866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39070) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:06.283502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': '48be99d0-23da-4b80-9b3a-63a173af35d3', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:06.289854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:06.294528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:06.299860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:06.306098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:06.342061 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Project 9fdf26114eae44999e1676e0a8664d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:38:06.349051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.416769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.467856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.469821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eef3d9f2-e5ce-4171-a080-a5186eebe865 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:06.491757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3042f12c-8cd9-4dca-a8c8-cfc5fe7170f1,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:06.495916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:06.537619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.538997 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2601030 Apr 22 17:38:06.542888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39074) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:06.549658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'network': {'name': 'tempest-network-smoke--1560099299', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'port_security_enabled': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:06.555442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:06.559888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:network and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:06.562967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:06.569644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:06.623740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:38:06.630392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.658933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:38:06.667674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.668078 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Added segment d8999e6b-9384-4c89-860c-dadddb2ba191 of type vlan for network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 Apr 22 17:38:06.697989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.760863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.766947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:06.767604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.773149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-083cb06d-3891-4893-891f-85dc9cf3d66f tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:06.883178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Network': ['ID=f42bff26-5cd5-4ede-9ee1-07b802f2c6b7,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:06.886044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:06.894166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:38:06.898899 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3548834 Apr 22 17:38:06.901939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39078) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:06.907722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'admin_state_up': True, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:06.916013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:06.920085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:router and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:06.923094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:06.929816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:06.966799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.967902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:06.983055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:07.293236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:07.641526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:07.673926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:07.818426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.26.6.166 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/377f9cc7-6fad-45f3-9376-d0c2471e6224) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:38:07.972044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:08.023923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:08.028702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c440a286-c1f0-4c6f-8e31-b86bb2c7ac7f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:08.096643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:38:08.100229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:38:08.104156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:38:08.143578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=377f9cc7-6fad-45f3-9376-d0c2471e6224,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:08.147785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:08.906177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:09.268090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:09.515032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 13efdc0f-2918-4984-a661-2a8eeb22cc62 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:38:09.708490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:38:09.719918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Sync routers for ids ['13efdc0f-2918-4984-a661-2a8eeb22cc62'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:38:09.731367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Routers {'13efdc0f-2918-4984-a661-2a8eeb22cc62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:38:09.732067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:38:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['13efdc0f-2918-4984-a661-2a8eeb22cc62'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:09.777472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:09.778881 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8758404 Apr 22 17:38:09.782392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39082) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:09.924255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Set router 13efdc0f-2918-4984-a661-2a8eeb22cc62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:38:09.942220 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-512b5653-3f84-40e7-9b75-f7b8f4ca72fc tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9fdf26114eae44999e1676e0a8664d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1552868 Apr 22 17:38:09.942535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39088) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:10.094065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418432f3-da7e-418e-93bb-322ea950c904 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:10.095702 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-418432f3-da7e-418e-93bb-322ea950c904 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1520450 Apr 22 17:38:10.099057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39092) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:10.146884 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-76d005aa-df3a-4532-b938-357311c1b807 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463889 Apr 22 17:38:10.149545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39096) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:10.160106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-61841440', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:10.237861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:08Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:10.242214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Checking router: 13efdc0f-2918-4984-a661-2a8eeb22cc62 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:38:10.242615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Updating router 13efdc0f-2918-4984-a661-2a8eeb22cc62 port 377f9cc7-6fad-45f3-9376-d0c2471e6224 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:38:10.283246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:10.287382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:subnet and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:10.290333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:10.296653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:10.301790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:10.349048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:38:10.355342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:10.650706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:10.704955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Transition to ACTIVE for port object 377f9cc7-6fad-45f3-9376-d0c2471e6224 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:38:10.755506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:10.760026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b3c3b5e4-3c72-4b48-b6bf-9b75e72725a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:10.847443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Attempting to bind port 377f9cc7-6fad-45f3-9376-d0c2471e6224 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:38:10.847862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Attempting to bind port 377f9cc7-6fad-45f3-9376-d0c2471e6224 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:38:10.848303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Attempting to bind port 377f9cc7-6fad-45f3-9376-d0c2471e6224 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:38:10.856737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Pushing event updated for resources: {'Port': ['ID=377f9cc7-6fad-45f3-9376-d0c2471e6224,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:10.860787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:38:10.861208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:38:10.861653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:10.862126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:38:10.862673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Bound port: 377f9cc7-6fad-45f3-9376-d0c2471e6224, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:38:10.863100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:10.897043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.897427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.897800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.898166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.898527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.898920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.899279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.899635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.899999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.900354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.900802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.901102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:10.904907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:10.951529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] For port 377f9cc7-6fad-45f3-9376-d0c2471e6224, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:38:10.956341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] For port 377f9cc7-6fad-45f3-9376-d0c2471e6224, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=377f9cc7-6fad-45f3-9376-d0c2471e6224,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:38:11.001463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:11.006964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0338912e-aa15-406c-a98a-22e79a8b2885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:11.086965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Routers {'13efdc0f-2918-4984-a661-2a8eeb22cc62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:38:11.087665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:38:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['13efdc0f-2918-4984-a661-2a8eeb22cc62'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:11.122918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:11.127761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2094d22b-5f05-4039-a1b5-898a525de783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:11.217639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Pushing event updated for resources: {'Port': ['ID=377f9cc7-6fad-45f3-9376-d0c2471e6224,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:11.217931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Subnet': ['ID=931e68b4-a36d-4a64-85a4-a9ebde4011f4,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:11.221973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:11.222906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Checking segment: {'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:38:11.223298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network hostable DHCP agents. Network: f42bff26-5cd5-4ede-9ee1-07b802f2c6b7, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:38:11.228062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:11.269450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:38:11.287402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] Set router 13efdc0f-2918-4984-a661-2a8eeb22cc62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:38:11.297732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, f42bff26-5cd5-4ede-9ee1-07b802f2c6b7) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:38:11.313180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:11.313838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:11.336221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee43ac0-a568-4ca9-a81a-4b55e34e2482 None None] Network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:38:11.361193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9ea11315-a1b0-4f76-8f7a-893c54d1c5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2104869 Apr 22 17:38:11.364120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39100) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:11.969903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ips': [{'subnet_id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:38:11.970910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:12.038069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:08Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:12.044322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41721d-8e33-43d0-a204-49fa5b01a71c None None] The sync data for ids ['13efdc0f-2918-4984-a661-2a8eeb22cc62'] in dv-neutron-786478-3-hyperv is: [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:08Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:38:12.131944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:12.174150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Allocated IP 172.20.0.2 (f42bff26-5cd5-4ede-9ee1-07b802f2c6b7/931e68b4-a36d-4a64-85a4-a9ebde4011f4/43be58b6-900e-49ab-9c27-351b1b51c426) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:38:12.499929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:12.512643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Transition to ACTIVE for port object 43be58b6-900e-49ab-9c27-351b1b51c426 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:38:12.635056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Transition to ACTIVE for port object 43be58b6-900e-49ab-9c27-351b1b51c426 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:38:12.648372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 377f9cc7-6fad-45f3-9376-d0c2471e6224 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:38:12.682567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:12.693929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:12.713459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.20.0.1 (f42bff26-5cd5-4ede-9ee1-07b802f2c6b7/931e68b4-a36d-4a64-85a4-a9ebde4011f4/46fa05e7-ee6a-4b62-900a-22b8de5998c3) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:38:12.780678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:38:12.789037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:38:12.797556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:38:12.800391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Pushing event updated for resources: {'Port': ['ID=43be58b6-900e-49ab-9c27-351b1b51c426,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:12.804248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:12.906497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Attempting to bind port 43be58b6-900e-49ab-9c27-351b1b51c426 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:38:12.906969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Attempting to bind port 43be58b6-900e-49ab-9c27-351b1b51c426 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:38:12.907386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Attempting to bind port 43be58b6-900e-49ab-9c27-351b1b51c426 on network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:38:12.914514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:38:12.914967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Checking segment: {'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:38:12.915422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:12.915872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Bound using segment: {'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:38:12.916406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Bound port: 43be58b6-900e-49ab-9c27-351b1b51c426, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:38:12.916830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:12.927305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 377f9cc7-6fad-45f3-9376-d0c2471e6224 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:38:12.938241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 377f9cc7-6fad-45f3-9376-d0c2471e6224 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:38:12.938686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:12.973456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:12.991297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Transition to ACTIVE for port object 46fa05e7-ee6a-4b62-900a-22b8de5998c3 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:38:13.041269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:13.047204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d57b8b06-54d4-4a39-b0fb-f68e9e8af5ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:13.079282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] For port 43be58b6-900e-49ab-9c27-351b1b51c426, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:38:13.118303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:38:13.121437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:38:13.125761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:38:13.145991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:13.152504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] For port 43be58b6-900e-49ab-9c27-351b1b51c426, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=43be58b6-900e-49ab-9c27-351b1b51c426,segment=NetworkSegment(d8999e6b-9384-4c89-860c-dadddb2ba191),segment_id=d8999e6b-9384-4c89-860c-dadddb2ba191)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:38:13.167454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=46fa05e7-ee6a-4b62-900a-22b8de5998c3,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:13.172221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:13.195857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:13.206098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:13.211485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:13.273647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 377f9cc7-6fad-45f3-9376-d0c2471e6224, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=377f9cc7-6fad-45f3-9376-d0c2471e6224,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:38:13.312949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Pushing event updated for resources: {'Port': ['ID=43be58b6-900e-49ab-9c27-351b1b51c426,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:13.316034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:13.321185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:13.323461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:13.400681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=377f9cc7-6fad-45f3-9376-d0c2471e6224,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:13.405769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:13.415833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:13.882146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:13.914832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:13.948901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2ae8752b-b3cb-40cb-bdd9-725f07b9803a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:14.038401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=46fa05e7-ee6a-4b62-900a-22b8de5998c3,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:14.041251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:14.046522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:14.189989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:38:14.191262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:38:14.391439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 13efdc0f-2918-4984-a661-2a8eeb22cc62 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:38:14.726062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 43be58b6-900e-49ab-9c27-351b1b51c426 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:38:14.814332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1062ac55-f629-4caf-bac2-e3dbf7e452fb None None] Network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:38:14.895000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 43be58b6-900e-49ab-9c27-351b1b51c426 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:38:14.906769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 377f9cc7-6fad-45f3-9376-d0c2471e6224 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:38:14.913133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:38:14.922814 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "PUT /v2.0/routers/13efdc0f-2918-4984-a661-2a8eeb22cc62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5575798 Apr 22 17:38:14.923479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Sync routers for ids ['13efdc0f-2918-4984-a661-2a8eeb22cc62'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:38:14.935639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Routers {'13efdc0f-2918-4984-a661-2a8eeb22cc62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:38:14.936452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:38:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['13efdc0f-2918-4984-a661-2a8eeb22cc62'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:14.991104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cda49eb4-41d7-413e-805f-465baaadda59 None None] Provisioning for port 43be58b6-900e-49ab-9c27-351b1b51c426 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:38:15.021196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cda49eb4-41d7-413e-805f-465baaadda59 None None] Provisioning complete for port 43be58b6-900e-49ab-9c27-351b1b51c426 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:38:15.021196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cda49eb4-41d7-413e-805f-465baaadda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:15.109581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-82bda1e7-88c7-4f8a-a355-440c556bcc7a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:38:15.126378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Set router 13efdc0f-2918-4984-a661-2a8eeb22cc62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:38:15.150194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 377f9cc7-6fad-45f3-9376-d0c2471e6224 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:38:15.150608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:15.171949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-82bda1e7-88c7-4f8a-a355-440c556bcc7a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:38:15.173368 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-82bda1e7-88c7-4f8a-a355-440c556bcc7a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992050558&fields=id&tenant_id=9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 267 time: 0.1097534 Apr 22 17:38:15.339843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cda49eb4-41d7-413e-805f-465baaadda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:15.359462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-3724cc3d-8d1b-4a5b-b3e1-d5941ca85c42 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:15.360022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-3724cc3d-8d1b-4a5b-b3e1-d5941ca85c42 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:38:15.406016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-3724cc3d-8d1b-4a5b-b3e1-d5941ca85c42 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:38:15.407455 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-3724cc3d-8d1b-4a5b-b3e1-d5941ca85c42 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/networks?id=f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 HTTP/1.1" status: 200 len: 797 time: 0.2247384 Apr 22 17:38:15.425937 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-b7f83a69-d6f8-4397-b90c-ec17f410db59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/quotas/9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 375 time: 0.0108747 Apr 22 17:38:15.439692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cda49eb4-41d7-413e-805f-465baaadda59 None None] For port 43be58b6-900e-49ab-9c27-351b1b51c426, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=43be58b6-900e-49ab-9c27-351b1b51c426,segment=NetworkSegment(d8999e6b-9384-4c89-860c-dadddb2ba191),segment_id=d8999e6b-9384-4c89-860c-dadddb2ba191)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:38:15.474734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cda49eb4-41d7-413e-805f-465baaadda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:15.476644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:15.482894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '46fa05e7-ee6a-4b62-900a-22b8de5998c3', 'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:dc:53:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:12Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 2, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:15.487694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Checking router: 13efdc0f-2918-4984-a661-2a8eeb22cc62 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:38:15.488093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Updating router 13efdc0f-2918-4984-a661-2a8eeb22cc62 port 46fa05e7-ee6a-4b62-900a-22b8de5998c3 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:38:15.547425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:15.549292 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-b1958389-fd85-48d1-9e06-b08af87413fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077166 Apr 22 17:38:15.566967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda49eb4-41d7-413e-805f-465baaadda59 None None] Pushing event updated for resources: {'Port': ['ID=43be58b6-900e-49ab-9c27-351b1b51c426,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:15.570850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cda49eb4-41d7-413e-805f-465baaadda59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:15.748955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-79b2a5c1-0c4a-416b-8ce6-22f306bb44a7 None None] Provisioning for port 46fa05e7-ee6a-4b62-900a-22b8de5998c3 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:38:15.756988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-79b2a5c1-0c4a-416b-8ce6-22f306bb44a7 None None] Provisioning complete for port 46fa05e7-ee6a-4b62-900a-22b8de5998c3 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:38:15.757647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79b2a5c1-0c4a-416b-8ce6-22f306bb44a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:15.766473 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-21822508-a604-4707-a5b7-e0eeb01a5692 service neutron] 10.222.0.77 "GET /v2.0/networks/f42bff26-5cd5-4ede-9ee1-07b802f2c6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160203 Apr 22 17:38:15.819681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-79b2a5c1-0c4a-416b-8ce6-22f306bb44a7 None None] Port 46fa05e7-ee6a-4b62-900a-22b8de5998c3 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:38:15.832090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-79b2a5c1-0c4a-416b-8ce6-22f306bb44a7 None None] Provisioning complete for port 43be58b6-900e-49ab-9c27-351b1b51c426 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:38:15.832521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-79b2a5c1-0c4a-416b-8ce6-22f306bb44a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:15.934432 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-9f68440d-4ebd-4568-a751-1b5ad8172ff2 service neutron] 10.222.0.77 "GET /v2.0/networks/f42bff26-5cd5-4ede-9ee1-07b802f2c6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601403 Apr 22 17:38:15.959377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:15.973631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Transition to ACTIVE for port object 46fa05e7-ee6a-4b62-900a-22b8de5998c3 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:38:16.017611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:16.022918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66887c5e-d2d3-4a5c-8881-9429233cff76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:16.179281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Pushing event updated for resources: {'Port': ['ID=46fa05e7-ee6a-4b62-900a-22b8de5998c3,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:16.187700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.188079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.188453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.188819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.189184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.189543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.189950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.190311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.190732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.191123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.191481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.191895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:38:16.196630 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9fdc8139-7c22-41c1-a2e9-54231430d9bd req-b525f8aa-fce3-4e6f-b737-389c2910aa1e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 210 time: 0.0670972 Apr 22 17:38:16.198449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:16.300864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Attempting to bind port 46fa05e7-ee6a-4b62-900a-22b8de5998c3 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:38:16.301292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Attempting to bind port 46fa05e7-ee6a-4b62-900a-22b8de5998c3 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:38:16.301730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Attempting to bind port 46fa05e7-ee6a-4b62-900a-22b8de5998c3 on network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:38:16.307444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:38:16.307858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Checking segment: {'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:38:16.308310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:16.308752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Bound using segment: {'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:38:16.309270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Bound port: 46fa05e7-ee6a-4b62-900a-22b8de5998c3, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:38:16.309688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:16.411412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] For port 46fa05e7-ee6a-4b62-900a-22b8de5998c3, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:38:16.414662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] For port 46fa05e7-ee6a-4b62-900a-22b8de5998c3, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=46fa05e7-ee6a-4b62-900a-22b8de5998c3,segment=NetworkSegment(d8999e6b-9384-4c89-860c-dadddb2ba191),segment_id=d8999e6b-9384-4c89-860c-dadddb2ba191)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:38:16.475785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:16.481065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-66887c5e-d2d3-4a5c-8881-9429233cff76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:16.559975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Routers {'13efdc0f-2918-4984-a661-2a8eeb22cc62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:38:16.560673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:38:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['13efdc0f-2918-4984-a661-2a8eeb22cc62'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:16.626813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 43be58b6-900e-49ab-9c27-351b1b51c426 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:38:16.634442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Pushing event updated for resources: {'Port': ['ID=46fa05e7-ee6a-4b62-900a-22b8de5998c3,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:16.639502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d14dc64-8659-414b-a10e-5f2119afc836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:16.723249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 43be58b6-900e-49ab-9c27-351b1b51c426 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:38:16.723941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:16.963599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] Set router 13efdc0f-2918-4984-a661-2a8eeb22cc62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:38:17.303403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '46fa05e7-ee6a-4b62-900a-22b8de5998c3', 'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:dc:53:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:12Z', 'updated_at': '2021-04-22T17:38:16Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:17.307868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b8b33-3bb6-4d2e-aad2-a83856480fd4 None None] The sync data for ids ['13efdc0f-2918-4984-a661-2a8eeb22cc62'] in dv-neutron-786478-3-hyperv is: [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '46fa05e7-ee6a-4b62-900a-22b8de5998c3', 'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:dc:53:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:12Z', 'updated_at': '2021-04-22T17:38:16Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:38:17.314301 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-59f88aac-2385-496d-ad6a-e626dfe99cbe req-f2e97c0b-f436-4799-be28-44cfe025761c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 210 time: 0.0504959 Apr 22 17:38:18.491756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a80c899c-9d82-4e64-a0e0-6a743f63bebe req-84c7e78e-8f2c-4df7-b51d-42b22875aaa5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 210 time: 0.0563247 Apr 22 17:38:18.656179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 46fa05e7-ee6a-4b62-900a-22b8de5998c3 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:38:18.692341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-80244d7a-d218-4ca0-b4a4-693f0fb16aad tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:18.694098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-80244d7a-d218-4ca0-b4a4-693f0fb16aad tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/networks?id=f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 HTTP/1.1" status: 200 len: 797 time: 0.2114406 Apr 22 17:38:18.758115 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-f361a77c-f315-4b50-a2dc-b3af5368d52d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 380 time: 0.0499885 Apr 22 17:38:18.766761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 46fa05e7-ee6a-4b62-900a-22b8de5998c3 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:38:18.771469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'port': {'device_id': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'admin_state_up': True, 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'security_groups': ['48be99d0-23da-4b80-9b3a-63a173af35d3']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:18.772579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 46fa05e7-ee6a-4b62-900a-22b8de5998c3 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:38:18.780660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:18.936419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:18.984187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 46fa05e7-ee6a-4b62-900a-22b8de5998c3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=46fa05e7-ee6a-4b62-900a-22b8de5998c3,segment=NetworkSegment(d8999e6b-9384-4c89-860c-dadddb2ba191),segment_id=d8999e6b-9384-4c89-860c-dadddb2ba191)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:38:18.986088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:18.991406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:port and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:18.995587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:19.001548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:19.018835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:19.021881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:19.045390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:38:19.052372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:19.110886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=46fa05e7-ee6a-4b62-900a-22b8de5998c3,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:19.114995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:19.181290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:38:19.242466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.20.0.10 (f42bff26-5cd5-4ede-9ee1-07b802f2c6b7/931e68b4-a36d-4a64-85a4-a9ebde4011f4/a34f80ec-6545-41c4-bb96-4cba678b6997) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:38:19.455271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:19.473004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Transition to ACTIVE for port object a34f80ec-6545-41c4-bb96-4cba678b6997 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:38:19.532815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:19.541033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:19.611435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:38:19.616208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:38:19.618891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:38:19.672402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=a34f80ec-6545-41c4-bb96-4cba678b6997,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:19.676191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:19.728851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:19.730050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:19.732734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcd208-2323-4620-93f9-d921ea8ca501 req-a78b88c5-8323-44c4-a6b4-11f0843d926c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:19.734548 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-20dcd208-2323-4620-93f9-d921ea8ca501 req-a78b88c5-8323-44c4-a6b4-11f0843d926c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 932 time: 0.1065567 Apr 22 17:38:19.801303 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-20dcd208-2323-4620-93f9-d921ea8ca501 req-cc7f50e2-237e-439d-a0a7-80d0e96fd04e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586300 Apr 22 17:38:19.884445 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1176739 Apr 22 17:38:19.898281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Request body: {'port': {'device_id': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:19.937169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2d5c67a1-24c8-473e-b09f-af030090498f None None] Provisioning for port a34f80ec-6545-41c4-bb96-4cba678b6997 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:38:19.943575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2d5c67a1-24c8-473e-b09f-af030090498f None None] Provisioning complete for port a34f80ec-6545-41c4-bb96-4cba678b6997 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:38:19.944091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d5c67a1-24c8-473e-b09f-af030090498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:20.007258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c67a1-24c8-473e-b09f-af030090498f None None] Port a34f80ec-6545-41c4-bb96-4cba678b6997 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:38:20.031731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:20.424462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34f80ec-6545-41c4-bb96-4cba678b6997 {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:38:20.432893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:20.449265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Transition to ACTIVE for port object a34f80ec-6545-41c4-bb96-4cba678b6997 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:38:20.480672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:20.485922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:20.640628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 46fa05e7-ee6a-4b62-900a-22b8de5998c3 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:38:20.726464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Pushing event updated for resources: {'Port': ['ID=a34f80ec-6545-41c4-bb96-4cba678b6997,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:20.739511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 46fa05e7-ee6a-4b62-900a-22b8de5998c3 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:38:20.739820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:20.740250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:20.748435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Attempting to bind port a34f80ec-6545-41c4-bb96-4cba678b6997 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:38:20.748817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Attempting to bind port a34f80ec-6545-41c4-bb96-4cba678b6997 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:38:20.749188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Attempting to bind port a34f80ec-6545-41c4-bb96-4cba678b6997 on network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:38:20.755116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Port a34f80ec-6545-41c4-bb96-4cba678b6997 on network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:38:20.755482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Attempting to bind port a34f80ec-6545-41c4-bb96-4cba678b6997 on network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:38:20.761758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:38:20.762137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Checking segment: {'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:38:20.762564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Bound using segment: {'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:38:20.763083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Bound port: a34f80ec-6545-41c4-bb96-4cba678b6997, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8999e6b-9384-4c89-860c-dadddb2ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:38:20.763476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:20.881051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] For port a34f80ec-6545-41c4-bb96-4cba678b6997, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:38:20.884693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] For port a34f80ec-6545-41c4-bb96-4cba678b6997, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a34f80ec-6545-41c4-bb96-4cba678b6997,segment=NetworkSegment(d8999e6b-9384-4c89-860c-dadddb2ba191),segment_id=d8999e6b-9384-4c89-860c-dadddb2ba191)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:38:20.927175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:20.936119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:21.020877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:21.021692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:21.023345 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] 10.222.0.78 "PUT /v2.0/ports/a34f80ec-6545-41c4-bb96-4cba678b6997 HTTP/1.1" status: 200 len: 1094 time: 1.1306653 Apr 22 17:38:21.026135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'tag': 'a34f80ec-6545-41c4-bb96-4cba678b6997'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:38:21.062380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d035843-2e5c-4456-9960-dee490254323 req-afc027c0-eda1-4944-b455-af9c42331c99 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:21.064318 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2d035843-2e5c-4456-9960-dee490254323 req-afc027c0-eda1-4944-b455-af9c42331c99 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 944 time: 0.1141038 Apr 22 17:38:21.065625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Pushing event updated for resources: {'Port': ['ID=a34f80ec-6545-41c4-bb96-4cba678b6997,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:21.069301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:21.088094 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'tag': 'a34f80ec-6545-41c4-bb96-4cba678b6997', 'status': 'completed', 'code': 200} Apr 22 17:38:21.127366 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2d035843-2e5c-4456-9960-dee490254323 req-59227eb5-5c25-43ac-bda2-f0939baa0b21 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532315 Apr 22 17:38:21.199708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d9058-607c-4e31-aa06-377f7df9f541 req-0dcb19d5-b214-4431-8ee8-6516ac141f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:21.201672 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-213d9058-607c-4e31-aa06-377f7df9f541 req-0dcb19d5-b214-4431-8ee8-6516ac141f15 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 1097 time: 0.0897439 Apr 22 17:38:21.362710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d9058-607c-4e31-aa06-377f7df9f541 req-f50fc91b-f6c4-4246-b183-7f3c4f63b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:21.364394 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-213d9058-607c-4e31-aa06-377f7df9f541 req-f50fc91b-f6c4-4246-b183-7f3c4f63b7a4 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=9fdf26114eae44999e1676e0a8664d68&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1509051 Apr 22 17:38:21.527658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d9058-607c-4e31-aa06-377f7df9f541 req-ee43a23b-80e9-4e69-b9d3-1399f010514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:21.529266 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-213d9058-607c-4e31-aa06-377f7df9f541 req-ee43a23b-80e9-4e69-b9d3-1399f010514c service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1539056 Apr 22 17:38:21.663481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-b341aaa0-6cef-4ea9-bfe6-5db3d47d7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:21.665063 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-b341aaa0-6cef-4ea9-bfe6-5db3d47d7326 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 1097 time: 0.0915225 Apr 22 17:38:21.744995 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-5fd3668d-7836-43ca-a236-04af2455ab4b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34f80ec-6545-41c4-bb96-4cba678b6997 HTTP/1.1" status: 200 len: 217 time: 0.0688145 Apr 22 17:38:21.822010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-0a67e34c-b7e3-44bf-b64a-528caa76a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:21.823647 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-0a67e34c-b7e3-44bf-b64a-528caa76a974 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=931e68b4-a36d-4a64-85a4-a9ebde4011f4 HTTP/1.1" status: 200 len: 833 time: 0.0691478 Apr 22 17:38:21.916794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-3cf6f21b-586c-4eba-90d4-30e722170d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:21.917943 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-3cf6f21b-586c-4eba-90d4-30e722170d27 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f42bff26-5cd5-4ede-9ee1-07b802f2c6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839705 Apr 22 17:38:22.070004 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-66a31769-130f-4f12-a74e-6ecfcfb09b3d service neutron] 10.222.0.78 "GET /v2.0/networks/f42bff26-5cd5-4ede-9ee1-07b802f2c6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412456 Apr 22 17:38:22.228299 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3699bc80-683f-4e5d-8a40-76a0b00d1c81 req-e2d8b8f9-7c82-40fe-89ca-e794655d017f service neutron] 10.222.0.78 "GET /v2.0/networks/f42bff26-5cd5-4ede-9ee1-07b802f2c6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481409 Apr 22 17:38:22.358305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b164f1d-7241-4b77-9e0a-9af4297922d3 req-115f9335-5921-4b09-9aad-728740b476f9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:22.360041 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8b164f1d-7241-4b77-9e0a-9af4297922d3 req-115f9335-5921-4b09-9aad-728740b476f9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 944 time: 0.1089540 Apr 22 17:38:22.414187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8b164f1d-7241-4b77-9e0a-9af4297922d3 req-09f825a0-8488-4242-8799-c291d6beda9f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468614 Apr 22 17:38:23.634202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0df4ad-ab39-4f15-8b75-a9a7a0bff7d8 req-84831f5c-3b0b-4ffa-be21-6a1b57445c7a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:23.635931 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5b0df4ad-ab39-4f15-8b75-a9a7a0bff7d8 req-84831f5c-3b0b-4ffa-be21-6a1b57445c7a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 944 time: 0.0977740 Apr 22 17:38:23.686108 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5b0df4ad-ab39-4f15-8b75-a9a7a0bff7d8 req-d0cec099-916a-4fe3-9246-cf50647df5dc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435452 Apr 22 17:38:24.909838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebcc00-fdf7-4ce3-8dea-b33d6b113401 req-e5ed3700-79c6-4b9c-b681-5e942b98e2f9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:24.911431 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9aebcc00-fdf7-4ce3-8dea-b33d6b113401 req-e5ed3700-79c6-4b9c-b681-5e942b98e2f9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 944 time: 0.0968544 Apr 22 17:38:24.959462 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9aebcc00-fdf7-4ce3-8dea-b33d6b113401 req-61e52b11-a66e-42e8-90ce-8e37e6d04fae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Apr 22 17:38:25.790247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a34f80ec-6545-41c4-bb96-4cba678b6997 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:38:26.128720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a34f80ec-6545-41c4-bb96-4cba678b6997, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a34f80ec-6545-41c4-bb96-4cba678b6997,segment=NetworkSegment(d8999e6b-9384-4c89-860c-dadddb2ba191),segment_id=d8999e6b-9384-4c89-860c-dadddb2ba191)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:38:26.144166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'a34f80ec-6545-41c4-bb96-4cba678b6997', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'port_id': 'a34f80ec-6545-41c4-bb96-4cba678b6997', 'mac_address': 'fa:16:3e:f4:0f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:38:26.174751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffee53-60e2-44f7-9185-b1973aff75ea req-49db87ec-dfb5-4e9c-a2e9-13f147b435ee tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:26.176397 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-72ffee53-60e2-44f7-9185-b1973aff75ea req-49db87ec-dfb5-4e9c-a2e9-13f147b435ee tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 944 time: 0.0945704 Apr 22 17:38:26.205734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:26.226548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34f80ec-6545-41c4-bb96-4cba678b6997 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:38:26.229798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-72ffee53-60e2-44f7-9185-b1973aff75ea req-96b9244c-cf7b-4a7c-b7b3-e25553d78103 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452302 Apr 22 17:38:26.244630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a34f80ec-6545-41c4-bb96-4cba678b6997, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a34f80ec-6545-41c4-bb96-4cba678b6997,segment=NetworkSegment(d8999e6b-9384-4c89-860c-dadddb2ba191),segment_id=d8999e6b-9384-4c89-860c-dadddb2ba191)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:38:26.275197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:26.277525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f9946075-1d1e-47bd-ac5b-b773e22bb94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:26.352821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a34f80ec-6545-41c4-bb96-4cba678b6997,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:26.356098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:26.535108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['a34f80ec-6545-41c4-bb96-4cba678b6997'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:38:27.446216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcb889-de8d-4e3e-a339-edb7fef3dd40 req-5228a9ec-c579-410a-bcbb-8b618fb1db60 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:27.447970 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10fcb889-de8d-4e3e-a339-edb7fef3dd40 req-5228a9ec-c579-410a-bcbb-8b618fb1db60 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 945 time: 0.0948930 Apr 22 17:38:27.499528 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-10fcb889-de8d-4e3e-a339-edb7fef3dd40 req-52a37716-b727-4159-9a01-3a0a0f5226d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446739 Apr 22 17:38:27.792350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a34f80ec-6545-41c4-bb96-4cba678b6997 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:38:27.936495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port a34f80ec-6545-41c4-bb96-4cba678b6997 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:38:27.942831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port a34f80ec-6545-41c4-bb96-4cba678b6997 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:38:27.943256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:28.089414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:28.110184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34f80ec-6545-41c4-bb96-4cba678b6997'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:38:28.121789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port a34f80ec-6545-41c4-bb96-4cba678b6997, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a34f80ec-6545-41c4-bb96-4cba678b6997,segment=NetworkSegment(d8999e6b-9384-4c89-860c-dadddb2ba191),segment_id=d8999e6b-9384-4c89-860c-dadddb2ba191)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:38:28.122878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a74b70c5-29eb-4349-b5be-0b943c710b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:28.154768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:28.156773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:28.237600 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34f80ec-6545-41c4-bb96-4cba678b6997', 'code': 200} Apr 22 17:38:28.238441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=a34f80ec-6545-41c4-bb96-4cba678b6997,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:28.241525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:28.598918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a5dad-0a41-412d-8217-55109ed5d750 req-5ff5a58e-b125-473d-850f-dce62a9d6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:28.600610 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a6a5dad-0a41-412d-8217-55109ed5d750 req-5ff5a58e-b125-473d-850f-dce62a9d6752 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 1099 time: 0.0859175 Apr 22 17:38:28.650496 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a6a5dad-0a41-412d-8217-55109ed5d750 req-c69512c4-7ad1-4fbf-b630-099b40572d47 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398858 Apr 22 17:38:28.713072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d50b8-4a11-4a27-931c-23a99c9e0a65 req-267ab93f-c525-4d17-b399-5cb8f1f58f34 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:28.714837 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ca2d50b8-4a11-4a27-931c-23a99c9e0a65 req-267ab93f-c525-4d17-b399-5cb8f1f58f34 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 946 time: 0.0942848 Apr 22 17:38:28.763525 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ca2d50b8-4a11-4a27-931c-23a99c9e0a65 req-f0ac48aa-be72-4c5b-bea0-66ec5416efe5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413363 Apr 22 17:38:29.984073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f445830-ed4d-4045-b3b4-cf5da3e5c7a8 req-b37b90e2-97fc-4fea-9f8d-16c75ee66a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:29.985680 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8f445830-ed4d-4045-b3b4-cf5da3e5c7a8 req-b37b90e2-97fc-4fea-9f8d-16c75ee66a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 946 time: 0.0892260 Apr 22 17:38:30.035955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8f445830-ed4d-4045-b3b4-cf5da3e5c7a8 req-5f3320b1-3b58-4290-8d90-8b4ded6a6087 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Apr 22 17:38:30.245793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a310d-6a0d-41b8-a7ad-9b74dc6c791a req-4828e201-8612-4184-8880-b76fa9761cfa tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:30.247423 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a83a310d-6a0d-41b8-a7ad-9b74dc6c791a req-4828e201-8612-4184-8880-b76fa9761cfa tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 946 time: 0.0953145 Apr 22 17:38:30.295705 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a83a310d-6a0d-41b8-a7ad-9b74dc6c791a req-c1d478fd-ba07-41ab-8256-85650d0d60bb tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Apr 22 17:38:30.302915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-89646258-8d10-48a9-bc3e-6b5731494632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:30.321088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39172) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:30.400782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f59e4-c7e3-495c-affe-d4aa50738031 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:30.402425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-314f59e4-c7e3-495c-affe-d4aa50738031 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 1094 time: 0.0802548 Apr 22 17:38:30.405838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39176) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:30.412288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': 'a34f80ec-6545-41c4-bb96-4cba678b6997', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:30.419076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:38:30.423245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:floatingip and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:38:30.426304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:38:30.432415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:38:30.473701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:30.619262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:30.772391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.26.6.160 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/c93b7de0-ae08-453d-9070-d302bd3da588) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:38:30.931047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:30.994527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:30.999562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:31.058954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:38:31.060174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:38:31.062897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:38:31.122856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=c93b7de0-ae08-453d-9070-d302bd3da588,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:31.129814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:31.463494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:31.577788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:31.816988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:31.922876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:32.143544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:32.170475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:32.175749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:38:32.291003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=c93b7de0-ae08-453d-9070-d302bd3da588,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:38:32.295711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:38:32.302865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:32.489946 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Floating IP b2d4020a-0c3b-4835-96f0-52d968ed6a01 associated. External IP: 172.26.6.160, port: a34f80ec-6545-41c4-bb96-4cba678b6997. Apr 22 17:38:32.875885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 13efdc0f-2918-4984-a661-2a8eeb22cc62 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:38:32.914999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:33.078032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:38:33.088241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa446d9-34dd-47b3-afcf-9e001fdb2230 None None] Sync routers for ids ['13efdc0f-2918-4984-a661-2a8eeb22cc62'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:38:33.098999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa446d9-34dd-47b3-afcf-9e001fdb2230 None None] Routers {'13efdc0f-2918-4984-a661-2a8eeb22cc62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:38:33.103916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-faa446d9-34dd-47b3-afcf-9e001fdb2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:38:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['13efdc0f-2918-4984-a661-2a8eeb22cc62'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:33.194797 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:33.256442 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8494470 Apr 22 17:38:33.257292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'tag': 'a34f80ec-6545-41c4-bb96-4cba678b6997'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:38:33.297862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-faa446d9-34dd-47b3-afcf-9e001fdb2230 None None] Set router 13efdc0f-2918-4984-a661-2a8eeb22cc62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:38:33.317627 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'tag': 'a34f80ec-6545-41c4-bb96-4cba678b6997', 'status': 'completed', 'code': 200} Apr 22 17:38:33.420130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a38a6-2cc7-4538-b072-f32227869403 req-4760738d-ce51-45ae-86dc-f2e098f4021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:33.421857 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd6a38a6-2cc7-4538-b072-f32227869403 req-4760738d-ce51-45ae-86dc-f2e098f4021e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 1099 time: 0.0829871 Apr 22 17:38:33.449598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558bcaf-4eba-4cd0-9016-cdb8e9db4ac2 req-3929cb5a-f689-4ea3-9118-65773de570b2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:33.451272 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b558bcaf-4eba-4cd0-9016-cdb8e9db4ac2 req-3929cb5a-f689-4ea3-9118-65773de570b2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 946 time: 0.0972381 Apr 22 17:38:33.511402 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b558bcaf-4eba-4cd0-9016-cdb8e9db4ac2 req-9289a72b-ba21-4d5f-a62b-895cf6149fe1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512688 Apr 22 17:38:33.539396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39184) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:33.587172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a38a6-2cc7-4538-b072-f32227869403 req-abb9bcf5-424d-400e-b2e5-17eb15b7991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:33.589427 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd6a38a6-2cc7-4538-b072-f32227869403 req-abb9bcf5-424d-400e-b2e5-17eb15b7991d service neutron] 10.222.0.78 "GET /v2.0/networks?id=f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 HTTP/1.1" status: 200 len: 899 time: 0.1601539 Apr 22 17:38:33.660291 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ec5573bd-fd35-4e5b-8187-94766d8f9032 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/b2d4020a-0c3b-4835-96f0-52d968ed6a01 HTTP/1.1" status: 200 len: 992 time: 0.1166492 Apr 22 17:38:33.701885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-faa446d9-34dd-47b3-afcf-9e001fdb2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'b2d4020a-0c3b-4835-96f0-52d968ed6a01', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'port_id': 'a34f80ec-6545-41c4-bb96-4cba678b6997', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'mac_address': 'fa:16:3e:f4:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:38:31Z', 'updated_at': '2021-04-22T17:38:31Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fa05e7-ee6a-4b62-900a-22b8de5998c3', 'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:dc:53:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:12Z', 'updated_at': '2021-04-22T17:38:18Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:33.706890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa446d9-34dd-47b3-afcf-9e001fdb2230 None None] Checking router: 13efdc0f-2918-4984-a661-2a8eeb22cc62 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:38:33.717120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa446d9-34dd-47b3-afcf-9e001fdb2230 None None] Routers {'13efdc0f-2918-4984-a661-2a8eeb22cc62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:38:33.717819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-faa446d9-34dd-47b3-afcf-9e001fdb2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:38:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['13efdc0f-2918-4984-a661-2a8eeb22cc62'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:33.724628 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd6a38a6-2cc7-4538-b072-f32227869403 req-09828849-e490-47a6-8e81-9381b09b12fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34f80ec-6545-41c4-bb96-4cba678b6997 HTTP/1.1" status: 200 len: 1000 time: 0.1276956 Apr 22 17:38:33.801195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a38a6-2cc7-4538-b072-f32227869403 req-d410639d-9c9d-4dca-957c-537eb12c9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:33.802964 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd6a38a6-2cc7-4538-b072-f32227869403 req-d410639d-9c9d-4dca-957c-537eb12c9d2f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=931e68b4-a36d-4a64-85a4-a9ebde4011f4 HTTP/1.1" status: 200 len: 833 time: 0.0724475 Apr 22 17:38:33.889940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a38a6-2cc7-4538-b072-f32227869403 req-e037b572-ac57-4f17-8849-409b1b06f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:33.891611 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd6a38a6-2cc7-4538-b072-f32227869403 req-e037b572-ac57-4f17-8849-409b1b06f3ce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f42bff26-5cd5-4ede-9ee1-07b802f2c6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818388 Apr 22 17:38:33.928701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-faa446d9-34dd-47b3-afcf-9e001fdb2230 None None] Set router 13efdc0f-2918-4984-a661-2a8eeb22cc62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:38:34.061342 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd6a38a6-2cc7-4538-b072-f32227869403 req-44962fb9-d0a3-42b8-84d9-116f892731d5 service neutron] 10.222.0.78 "GET /v2.0/networks/f42bff26-5cd5-4ede-9ee1-07b802f2c6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589580 Apr 22 17:38:34.231036 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd6a38a6-2cc7-4538-b072-f32227869403 req-78fdd8ee-cdd6-4d5d-8fab-ff356dfde667 service neutron] 10.222.0.78 "GET /v2.0/networks/f42bff26-5cd5-4ede-9ee1-07b802f2c6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623285 Apr 22 17:38:34.327091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-faa446d9-34dd-47b3-afcf-9e001fdb2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'b2d4020a-0c3b-4835-96f0-52d968ed6a01', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'port_id': 'a34f80ec-6545-41c4-bb96-4cba678b6997', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'mac_address': 'fa:16:3e:f4:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:38:31Z', 'updated_at': '2021-04-22T17:38:31Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fa05e7-ee6a-4b62-900a-22b8de5998c3', 'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:dc:53:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:12Z', 'updated_at': '2021-04-22T17:38:18Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:38:34.331620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa446d9-34dd-47b3-afcf-9e001fdb2230 None None] The sync data for ids ['13efdc0f-2918-4984-a661-2a8eeb22cc62'] in dv-neutron-786478-3-hyperv is: [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'b2d4020a-0c3b-4835-96f0-52d968ed6a01', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'port_id': 'a34f80ec-6545-41c4-bb96-4cba678b6997', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'mac_address': 'fa:16:3e:f4:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:38:31Z', 'updated_at': '2021-04-22T17:38:31Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fa05e7-ee6a-4b62-900a-22b8de5998c3', 'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:dc:53:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:12Z', 'updated_at': '2021-04-22T17:38:18Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:38:34.624891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36105aa-c954-4ecc-9f91-07b2dda327b8 None None] New status for floating IP b2d4020a-0c3b-4835-96f0-52d968ed6a01: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:38:34.663294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39188) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:34.788018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41314e1b-3b78-4ea3-b9ee-64560a4509a4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/b2d4020a-0c3b-4835-96f0-52d968ed6a01 HTTP/1.1" status: 200 len: 992 time: 0.1221323 Apr 22 17:38:35.560467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:38:35.791084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39192) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:35.915024 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dea60d9a-5a97-4943-b09b-33eb8eec1bbb tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/b2d4020a-0c3b-4835-96f0-52d968ed6a01 HTTP/1.1" status: 200 len: 994 time: 0.1224473 Apr 22 17:38:46.882463 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-295d5818-0a35-46b3-b2b4-8b1919d495e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827353 Apr 22 17:38:47.034994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-97b65d4a-a1e2-4205-b4ca-eadb10506439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:47.036625 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-97b65d4a-a1e2-4205-b4ca-eadb10506439 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 1099 time: 0.0814874 Apr 22 17:38:47.199688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-c436678e-37b6-402b-99a4-3ef5700feab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:47.201300 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-c436678e-37b6-402b-99a4-3ef5700feab2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 HTTP/1.1" status: 200 len: 899 time: 0.1423187 Apr 22 17:38:47.317677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-1232029e-6700-4a07-b224-ca88bf40b8ee service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34f80ec-6545-41c4-bb96-4cba678b6997 HTTP/1.1" status: 200 len: 1002 time: 0.1055005 Apr 22 17:38:47.389955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-279ed48d-897f-4aea-a769-b86294885d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:47.391567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-279ed48d-897f-4aea-a769-b86294885d96 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=931e68b4-a36d-4a64-85a4-a9ebde4011f4 HTTP/1.1" status: 200 len: 833 time: 0.0637107 Apr 22 17:38:47.482304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-409e5c08-fd79-4236-9d4b-304532ada006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:38:47.484048 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-409e5c08-fd79-4236-9d4b-304532ada006 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f42bff26-5cd5-4ede-9ee1-07b802f2c6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830660 Apr 22 17:38:47.636179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-ca4517c9-e109-4bfb-89f6-2ed61fec4511 service neutron] 10.222.0.78 "GET /v2.0/networks/f42bff26-5cd5-4ede-9ee1-07b802f2c6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445587 Apr 22 17:38:47.785665 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bb64ec5-92aa-4d84-b9a7-ba82509fb986 req-37823c37-ce90-41e3-97cd-cfcd05db6f91 service neutron] 10.222.0.78 "GET /v2.0/networks/f42bff26-5cd5-4ede-9ee1-07b802f2c6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417425 Apr 22 17:38:56.171263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:38:58.091186 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a3c5c3d4-db4a-4d52-9474-23b4784b3c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:00.302552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5efa4dbb-7a93-4a77-9755-7e294bdabcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:01.461932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:01.553944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:02.914142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:05.565461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:09.628768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766593e0-b674-4c91-9fe0-68e3cbec47bb req-40f74746-3962-4386-976d-e6762b936752 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:09.630307 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-766593e0-b674-4c91-9fe0-68e3cbec47bb req-40f74746-3962-4386-976d-e6762b936752 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 946 time: 0.0938239 Apr 22 17:39:09.971335 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-766593e0-b674-4c91-9fe0-68e3cbec47bb req-ea42169e-e19f-431d-b625-3b47a89a775b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346202 Apr 22 17:39:11.175922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424554-69a8-4568-9451-250b1ed99e73 req-126d69e5-fc32-429c-a474-6112c574403f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:11.177514 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63424554-69a8-4568-9451-250b1ed99e73 req-126d69e5-fc32-429c-a474-6112c574403f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 946 time: 0.0884442 Apr 22 17:39:11.228070 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63424554-69a8-4568-9451-250b1ed99e73 req-e662c560-5613-42f3-ac5e-3f4ea4d75cd0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442119 Apr 22 17:39:11.255070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39212) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:11.368419 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-84a55ca3-4749-475d-b7b5-ca07d762e53d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/b2d4020a-0c3b-4835-96f0-52d968ed6a01 HTTP/1.1" status: 200 len: 994 time: 0.1120543 Apr 22 17:39:12.927897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-43865d2b-0d3a-457d-93ab-9ea45d3f3f48 req-a956295d-d5ec-4269-8ed6-918eda97eaf9 tempest-ServerDiskConfigTestJSON-128894352 tempest-ServerDiskConfigTestJSON-128894352-project] (87210) timed out ('10.222.0.78', 62365) {{(pid=87210) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 17:39:12.936956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535824a-edf3-4101-8f8b-6017936f0ce4 req-4d2577a5-7765-4a34-a1c5-2653f55d5504 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:12.939083 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f535824a-edf3-4101-8f8b-6017936f0ce4 req-4d2577a5-7765-4a34-a1c5-2653f55d5504 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 946 time: 0.0898924 Apr 22 17:39:12.990185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f535824a-edf3-4101-8f8b-6017936f0ce4 req-fff25e98-be5e-46f5-85d1-3d7086e3015b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440545 Apr 22 17:39:14.199265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505d72c-b14a-4919-b180-6e4a2488f4f5 req-e6f8c482-cefe-46d6-8a1d-879696a37241 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:14.200855 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c505d72c-b14a-4919-b180-6e4a2488f4f5 req-e6f8c482-cefe-46d6-8a1d-879696a37241 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 946 time: 0.0923820 Apr 22 17:39:14.248331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c505d72c-b14a-4919-b180-6e4a2488f4f5 req-23ca7153-6ea1-4550-932e-d00937bc94e6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 Apr 22 17:39:14.274702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39224) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:14.389065 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-73ebae2b-4d58-4146-8e33-a3d904527c08 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/b2d4020a-0c3b-4835-96f0-52d968ed6a01 HTTP/1.1" status: 200 len: 994 time: 0.1131392 Apr 22 17:39:14.694032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39232) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:14.906124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port c93b7de0-ae08-453d-9070-d302bd3da588 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:39:14.906973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:15.088876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:15.089244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:15.506401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for c93b7de0-ae08-453d-9070-d302bd3da588 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:39:15.758448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:15.763343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:15.810065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=c93b7de0-ae08-453d-9070-d302bd3da588,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:15.844353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.844793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.845210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.845626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.846035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.846446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.846979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.847290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.847697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.848105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.848513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.848918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:15.856927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:15.919211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:15.919620 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Floating IP b2d4020a-0c3b-4835-96f0-52d968ed6a01 disassociated (deleted). External IP: 172.26.6.160, port: a34f80ec-6545-41c4-bb96-4cba678b6997. Apr 22 17:39:16.294837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 13efdc0f-2918-4984-a661-2a8eeb22cc62 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:39:16.483529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:39:16.493376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae717b2f-4a64-46ec-a094-7b662b2cc7b8 None None] Sync routers for ids ['13efdc0f-2918-4984-a661-2a8eeb22cc62'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:39:16.497823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:16.503455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae717b2f-4a64-46ec-a094-7b662b2cc7b8 None None] Routers {'13efdc0f-2918-4984-a661-2a8eeb22cc62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:39:16.504116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ae717b2f-4a64-46ec-a094-7b662b2cc7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:39:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['13efdc0f-2918-4984-a661-2a8eeb22cc62'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:16.559613 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/floatingips/b2d4020a-0c3b-4835-96f0-52d968ed6a01 HTTP/1.1" status: 204 len: 168 time: 1.8615930 Apr 22 17:39:16.559613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'tag': 'a34f80ec-6545-41c4-bb96-4cba678b6997'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:39:16.609075 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'tag': 'a34f80ec-6545-41c4-bb96-4cba678b6997', 'status': 'completed', 'code': 200} Apr 22 17:39:16.712007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ae717b2f-4a64-46ec-a094-7b662b2cc7b8 None None] Set router 13efdc0f-2918-4984-a661-2a8eeb22cc62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:39:16.731631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca70f-f231-4fd7-8101-413322234a5d req-079276a6-3592-415b-93e6-5dc64b7bd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:16.732957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d26ca70f-f231-4fd7-8101-413322234a5d req-079276a6-3592-415b-93e6-5dc64b7bd58e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 1099 time: 0.0934649 Apr 22 17:39:16.909077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca70f-f231-4fd7-8101-413322234a5d req-fc776e65-aeb9-4de9-a8a8-b0563951e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:16.910729 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d26ca70f-f231-4fd7-8101-413322234a5d req-fc776e65-aeb9-4de9-a8a8-b0563951e46b service neutron] 10.222.0.78 "GET /v2.0/networks?id=f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 HTTP/1.1" status: 200 len: 899 time: 0.1667216 Apr 22 17:39:16.987512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d26ca70f-f231-4fd7-8101-413322234a5d req-8d5d72be-81dc-469d-aeda-2eb10baa8ef6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34f80ec-6545-41c4-bb96-4cba678b6997 HTTP/1.1" status: 200 len: 217 time: 0.0698366 Apr 22 17:39:17.074407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca70f-f231-4fd7-8101-413322234a5d req-00a2bb6e-8a6e-496c-8b2e-7b70c1f0dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:17.076028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d26ca70f-f231-4fd7-8101-413322234a5d req-00a2bb6e-8a6e-496c-8b2e-7b70c1f0dd2e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=931e68b4-a36d-4a64-85a4-a9ebde4011f4 HTTP/1.1" status: 200 len: 833 time: 0.0781991 Apr 22 17:39:17.092244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ca7e1-946a-4d5a-8f3f-27402ed7df10 req-92863b0e-73c3-45c4-9478-aeedade6f710 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:17.094107 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f19ca7e1-946a-4d5a-8f3f-27402ed7df10 req-92863b0e-73c3-45c4-9478-aeedade6f710 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 946 time: 0.0941005 Apr 22 17:39:17.144857 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f19ca7e1-946a-4d5a-8f3f-27402ed7df10 req-02160000-6d1f-48d6-9a06-151fc1fae0a1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438168 Apr 22 17:39:17.167738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca70f-f231-4fd7-8101-413322234a5d req-cb4d3804-f2fc-4f81-b448-0196702262cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:17.168250 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d26ca70f-f231-4fd7-8101-413322234a5d req-cb4d3804-f2fc-4f81-b448-0196702262cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f42bff26-5cd5-4ede-9ee1-07b802f2c6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850592 Apr 22 17:39:17.239160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ae717b2f-4a64-46ec-a094-7b662b2cc7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '46fa05e7-ee6a-4b62-900a-22b8de5998c3', 'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:dc:53:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:12Z', 'updated_at': '2021-04-22T17:38:18Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:17.243293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae717b2f-4a64-46ec-a094-7b662b2cc7b8 None None] Checking router: 13efdc0f-2918-4984-a661-2a8eeb22cc62 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:39:17.252225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae717b2f-4a64-46ec-a094-7b662b2cc7b8 None None] Routers {'13efdc0f-2918-4984-a661-2a8eeb22cc62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:39:17.252883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ae717b2f-4a64-46ec-a094-7b662b2cc7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:39:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['13efdc0f-2918-4984-a661-2a8eeb22cc62'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:17.311648 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d26ca70f-f231-4fd7-8101-413322234a5d req-e247ad44-d0e1-431a-a071-00018c3742b9 service neutron] 10.222.0.78 "GET /v2.0/networks/f42bff26-5cd5-4ede-9ee1-07b802f2c6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359944 Apr 22 17:39:17.438868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ae717b2f-4a64-46ec-a094-7b662b2cc7b8 None None] Set router 13efdc0f-2918-4984-a661-2a8eeb22cc62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:39:17.455888 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d26ca70f-f231-4fd7-8101-413322234a5d req-d00efa0b-f7b1-44a4-aa15-29eb79476662 service neutron] 10.222.0.78 "GET /v2.0/networks/f42bff26-5cd5-4ede-9ee1-07b802f2c6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360834 Apr 22 17:39:17.768303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ae717b2f-4a64-46ec-a094-7b662b2cc7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '46fa05e7-ee6a-4b62-900a-22b8de5998c3', 'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:dc:53:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:12Z', 'updated_at': '2021-04-22T17:38:18Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:17.772493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae717b2f-4a64-46ec-a094-7b662b2cc7b8 None None] The sync data for ids ['13efdc0f-2918-4984-a661-2a8eeb22cc62'] in dv-neutron-786478-3-hyperv is: [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '46fa05e7-ee6a-4b62-900a-22b8de5998c3', 'name': '', 'network_id': 'f42bff26-5cd5-4ede-9ee1-07b802f2c6b7', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:dc:53:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:12Z', 'updated_at': '2021-04-22T17:38:18Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '931e68b4-a36d-4a64-85a4-a9ebde4011f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:39:18.174979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0b993-ef37-4eb1-b1cf-2c43ed4a94db None None] New status for floating IP b2d4020a-0c3b-4835-96f0-52d968ed6a01: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:39:18.367499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb7b7f-266c-4fa4-a992-2be11863a2e0 req-febe2380-682e-4f86-9934-0dd97788a191 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:18.369152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47fb7b7f-266c-4fa4-a992-2be11863a2e0 req-febe2380-682e-4f86-9934-0dd97788a191 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 946 time: 0.0983179 Apr 22 17:39:18.421061 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-47fb7b7f-266c-4fa4-a992-2be11863a2e0 req-13a8cac7-ecc4-4335-828d-e3f166a53ce9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=48be99d0-23da-4b80-9b3a-63a173af35d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453770 Apr 22 17:39:18.858860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-f60cc732-d4d3-4698-986a-04c5ae0e70f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:18.859542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-f60cc732-d4d3-4698-986a-04c5ae0e70f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:39:18.918092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-f60cc732-d4d3-4698-986a-04c5ae0e70f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:39:18.919363 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-f60cc732-d4d3-4698-986a-04c5ae0e70f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 946 time: 0.1500227 Apr 22 17:39:18.998998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port a34f80ec-6545-41c4-bb96-4cba678b6997 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:39:18.999385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:19.266959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port a34f80ec-6545-41c4-bb96-4cba678b6997, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a34f80ec-6545-41c4-bb96-4cba678b6997,segment=NetworkSegment(d8999e6b-9384-4c89-860c-dadddb2ba191),segment_id=d8999e6b-9384-4c89-860c-dadddb2ba191)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:39:19.267358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:19.398267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for a34f80ec-6545-41c4-bb96-4cba678b6997 owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:39:19.679690 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9e47d824-0323-4dd4-bfa8-a0e1dade2e91 req-a723f985-af52-433b-8573-ad3e8e8c7339 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=de7debab-b5cb-4215-99e0-0147c095a98f HTTP/1.1" status: 200 len: 210 time: 0.0490375 Apr 22 17:39:19.690898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:19.697420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2aff7ec6-5f28-4e05-91b1-092aeb59a18b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:19.744693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=a34f80ec-6545-41c4-bb96-4cba678b6997,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:19.748587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:19.830653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] No DVR routers for this DVR port a34f80ec-6545-41c4-bb96-4cba678b6997 on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:39:19.833195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:19.836331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'name': 'network-vif-deleted', 'tag': 'a34f80ec-6545-41c4-bb96-4cba678b6997'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:39:19.880143 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ba5e9e9b-7e01-4d64-a1c4-41f07a9899d2 req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "DELETE /v2.0/ports/a34f80ec-6545-41c4-bb96-4cba678b6997 HTTP/1.1" status: 204 len: 173 time: 0.9524496 Apr 22 17:39:19.886274 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7debab-b5cb-4215-99e0-0147c095a98f', 'name': 'network-vif-deleted', 'tag': 'a34f80ec-6545-41c4-bb96-4cba678b6997', 'status': 'completed', 'code': 200} Apr 22 17:39:20.784642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39250) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:21.361894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:22.010351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 46fa05e7-ee6a-4b62-900a-22b8de5998c3 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:39:22.010650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:22.215789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port 46fa05e7-ee6a-4b62-900a-22b8de5998c3, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=46fa05e7-ee6a-4b62-900a-22b8de5998c3,segment=NetworkSegment(d8999e6b-9384-4c89-860c-dadddb2ba191),segment_id=d8999e6b-9384-4c89-860c-dadddb2ba191)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:39:22.216183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:22.346455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 46fa05e7-ee6a-4b62-900a-22b8de5998c3 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:39:22.627727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:22.632614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c45e1a7c-0a63-4340-aad7-d100f58cb81e tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:22.681403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=46fa05e7-ee6a-4b62-900a-22b8de5998c3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:22.719839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:22.981111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:23.362337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 13efdc0f-2918-4984-a661-2a8eeb22cc62 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:39:23.546569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:39:23.556513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0bfd1-bd4e-4d7a-9b11-01306d8638f4 None None] Sync routers for ids ['13efdc0f-2918-4984-a661-2a8eeb22cc62'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:39:23.559737 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "PUT /v2.0/routers/13efdc0f-2918-4984-a661-2a8eeb22cc62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7738953 Apr 22 17:39:23.562695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39254) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:23.566935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b0bfd1-bd4e-4d7a-9b11-01306d8638f4 None None] Routers {'13efdc0f-2918-4984-a661-2a8eeb22cc62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:39:23.567657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d4b0bfd1-bd4e-4d7a-9b11-01306d8638f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:39:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['13efdc0f-2918-4984-a661-2a8eeb22cc62'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:23.640179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04e9d8d-977f-4435-bec0-06d514f184cc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting subnet 931e68b4-a36d-4a64-85a4-a9ebde4011f4 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:39:23.643915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d04e9d8d-977f-4435-bec0-06d514f184cc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:23.701780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d04e9d8d-977f-4435-bec0-06d514f184cc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:23.760418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d4b0bfd1-bd4e-4d7a-9b11-01306d8638f4 None None] Set router 13efdc0f-2918-4984-a661-2a8eeb22cc62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:39:23.793849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d04e9d8d-977f-4435-bec0-06d514f184cc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:24.060024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a34f80ec-6545-41c4-bb96-4cba678b6997 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:39:24.102928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: a34f80ec-6545-41c4-bb96-4cba678b6997 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:39:24.103311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device a34f80ec-6545-41c4-bb96-4cba678b6997 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:39:24.111774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d4b0bfd1-bd4e-4d7a-9b11-01306d8638f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:39:22Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:24.115937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0bfd1-bd4e-4d7a-9b11-01306d8638f4 None None] Checking router: 13efdc0f-2918-4984-a661-2a8eeb22cc62 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:39:24.124937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b0bfd1-bd4e-4d7a-9b11-01306d8638f4 None None] Routers {'13efdc0f-2918-4984-a661-2a8eeb22cc62'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:39:24.126248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d4b0bfd1-bd4e-4d7a-9b11-01306d8638f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:39:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['13efdc0f-2918-4984-a661-2a8eeb22cc62'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:24.309372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d4b0bfd1-bd4e-4d7a-9b11-01306d8638f4 None None] Set router 13efdc0f-2918-4984-a661-2a8eeb22cc62 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:39:24.360707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d04e9d8d-977f-4435-bec0-06d514f184cc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:24.365940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c690704-7b38-42b1-9e33-c55322988f7d tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:24.409839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e9d8d-977f-4435-bec0-06d514f184cc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Subnet': ['ID=931e68b4-a36d-4a64-85a4-a9ebde4011f4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:24.412017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d04e9d8d-977f-4435-bec0-06d514f184cc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:24.415040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d04e9d8d-977f-4435-bec0-06d514f184cc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:24.419450 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d04e9d8d-977f-4435-bec0-06d514f184cc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/subnets/931e68b4-a36d-4a64-85a4-a9ebde4011f4 HTTP/1.1" status: 204 len: 168 time: 0.8556409 Apr 22 17:39:24.422220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39258) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:24.425332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f98f9-71ec-42f3-af9c-1fcb4d05b69e None None] Network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:39:24.618940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:24.820256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:24.862283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 377f9cc7-6fad-45f3-9376-d0c2471e6224 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:39:24.862703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:24.980677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d4b0bfd1-bd4e-4d7a-9b11-01306d8638f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:39:22Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:24.986224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0bfd1-bd4e-4d7a-9b11-01306d8638f4 None None] The sync data for ids ['13efdc0f-2918-4984-a661-2a8eeb22cc62'] in dv-neutron-786478-3-hyperv is: [{'id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1268192535', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:38:06Z', 'updated_at': '2021-04-22T17:39:22Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '377f9cc7-6fad-45f3-9376-d0c2471e6224', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efdc0f-2918-4984-a661-2a8eeb22cc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:38:07Z', 'updated_at': '2021-04-22T17:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:39:25.029650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] DHCP port deletion for f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:39:25.033956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Deleting port 43be58b6-900e-49ab-9c27-351b1b51c426 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:39:25.034376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:25.051446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port 377f9cc7-6fad-45f3-9376-d0c2471e6224, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=377f9cc7-6fad-45f3-9376-d0c2471e6224,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:39:25.051846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:25.193858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 377f9cc7-6fad-45f3-9376-d0c2471e6224 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:39:25.264947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] For port 43be58b6-900e-49ab-9c27-351b1b51c426, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=43be58b6-900e-49ab-9c27-351b1b51c426,segment=NetworkSegment(d8999e6b-9384-4c89-860c-dadddb2ba191),segment_id=d8999e6b-9384-4c89-860c-dadddb2ba191)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:39:25.265390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:25.398240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Calling delete_port for 43be58b6-900e-49ab-9c27-351b1b51c426 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:39:25.489537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:25.494612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e6921a80-1bf8-4028-ae68-64eadc9eff54 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:25.519403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:25.524621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5eeeb4df-a0d8-4430-9386-04ac2cb60bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:25.576796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] No DVR routers for this DVR port 43be58b6-900e-49ab-9c27-351b1b51c426 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:39:25.579113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Pushing event deleted for resources: {'Port': ['ID=43be58b6-900e-49ab-9c27-351b1b51c426,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:25.589616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.590012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.590428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.590838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.591212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.591588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.591962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.592330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.592698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.593064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.593429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.593793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:25.598436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:25.832926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=377f9cc7-6fad-45f3-9376-d0c2471e6224,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:25.836538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:25.931076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:26.116799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:26.119164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:26.409734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:26.410236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Fanout notify agent at l3_agent the message router_deleted on router 13efdc0f-2918-4984-a661-2a8eeb22cc62 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:39:26.427198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:26.428232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/routers/13efdc0f-2918-4984-a661-2a8eeb22cc62 HTTP/1.1" status: 204 len: 168 time: 2.0044432 Apr 22 17:39:26.431184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39262) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:26.557076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:26.675980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 43be58b6-900e-49ab-9c27-351b1b51c426 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:39:26.705475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:26.727479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 43be58b6-900e-49ab-9c27-351b1b51c426 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:39:26.728101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 43be58b6-900e-49ab-9c27-351b1b51c426 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:39:26.728596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 46fa05e7-ee6a-4b62-900a-22b8de5998c3 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:39:26.764963 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 46fa05e7-ee6a-4b62-900a-22b8de5998c3 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:39:26.765365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 46fa05e7-ee6a-4b62-900a-22b8de5998c3 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:39:26.765845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 377f9cc7-6fad-45f3-9376-d0c2471e6224 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:39:26.804676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 377f9cc7-6fad-45f3-9376-d0c2471e6224 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:39:26.805080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 377f9cc7-6fad-45f3-9376-d0c2471e6224 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:39:26.831382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42bff26-5cd5-4ede-9ee1-07b802f2c6b7']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:26.844886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8999e6b-9384-4c89-860c-dadddb2ba191') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:26.845370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8999e6b-9384-4c89-860c-dadddb2ba191') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:26.857350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:26.872870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:26.879305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:39:27.060890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:39:27.070015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:27.251252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:39:27.275340 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:39:27.450613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:27.454919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8ac12e17-f6a4-41e4-917d-077a6023fa46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:27.473500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:27.480414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Network': ['ID=f42bff26-5cd5-4ede-9ee1-07b802f2c6b7,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:27.485454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:27.576608 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ad9c5a09-f378-4248-9959-4b644ed18432 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/networks/f42bff26-5cd5-4ede-9ee1-07b802f2c6b7 HTTP/1.1" status: 204 len: 168 time: 1.1441152 Apr 22 17:39:27.580240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39266) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:27.652133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a41a8aa3-cbca-497f-b4b6-5526c479a073 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:27.686389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a41a8aa3-cbca-497f-b4b6-5526c479a073 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:27.827339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a41a8aa3-cbca-497f-b4b6-5526c479a073 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:27.832863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88e42a6b-40af-46bb-a208-960a5f5be23b tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:27.848511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a8aa3-cbca-497f-b4b6-5526c479a073 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48be99d0-23da-4b80-9b3a-63a173af35d3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:27.851255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a41a8aa3-cbca-497f-b4b6-5526c479a073 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:27.883919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a41a8aa3-cbca-497f-b4b6-5526c479a073 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:27.885172 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a41a8aa3-cbca-497f-b4b6-5526c479a073 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/security-groups/48be99d0-23da-4b80-9b3a-63a173af35d3 HTTP/1.1" status: 204 len: 168 time: 0.3039117 Apr 22 17:39:28.101814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d81e2a77-e934-4aa7-9231-7453de5ccb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:28.294897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39274) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:28.300846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-651403692', 'description': 'tempest-secgroup-smoke-651403692 description', 'project_id': '9fdf26114eae44999e1676e0a8664d68'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:28.307393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:28.311747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:28.315238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:28.321249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:28.358881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:28.380176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:28.384207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:28.387122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:28.393716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:28.605148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:28.638094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:28.643830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53cd1d44-592e-40a0-826f-46e57a1b328a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:28.686429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe94f3b2-afa3-4551-ba70-93fbd5ec304c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:28.690017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:28.748379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:28.749784 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8322dbd2-6695-484f-8ecd-c7123373178a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4537714 Apr 22 17:39:28.753485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39278) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:28.759170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'fe94f3b2-afa3-4551-ba70-93fbd5ec304c', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:28.766117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:28.770251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:28.773336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:28.779379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:28.875086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:28.941481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:28.975994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:28.977931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2bc34f57-646f-42de-adc5-5362d015b3d4 tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:29.002051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12480b0-8f77-4c8c-9317-e0e5fcfdd1d9,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:29.004637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:29.039093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.040424 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2858961 Apr 22 17:39:29.043440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39282) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:29.049739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'fe94f3b2-afa3-4551-ba70-93fbd5ec304c', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:29.056440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:29.060521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:29.063606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:29.069790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:29.120236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.184545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.233021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.240874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc5ffa94-f815-4d17-86ac-6a6ec8012d64 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:29.263240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312d4d57-5508-450f-b271-36b3f2a54630,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:29.266855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:29.301547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.302890 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2583730 Apr 22 17:39:29.305714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39286) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:29.311302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'fe94f3b2-afa3-4551-ba70-93fbd5ec304c', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:29.317774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:29.321860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:29.324879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:29.330930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:29.376612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.444462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.473279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.481114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2e499639-94f1-4fe4-ae60-07f340175c16 tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:29.503235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950339e2-0a8a-48ab-8e15-99fd84a2e892,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:29.505862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:29.541610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.543044 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2362475 Apr 22 17:39:29.545904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39290) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:29.551498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'fe94f3b2-afa3-4551-ba70-93fbd5ec304c', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:29.558012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:29.562106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:29.565177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:29.571337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:29.628990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.695200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.735433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.737478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-15110402-fa08-4698-85ff-3d7925e420ef tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:29.762192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacc32a6-412b-4637-bfc4-25df715743e9,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:29.764892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:29.833492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.835104 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2879031 Apr 22 17:39:29.838009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39294) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:29.843668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'fe94f3b2-afa3-4551-ba70-93fbd5ec304c', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:29.850259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:29.854235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:29.857233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:29.863257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:29.895297 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Project 9fdf26114eae44999e1676e0a8664d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:39:29.902184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.968564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.997659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:29.999617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d8acf790-53da-4bdf-bf25-1a19654311b9 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:30.023108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acb0273-dceb-469f-8ba7-3b49c537d55f,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:30.025638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:30.055244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.056581 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-31f1b8b8-cb0b-4c63-936b-cbd11d96599b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2175763 Apr 22 17:39:30.059714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39298) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:30.066306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'fe94f3b2-afa3-4551-ba70-93fbd5ec304c', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:30.073011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:30.077082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:30.080174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:30.087452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:30.152521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Project 9fdf26114eae44999e1676e0a8664d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:39:30.159869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.232602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.261120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.263096 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6c61d853-35c8-4205-9764-31d6902986ad tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:30.285020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f61d013-43ca-4e8b-8243-5892e2565e11,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:30.289467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:30.302095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4ed8f06-d5a4-46f1-91d3-a013297b68c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.330527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.331885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f2b708d9-ff33-468d-acd5-8965d4c91d8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2710361 Apr 22 17:39:30.335235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39302) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:30.341221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'network': {'name': 'tempest-network-smoke--64632681', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'port_security_enabled': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:30.347248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:30.351633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:network and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:30.354636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:30.361273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:30.404560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:39:30.411382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.441101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:39:30.503610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.503942 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Added segment fcbebadc-7f5c-4c7c-9960-a0285811551c of type vlan for network 6cafc190-acf5-4ee6-a580-a24f184f5758 Apr 22 17:39:30.580944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.673995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.680108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:30.680758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.686328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-979b7f7c-5ade-4c51-a462-31e00ba36581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:30.806796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Network': ['ID=6cafc190-acf5-4ee6-a580-a24f184f5758,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:30.806796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:30.808569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 6cafc190-acf5-4ee6-a580-a24f184f5758 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:39:30.829407 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9430d1f4-3d19-4802-bc85-09bd38aabe80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4930067 Apr 22 17:39:30.832484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39306) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:30.838498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'admin_state_up': True, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:30.847340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:30.851495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:router and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:30.854491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:30.860589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:30.902283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.903470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:30.919235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:31.236762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:31.450489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:31.564742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:31.585163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:31.616732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:31.761214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.26.6.3 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/e6990698-f241-45e3-96c9-27bbf9d05df1) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:39:31.919687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:31.987831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:31.992561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:32.063670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:39:32.067295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:39:32.071266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:39:32.108440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=e6990698-f241-45e3-96c9-27bbf9d05df1,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:32.113279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:32.827759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:32.918090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:33.170671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:39:33.194501 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:33.456123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:39:33.644354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:39:33.654108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Sync routers for ids ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:39:33.664766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Routers {'6cdf2d23-fc1f-48b3-a335-d5fb68a94332'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:39:33.665445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:39:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:33.718521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:33.723111 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8865387 Apr 22 17:39:33.723392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39310) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:33.772229 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-31be5902-5424-4715-9a4e-40e735542dab tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9fdf26114eae44999e1676e0a8664d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475605 Apr 22 17:39:33.774895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39314) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:33.851336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Set router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:39:33.912193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d092c-1438-4445-a6a8-7abf44a65e69 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:33.913817 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b44d092c-1438-4445-a6a8-7abf44a65e69 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379542 Apr 22 17:39:33.916864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39318) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:33.962126 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-69577baf-0b9a-427c-a8b2-b759a0c13310 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440180 Apr 22 17:39:33.964187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39322) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:33.970466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1914182821', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:34.086283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:34.090453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:subnet and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:34.093605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:34.100431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:34.157995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:32Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:34.158911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:39:34.162184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Checking router: 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:39:34.162589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Updating router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 port e6990698-f241-45e3-96c9-27bbf9d05df1 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:39:34.165030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:34.218435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:34.561314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:34.643010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:34.647706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d77c0c00-3577-4077-aa39-1142cffac82e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:34.650576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Transition to ACTIVE for port object e6990698-f241-45e3-96c9-27bbf9d05df1 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:39:34.684776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:34.692844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:34.732584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Subnet': ['ID=33bf050c-d87b-4945-a029-2a7202fe3d74,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:34.736813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:34.737716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Checking segment: {'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:39:34.738109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network hostable DHCP agents. Network: 6cafc190-acf5-4ee6-a580-a24f184f5758, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:39:34.775156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Attempting to bind port e6990698-f241-45e3-96c9-27bbf9d05df1 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:39:34.775575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Attempting to bind port e6990698-f241-45e3-96c9-27bbf9d05df1 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:39:34.775987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Attempting to bind port e6990698-f241-45e3-96c9-27bbf9d05df1 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:39:34.781953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 6cafc190-acf5-4ee6-a580-a24f184f5758 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:39:34.785784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Pushing event updated for resources: {'Port': ['ID=e6990698-f241-45e3-96c9-27bbf9d05df1,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:34.789511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:39:34.789923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:39:34.790373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:34.790859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:39:34.791367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Bound port: e6990698-f241-45e3-96c9-27bbf9d05df1, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:39:34.791786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:34.816139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 6cafc190-acf5-4ee6-a580-a24f184f5758) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:39:34.826798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d7f146-bdb4-4a1b-a751-975456e0ac23 None None] Network 6cafc190-acf5-4ee6-a580-a24f184f5758 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:39:34.831091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:34.831750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:34.832684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.833081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.833469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.833845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.834218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.834864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.835236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.835604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.835978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.836336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.836695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.837058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:34.842301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:34.880604 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4dc2cd0d-1a74-47de-a7fd-c1f4af0b0613 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9147079 Apr 22 17:39:34.883128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] For port e6990698-f241-45e3-96c9-27bbf9d05df1, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:39:34.883489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39328) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:34.886417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] For port e6990698-f241-45e3-96c9-27bbf9d05df1, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e6990698-f241-45e3-96c9-27bbf9d05df1,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:39:34.908651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:34.914412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-317fd9fb-ef2b-4a61-916f-3dac10f6037a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:35.004950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Routers {'6cdf2d23-fc1f-48b3-a335-d5fb68a94332'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:39:35.005916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:39:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:35.063485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Pushing event updated for resources: {'Port': ['ID=e6990698-f241-45e3-96c9-27bbf9d05df1,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:35.065988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-6cafc190-acf5-4ee6-a580-a24f184f5758', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ips': [{'subnet_id': '33bf050c-d87b-4945-a029-2a7202fe3d74'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:39:35.066928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:35.076484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:35.209022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] Set router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:39:35.321167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Allocated IP 172.20.0.2 (6cafc190-acf5-4ee6-a580-a24f184f5758/33bf050c-d87b-4945-a029-2a7202fe3d74/3338c7be-660e-4160-9f01-4066071a57b9) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:39:35.611354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:35.645979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:35.682208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:35.686367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:32Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:35.691026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f6274-2dcf-4d3c-a67b-0420776dd075 None None] The sync data for ids ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'] in dv-neutron-786478-3-hyperv is: [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:32Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:39:35.694350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Transition to ACTIVE for port object 3338c7be-660e-4160-9f01-4066071a57b9 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:39:35.753533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Transition to ACTIVE for port object 3338c7be-660e-4160-9f01-4066071a57b9 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:39:35.783185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:35.789876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:35.858281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Network 6cafc190-acf5-4ee6-a580-a24f184f5758 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:39:35.862960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:39:35.865669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:39:35.910981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Pushing event updated for resources: {'Port': ['ID=3338c7be-660e-4160-9f01-4066071a57b9,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:35.923374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:35.979859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Attempting to bind port 3338c7be-660e-4160-9f01-4066071a57b9 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:39:35.980284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Attempting to bind port 3338c7be-660e-4160-9f01-4066071a57b9 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:39:35.980701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Attempting to bind port 3338c7be-660e-4160-9f01-4066071a57b9 on network 6cafc190-acf5-4ee6-a580-a24f184f5758 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:39:35.987055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:39:35.987477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Checking segment: {'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:39:35.987930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:35.988373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Bound using segment: {'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:39:35.988899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Bound port: 3338c7be-660e-4160-9f01-4066071a57b9, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:39:35.989314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:36.105660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] For port 3338c7be-660e-4160-9f01-4066071a57b9, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:39:36.109793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] For port 3338c7be-660e-4160-9f01-4066071a57b9, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=3338c7be-660e-4160-9f01-4066071a57b9,segment=NetworkSegment(fcbebadc-7f5c-4c7c-9960-a0285811551c),segment_id=fcbebadc-7f5c-4c7c-9960-a0285811551c)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:39:36.182506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:36.187781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:36.273689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Pushing event updated for resources: {'Port': ['ID=3338c7be-660e-4160-9f01-4066071a57b9,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:36.277468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:36.436957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.20.0.1 (6cafc190-acf5-4ee6-a580-a24f184f5758/33bf050c-d87b-4945-a029-2a7202fe3d74/1f9b068d-795b-43b2-804c-facf63782adc) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:39:36.636641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:36.658800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Transition to ACTIVE for port object 1f9b068d-795b-43b2-804c-facf63782adc will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:39:36.724546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:36.729834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40f79f5f-37d5-4ad6-885f-f3df071fc17a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:36.750842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e6990698-f241-45e3-96c9-27bbf9d05df1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:39:36.802374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 6cafc190-acf5-4ee6-a580-a24f184f5758 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:39:36.810590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:39:36.816512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:39:36.850404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port e6990698-f241-45e3-96c9-27bbf9d05df1 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:39:36.856067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e6990698-f241-45e3-96c9-27bbf9d05df1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:39:36.856489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:36.863857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=1f9b068d-795b-43b2-804c-facf63782adc,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:36.869683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:36.887990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:36.985664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:37.003946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port e6990698-f241-45e3-96c9-27bbf9d05df1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e6990698-f241-45e3-96c9-27bbf9d05df1,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:39:37.034072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:37.039509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:37.040241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3338c7be-660e-4160-9f01-4066071a57b9 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:39:37.076015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:37.249694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=e6990698-f241-45e3-96c9-27bbf9d05df1,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:37.253157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:37.321258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 3338c7be-660e-4160-9f01-4066071a57b9 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:39:37.501778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:37.536278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:37.567127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56d6cdf7-70c5-4224-af53-a5691a394975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:37.653435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb85e04b-cf47-4353-bd0b-ce42cf353b65 None None] Network 6cafc190-acf5-4ee6-a580-a24f184f5758 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:39:37.666165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=1f9b068d-795b-43b2-804c-facf63782adc,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:37.669606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:37.670450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:37.783083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a7881e76-a241-4d6c-ae29-3dc208f2b5ae None None] Provisioning for port 3338c7be-660e-4160-9f01-4066071a57b9 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:39:37.816596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 6cafc190-acf5-4ee6-a580-a24f184f5758 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:39:37.817847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a7881e76-a241-4d6c-ae29-3dc208f2b5ae None None] Provisioning complete for port 3338c7be-660e-4160-9f01-4066071a57b9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:39:37.817989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:39:37.818270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7881e76-a241-4d6c-ae29-3dc208f2b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:38.020093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:39:38.025484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7881e76-a241-4d6c-ae29-3dc208f2b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:38.229445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:39:38.243794 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "PUT /v2.0/routers/6cdf2d23-fc1f-48b3-a335-d5fb68a94332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3591938 Apr 22 17:39:38.259735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-a7881e76-a241-4d6c-ae29-3dc208f2b5ae None None] For port 3338c7be-660e-4160-9f01-4066071a57b9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=3338c7be-660e-4160-9f01-4066071a57b9,segment=NetworkSegment(fcbebadc-7f5c-4c7c-9960-a0285811551c),segment_id=fcbebadc-7f5c-4c7c-9960-a0285811551c)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:39:38.285141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a7881e76-a241-4d6c-ae29-3dc208f2b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:38.287147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:38.361669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7881e76-a241-4d6c-ae29-3dc208f2b5ae None None] Pushing event updated for resources: {'Port': ['ID=3338c7be-660e-4160-9f01-4066071a57b9,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:38.365001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7881e76-a241-4d6c-ae29-3dc208f2b5ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:38.490826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Sync routers for ids ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:39:38.509769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Routers {'6cdf2d23-fc1f-48b3-a335-d5fb68a94332'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:39:38.510550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:39:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:38.589321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0845e5dc-c7db-40a0-acd1-17a605b1a1e4 None None] Provisioning complete for port 3338c7be-660e-4160-9f01-4066071a57b9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:39:38.589745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0845e5dc-c7db-40a0-acd1-17a605b1a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:38.737064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e6990698-f241-45e3-96c9-27bbf9d05df1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:39:38.759312 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-dd92ca62-0ba2-4b6a-aa2e-0a33885ade34 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-651403692&fields=id&tenant_id=9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 267 time: 0.0666716 Apr 22 17:39:38.907735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Set router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:39:38.925314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-cca0a1e8-bc6b-4d25-9c57-f4070ab1ecc2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:38.926982 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-cca0a1e8-bc6b-4d25-9c57-f4070ab1ecc2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/networks?id=6cafc190-acf5-4ee6-a580-a24f184f5758 HTTP/1.1" status: 200 len: 795 time: 0.1637506 Apr 22 17:39:38.943561 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-18e3dc58-251a-496c-9426-ecef86a63e9a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/quotas/9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 375 time: 0.0101869 Apr 22 17:39:39.040796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-1db4b1cd-4d2b-4b0a-8a37-b270f9e7b241 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908930 Apr 22 17:39:39.057298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e6990698-f241-45e3-96c9-27bbf9d05df1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:39:39.057722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:39.190556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0845e5dc-c7db-40a0-acd1-17a605b1a1e4 None None] Provisioning for port 1f9b068d-795b-43b2-804c-facf63782adc completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:39:39.205458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0845e5dc-c7db-40a0-acd1-17a605b1a1e4 None None] Provisioning complete for port 1f9b068d-795b-43b2-804c-facf63782adc triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:39:39.205884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0845e5dc-c7db-40a0-acd1-17a605b1a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:39.285860 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-0e37c6d2-e4db-4e28-b460-4018a89d1883 service neutron] 10.222.0.77 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298529 Apr 22 17:39:39.347493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0845e5dc-c7db-40a0-acd1-17a605b1a1e4 None None] Port 1f9b068d-795b-43b2-804c-facf63782adc cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:39:39.411228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3338c7be-660e-4160-9f01-4066071a57b9 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:39:39.434376 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-64cedb11-775a-4b2f-9067-255895958e47 service neutron] 10.222.0.77 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415558 Apr 22 17:39:39.505262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-7c0a4dfa-fc09-40e3-8e3a-cf28cd687152 None None] Provisioning complete for port 1f9b068d-795b-43b2-804c-facf63782adc triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:39:39.505710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c0a4dfa-fc09-40e3-8e3a-cf28cd687152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:39.587215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '1f9b068d-795b-43b2-804c-facf63782adc', 'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a0:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:36Z', 'updated_at': '2021-04-22T17:39:37Z', 'revision_number': 2, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:39.591156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a4dfa-fc09-40e3-8e3a-cf28cd687152 None None] Port 1f9b068d-795b-43b2-804c-facf63782adc cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:39:39.593462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 3338c7be-660e-4160-9f01-4066071a57b9 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:39:39.594020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:39.625500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Checking router: 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:39:39.625905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Updating router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 port 1f9b068d-795b-43b2-804c-facf63782adc binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:39:39.712514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:39.755427 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dd855af7-9774-4117-836e-07b661f5ff05 req-1938d5f9-b968-4a77-b1fc-41337ffce2cd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 210 time: 0.1282346 Apr 22 17:39:40.142567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:40.155713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Transition to ACTIVE for port object 1f9b068d-795b-43b2-804c-facf63782adc will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:39:40.250547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:40.254456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f8ed116f-b9c2-428a-849a-5e602a08aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:40.422879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba76d4d-df7f-425f-8de5-ccf957e3b59b None None] Pushing event updated for resources: {'Port': ['ID=1f9b068d-795b-43b2-804c-facf63782adc,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:40.434373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ba76d4d-df7f-425f-8de5-ccf957e3b59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:40.674309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Attempting to bind port 1f9b068d-795b-43b2-804c-facf63782adc on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:39:40.674865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Attempting to bind port 1f9b068d-795b-43b2-804c-facf63782adc by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:39:40.675432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Attempting to bind port 1f9b068d-795b-43b2-804c-facf63782adc on network 6cafc190-acf5-4ee6-a580-a24f184f5758 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:39:40.683569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:39:40.684142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Checking segment: {'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:39:40.684762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:40.685207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Bound using segment: {'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:39:40.686129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Bound port: 1f9b068d-795b-43b2-804c-facf63782adc, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:39:40.686390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:40.782250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] For port 1f9b068d-795b-43b2-804c-facf63782adc, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:39:40.785558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] For port 1f9b068d-795b-43b2-804c-facf63782adc, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1f9b068d-795b-43b2-804c-facf63782adc,segment=NetworkSegment(fcbebadc-7f5c-4c7c-9960-a0285811551c),segment_id=fcbebadc-7f5c-4c7c-9960-a0285811551c)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:39:40.816705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:40.821783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:40.897724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Routers {'6cdf2d23-fc1f-48b3-a335-d5fb68a94332'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:39:40.898406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:39:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:40.928357 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6f153a5-1913-4b9c-bab0-c381b4f662ff req-42093af1-c7f3-4255-b96d-ff3bb7fe4994 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 210 time: 0.0504065 Apr 22 17:39:40.977751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba76d4d-df7f-425f-8de5-ccf957e3b59b None None] Pushing event updated for resources: {'Port': ['ID=1f9b068d-795b-43b2-804c-facf63782adc,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:41.034150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ba76d4d-df7f-425f-8de5-ccf957e3b59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:41.102835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] Set router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:39:41.453816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '1f9b068d-795b-43b2-804c-facf63782adc', 'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a0:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:36Z', 'updated_at': '2021-04-22T17:39:40Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:41.458137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d342a76-469d-4013-a172-3c574b978bbb None None] The sync data for ids ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'] in dv-neutron-786478-3-hyperv is: [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '1f9b068d-795b-43b2-804c-facf63782adc', 'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a0:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:36Z', 'updated_at': '2021-04-22T17:39:40Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:39:41.603334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-51d8f85c-9458-4746-a02a-e3f903267d51 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:41.604220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-51d8f85c-9458-4746-a02a-e3f903267d51 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:39:41.680469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-51d8f85c-9458-4746-a02a-e3f903267d51 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:39:41.685838 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-51d8f85c-9458-4746-a02a-e3f903267d51 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/networks?id=6cafc190-acf5-4ee6-a580-a24f184f5758 HTTP/1.1" status: 200 len: 795 time: 0.2836154 Apr 22 17:39:41.742605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-9412c69d-a279-44ad-8f20-3c24ca4ec970 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:39:41.792340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-9412c69d-a279-44ad-8f20-3c24ca4ec970 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:39:41.793651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-9412c69d-a279-44ad-8f20-3c24ca4ec970 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 379 time: 0.0979412 Apr 22 17:39:41.806379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'port': {'device_id': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'admin_state_up': True, 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'security_groups': ['fe94f3b2-afa3-4551-ba70-93fbd5ec304c']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:41.959794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:41.964540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:port and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:41.968019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:41.974853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:42.010269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:39:42.016984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:42.106274 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-241a6bbd-937b-4daa-a96b-a07fab568253 req-988e42c6-29d1-44ad-b5a4-311807721c94 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 210 time: 0.0532639 Apr 22 17:39:42.201460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.20.0.4 (6cafc190-acf5-4ee6-a580-a24f184f5758/33bf050c-d87b-4945-a029-2a7202fe3d74/0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:39:42.430418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:42.447424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Transition to ACTIVE for port object 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:39:42.496933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:42.504072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fc5ca0a3-9e01-4b24-bbd9-c35e1006bd7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:42.577050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 6cafc190-acf5-4ee6-a580-a24f184f5758 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:39:42.583782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:39:42.591848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:42.594941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:39:42.624248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:42.678533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:42.679279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:42.698977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1f9b068d-795b-43b2-804c-facf63782adc up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:39:42.760186 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9580879 Apr 22 17:39:42.828391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Request body: {'port': {'device_id': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:42.833102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 1f9b068d-795b-43b2-804c-facf63782adc completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:39:42.838926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 1f9b068d-795b-43b2-804c-facf63782adc triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:39:42.839575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:42.949894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8f0d7482-2840-44af-a230-e0278e6f948d None None] Provisioning for port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:39:42.954563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:42.963264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8f0d7482-2840-44af-a230-e0278e6f948d None None] Provisioning complete for port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:39:42.963693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f0d7482-2840-44af-a230-e0278e6f948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:43.030537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:43.049907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d7482-2840-44af-a230-e0278e6f948d None None] Port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:39:43.070938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 1f9b068d-795b-43b2-804c-facf63782adc, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1f9b068d-795b-43b2-804c-facf63782adc,segment=NetworkSegment(fcbebadc-7f5c-4c7c-9960-a0285811551c),segment_id=fcbebadc-7f5c-4c7c-9960-a0285811551c)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:39:43.101727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:43.104727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-848df192-e9e8-4bc8-8753-ba5ca794fb80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:43.179342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=1f9b068d-795b-43b2-804c-facf63782adc,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:43.183168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:43.317306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d74b9-1a6d-44c4-a611-c67a76d1023c req-714c64f3-562c-49cf-84a4-1befc5cf7cad tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:43.318882 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c15d74b9-1a6d-44c4-a611-c67a76d1023c req-714c64f3-562c-49cf-84a4-1befc5cf7cad tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 931 time: 0.0906310 Apr 22 17:39:43.321601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:39:43.330341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:43.345921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Transition to ACTIVE for port object 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:39:43.367469 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c15d74b9-1a6d-44c4-a611-c67a76d1023c req-c275937d-d3dc-4342-9ed9-dec59d6ec26e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419612 Apr 22 17:39:43.398891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:43.404089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:43.572519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:43.580593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:43.650597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Attempting to bind port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:39:43.651009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Attempting to bind port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:39:43.651367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Attempting to bind port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 on network 6cafc190-acf5-4ee6-a580-a24f184f5758 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:39:43.658202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 on network 6cafc190-acf5-4ee6-a580-a24f184f5758 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:39:43.658559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Attempting to bind port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 on network 6cafc190-acf5-4ee6-a580-a24f184f5758 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:39:43.664444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:39:43.664815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Checking segment: {'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:39:43.665226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Bound using segment: {'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:39:43.665701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Bound port: 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbebadc-7f5c-4c7c-9960-a0285811551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:39:43.666079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:43.764187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] For port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:39:43.767351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] For port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9,segment=NetworkSegment(fcbebadc-7f5c-4c7c-9960-a0285811551c),segment_id=fcbebadc-7f5c-4c7c-9960-a0285811551c)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:39:43.793393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:43.798667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c720a5a5-736b-4dd9-84de-d3cd5fea89b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:43.852529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:43.853207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:43.854786 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] 10.222.0.78 "PUT /v2.0/ports/0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 HTTP/1.1" status: 200 len: 1093 time: 1.0826569 Apr 22 17:39:43.855360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'tag': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:39:43.884257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:43.888164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:43.924313 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'tag': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9', 'status': 'completed', 'code': 200} Apr 22 17:39:44.011897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-e03a9949-3efa-491c-9d92-447e7bf04bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:44.013513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-e03a9949-3efa-491c-9d92-447e7bf04bca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 1096 time: 0.0812781 Apr 22 17:39:44.094331 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-87798032-bd88-47d6-82b5-ce10579a2973 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 HTTP/1.1" status: 200 len: 217 time: 0.0717754 Apr 22 17:39:44.169514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-88500716-1d07-4e32-a32a-470cdf332b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:44.171107 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-88500716-1d07-4e32-a32a-470cdf332b97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=33bf050c-d87b-4945-a029-2a7202fe3d74 HTTP/1.1" status: 200 len: 835 time: 0.0668633 Apr 22 17:39:44.554139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-4ec9fcdd-3f56-47e3-afef-5fbf09f0f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:44.555896 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-4ec9fcdd-3f56-47e3-afef-5fbf09f0f30c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cafc190-acf5-4ee6-a580-a24f184f5758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3737752 Apr 22 17:39:44.578592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25138da-e8bf-43bf-a99f-340b4ef968e8 req-3093a0fe-dac7-41cf-9f27-e597d638dc47 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:44.580339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b25138da-e8bf-43bf-a99f-340b4ef968e8 req-3093a0fe-dac7-41cf-9f27-e597d638dc47 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 943 time: 0.0948021 Apr 22 17:39:44.643636 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b25138da-e8bf-43bf-a99f-340b4ef968e8 req-696d74d8-998e-422d-a08b-9b42b8987e77 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562563 Apr 22 17:39:44.682352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1f9b068d-795b-43b2-804c-facf63782adc up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:39:44.706705 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-10e3caf1-b25a-4ec8-8306-457c508bdd0e service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401198 Apr 22 17:39:44.758161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 1f9b068d-795b-43b2-804c-facf63782adc triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:39:44.758601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:44.853528 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4ca23e6b-87c1-451a-8c31-27bd40c91017 req-1a283ec5-ec09-4a17-933a-3a1aa6a093ba service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370628 Apr 22 17:39:45.050153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8be6f-7bee-43a7-bfdd-e840346c9fee req-acea242a-f0f4-4f2b-9b55-6a42cd729730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:45.051794 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c8be6f-7bee-43a7-bfdd-e840346c9fee req-acea242a-f0f4-4f2b-9b55-6a42cd729730 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 1096 time: 0.0824990 Apr 22 17:39:45.197345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8be6f-7bee-43a7-bfdd-e840346c9fee req-d021bb13-afd3-4bca-a257-a76ebe5e591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:45.198933 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c8be6f-7bee-43a7-bfdd-e840346c9fee req-d021bb13-afd3-4bca-a257-a76ebe5e591d service neutron] 10.222.0.78 "GET /v2.0/networks?id=6cafc190-acf5-4ee6-a580-a24f184f5758 HTTP/1.1" status: 200 len: 897 time: 0.1405647 Apr 22 17:39:45.271854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c8be6f-7bee-43a7-bfdd-e840346c9fee req-e1e50591-d708-4619-b2b3-d737aceae2f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 HTTP/1.1" status: 200 len: 217 time: 0.0655305 Apr 22 17:39:45.342698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8be6f-7bee-43a7-bfdd-e840346c9fee req-c889c685-85b7-4921-8d19-cd2a3dfddff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:45.344908 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c8be6f-7bee-43a7-bfdd-e840346c9fee req-c889c685-85b7-4921-8d19-cd2a3dfddff7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=33bf050c-d87b-4945-a029-2a7202fe3d74 HTTP/1.1" status: 200 len: 835 time: 0.0662718 Apr 22 17:39:45.426905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8be6f-7bee-43a7-bfdd-e840346c9fee req-f96a232a-5ed1-4bf1-b110-7a5e3bb39921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:45.428485 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c8be6f-7bee-43a7-bfdd-e840346c9fee req-f96a232a-5ed1-4bf1-b110-7a5e3bb39921 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cafc190-acf5-4ee6-a580-a24f184f5758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768728 Apr 22 17:39:45.570929 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c8be6f-7bee-43a7-bfdd-e840346c9fee req-bc514cfe-ef3e-48d7-851e-12b6aa9e1f65 service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347148 Apr 22 17:39:45.714605 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52c8be6f-7bee-43a7-bfdd-e840346c9fee req-e217fa1e-812d-47b7-9005-73b566265978 service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366422 Apr 22 17:39:45.848131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783abb9c-c9d2-4ec0-840b-4dbd2193e3d5 req-333f2a57-7bb7-4860-bdca-fc6ff13be861 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:45.849693 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-783abb9c-c9d2-4ec0-840b-4dbd2193e3d5 req-333f2a57-7bb7-4860-bdca-fc6ff13be861 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 943 time: 0.0907123 Apr 22 17:39:45.896803 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-783abb9c-c9d2-4ec0-840b-4dbd2193e3d5 req-1e0b7883-8fea-4697-b333-36ad7a50a3e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407300 Apr 22 17:39:47.100939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc7580-b089-4258-a1ea-a631011fce69 req-877844d6-eed2-4396-876c-14f232c9826f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:47.102540 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-15fc7580-b089-4258-a1ea-a631011fce69 req-877844d6-eed2-4396-876c-14f232c9826f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 943 time: 0.0897589 Apr 22 17:39:47.151295 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-15fc7580-b089-4258-a1ea-a631011fce69 req-ea521eee-c49f-461d-8778-773de3aa956f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423543 Apr 22 17:39:48.149427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:39:48.291761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9,segment=NetworkSegment(fcbebadc-7f5c-4c7c-9960-a0285811551c),segment_id=fcbebadc-7f5c-4c7c-9960-a0285811551c)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:39:48.305693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'port_id': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9', 'mac_address': 'fa:16:3e:c6:f1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:39:48.359399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d555d-00b7-4337-b3ef-43abd593957d req-e49ad464-8901-4f7e-b133-1c89f1f2e0fb tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:48.361018 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a32d555d-00b7-4337-b3ef-43abd593957d req-e49ad464-8901-4f7e-b133-1c89f1f2e0fb tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 943 time: 0.0944223 Apr 22 17:39:48.364190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:48.386101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:39:48.402572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9,segment=NetworkSegment(fcbebadc-7f5c-4c7c-9960-a0285811551c),segment_id=fcbebadc-7f5c-4c7c-9960-a0285811551c)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:39:48.411608 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a32d555d-00b7-4337-b3ef-43abd593957d req-f0f4fa2d-f857-4675-ba50-15ba4d26790a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439434 Apr 22 17:39:48.432890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:48.434821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:48.504830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:48.507981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:48.693960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:39:49.615272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b72d57-b1b6-478e-9aa6-dedc89f351c9 req-3eae80c9-6f26-4385-9d96-1d9a2624fe38 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:49.616872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09b72d57-b1b6-478e-9aa6-dedc89f351c9 req-3eae80c9-6f26-4385-9d96-1d9a2624fe38 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 944 time: 0.0912189 Apr 22 17:39:49.667669 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-09b72d57-b1b6-478e-9aa6-dedc89f351c9 req-4f941a43-872b-47f1-a952-767ab0840bd1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445156 Apr 22 17:39:50.150221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:39:50.249303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:39:50.254747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:39:50.255166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:50.376392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:50.403454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:39:50.413419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9,segment=NetworkSegment(fcbebadc-7f5c-4c7c-9960-a0285811551c),segment_id=fcbebadc-7f5c-4c7c-9960-a0285811551c)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:39:50.444255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:50.446342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5866f97f-bc1d-4c41-b906-6872c89aab5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:50.478288 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9', 'code': 200} Apr 22 17:39:50.520909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:50.524422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:50.795312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1ba35-75ec-458b-8f41-e770644af6dd req-35ba89e9-7404-4db5-a999-acc4561be4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:50.797486 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04d1ba35-75ec-458b-8f41-e770644af6dd req-35ba89e9-7404-4db5-a999-acc4561be4d1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 1098 time: 0.0854218 Apr 22 17:39:50.850246 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04d1ba35-75ec-458b-8f41-e770644af6dd req-28114915-83b8-416f-890a-7226b761571c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383348 Apr 22 17:39:50.874768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2416b7-d599-49b0-b51c-7fd365bd0a09 req-95e3739d-f875-4b1a-a759-15d83e03dbbd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:50.876390 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f2416b7-d599-49b0-b51c-7fd365bd0a09 req-95e3739d-f875-4b1a-a759-15d83e03dbbd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0890160 Apr 22 17:39:50.924862 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f2416b7-d599-49b0-b51c-7fd365bd0a09 req-55fc32d7-32d7-40b4-8faa-860690c2f108 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420177 Apr 22 17:39:52.133916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d20aac-c7b6-4a71-a674-497b23c5585d req-fc75530a-d245-4e1c-8744-6b8d96238001 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:52.134480 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-92d20aac-c7b6-4a71-a674-497b23c5585d req-fc75530a-d245-4e1c-8744-6b8d96238001 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0944328 Apr 22 17:39:52.183173 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-92d20aac-c7b6-4a71-a674-497b23c5585d req-4a482edf-dfb5-414a-ab75-e033d2cc88da tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419347 Apr 22 17:39:52.385284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf957c-a7ef-4840-a5ea-047ddd7d7593 req-d728c773-4cb2-4ce1-bfdf-4f610ab0e90d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:52.386832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4bf957c-a7ef-4840-a5ea-047ddd7d7593 req-d728c773-4cb2-4ce1-bfdf-4f610ab0e90d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0878520 Apr 22 17:39:52.437082 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4bf957c-a7ef-4840-a5ea-047ddd7d7593 req-ba300cdf-3281-45b5-9b28-a760c5f33e3b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436673 Apr 22 17:39:52.461505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39396) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:52.541327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66db0a0-e254-49f2-b181-73def7075067 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:52.542971 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d66db0a0-e254-49f2-b181-73def7075067 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 1093 time: 0.0804076 Apr 22 17:39:52.545924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39400) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:52.551553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:52.557978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:39:52.562061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:floatingip and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:39:52.565065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:39:52.571460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:39:52.626639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:52.773776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:52.920102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.26.6.33 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/4e5b5282-1bfd-4a4e-b9ac-8a568344acbe) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:39:53.074438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:53.136671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:53.142462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f13001f-4d5d-432e-917b-7610bf17fa8b tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:53.207989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:39:53.211907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:39:53.214505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:39:53.258787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=4e5b5282-1bfd-4a4e-b9ac-8a568344acbe,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:53.269672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.270104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.270559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.270985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.271403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.271817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.272232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.272642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.273055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.273465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.273876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.274284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:39:53.278143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:53.669190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:53.781692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:53.995829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:54.032605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:54.037649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3f5a65e7-ea6b-461a-976c-193a1b147a05 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:39:54.432295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=4e5b5282-1bfd-4a4e-b9ac-8a568344acbe,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:39:54.437359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:39:54.444347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:54.628603 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Floating IP fad93373-86f8-458b-8246-9b678410dc0f associated. External IP: 172.26.6.33, port: 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9. Apr 22 17:39:55.002549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:39:55.197024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:39:55.206863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c86fd0-37d5-44b2-9da9-444e75e45ef0 None None] Sync routers for ids ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:39:55.218518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c86fd0-37d5-44b2-9da9-444e75e45ef0 None None] Routers {'6cdf2d23-fc1f-48b3-a335-d5fb68a94332'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:39:55.219227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-84c86fd0-37d5-44b2-9da9-444e75e45ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:39:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:55.250218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:39:55.310087 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7628202 Apr 22 17:39:55.310751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'tag': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:39:55.362078 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'tag': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9', 'status': 'completed', 'code': 200} Apr 22 17:39:55.413753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-84c86fd0-37d5-44b2-9da9-444e75e45ef0 None None] Set router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:39:55.466637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eca179-6a5e-40c1-9115-713ff35f66bb req-69efa202-87c5-48ef-947e-b57f7bcedce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:55.469097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04eca179-6a5e-40c1-9115-713ff35f66bb req-69efa202-87c5-48ef-947e-b57f7bcedce7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 1098 time: 0.0830908 Apr 22 17:39:55.501917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca095b-5038-46e9-983f-730c95cdbee1 req-75cdc9be-f7e1-44a6-a46f-23d5d3c87688 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:55.503766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74ca095b-5038-46e9-983f-730c95cdbee1 req-75cdc9be-f7e1-44a6-a46f-23d5d3c87688 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0984817 Apr 22 17:39:55.555048 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74ca095b-5038-46e9-983f-730c95cdbee1 req-06baf60a-9809-4199-8b2d-18684e0b14dc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437357 Apr 22 17:39:55.582466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39410) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:55.620697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eca179-6a5e-40c1-9115-713ff35f66bb req-de1dbca2-c2f7-4d7c-b4f8-ae53d93048a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:55.622301 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04eca179-6a5e-40c1-9115-713ff35f66bb req-de1dbca2-c2f7-4d7c-b4f8-ae53d93048a2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6cafc190-acf5-4ee6-a580-a24f184f5758 HTTP/1.1" status: 200 len: 897 time: 0.1467283 Apr 22 17:39:55.718873 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3521e469-f49e-4af0-bae7-a453e00677b8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/fad93373-86f8-458b-8246-9b678410dc0f HTTP/1.1" status: 200 len: 990 time: 0.1344175 Apr 22 17:39:55.739933 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04eca179-6a5e-40c1-9115-713ff35f66bb req-7085844e-c8f2-4fc1-841d-4b42e413c7a6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 HTTP/1.1" status: 200 len: 998 time: 0.1096089 Apr 22 17:39:55.801565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-84c86fd0-37d5-44b2-9da9-444e75e45ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'fad93373-86f8-458b-8246-9b678410dc0f', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.33', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'port_id': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'mac_address': 'fa:16:3e:c6:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:39:53Z', 'updated_at': '2021-04-22T17:39:53Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f9b068d-795b-43b2-804c-facf63782adc', 'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a0:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:36Z', 'updated_at': '2021-04-22T17:39:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:55.805655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c86fd0-37d5-44b2-9da9-444e75e45ef0 None None] Checking router: 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:39:55.808987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eca179-6a5e-40c1-9115-713ff35f66bb req-5122f7bd-2d2d-4b97-b32d-567b5293d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:55.810717 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04eca179-6a5e-40c1-9115-713ff35f66bb req-5122f7bd-2d2d-4b97-b32d-567b5293d715 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=33bf050c-d87b-4945-a029-2a7202fe3d74 HTTP/1.1" status: 200 len: 835 time: 0.0639524 Apr 22 17:39:55.814899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c86fd0-37d5-44b2-9da9-444e75e45ef0 None None] Routers {'6cdf2d23-fc1f-48b3-a335-d5fb68a94332'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:39:55.815554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-84c86fd0-37d5-44b2-9da9-444e75e45ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:39:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:55.897626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eca179-6a5e-40c1-9115-713ff35f66bb req-0450d171-f477-4c12-b106-ccbe9807c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:39:55.899217 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04eca179-6a5e-40c1-9115-713ff35f66bb req-0450d171-f477-4c12-b106-ccbe9807c60f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cafc190-acf5-4ee6-a580-a24f184f5758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817275 Apr 22 17:39:56.001242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-84c86fd0-37d5-44b2-9da9-444e75e45ef0 None None] Set router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:39:56.042211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04eca179-6a5e-40c1-9115-713ff35f66bb req-46c0d661-3f7b-4e15-b9b7-29ef73500616 service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356573 Apr 22 17:39:56.186095 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-04eca179-6a5e-40c1-9115-713ff35f66bb req-4af3bed9-8a5f-45ce-b65f-fd3b7df49782 service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375976 Apr 22 17:39:56.370583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-84c86fd0-37d5-44b2-9da9-444e75e45ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'fad93373-86f8-458b-8246-9b678410dc0f', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.33', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'port_id': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'mac_address': 'fa:16:3e:c6:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:39:53Z', 'updated_at': '2021-04-22T17:39:53Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f9b068d-795b-43b2-804c-facf63782adc', 'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a0:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:36Z', 'updated_at': '2021-04-22T17:39:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:39:56.374846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c86fd0-37d5-44b2-9da9-444e75e45ef0 None None] The sync data for ids ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'] in dv-neutron-786478-3-hyperv is: [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'fad93373-86f8-458b-8246-9b678410dc0f', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.33', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'port_id': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'mac_address': 'fa:16:3e:c6:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:39:53Z', 'updated_at': '2021-04-22T17:39:53Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f9b068d-795b-43b2-804c-facf63782adc', 'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a0:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:36Z', 'updated_at': '2021-04-22T17:39:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:39:56.655661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858cded0-c4c9-4c8a-85d8-a1d05a31e05d None None] New status for floating IP fad93373-86f8-458b-8246-9b678410dc0f: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:39:56.720548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39414) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:56.840367 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eebf300f-383b-4b10-8fef-1fde23ab8ca7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/fad93373-86f8-458b-8246-9b678410dc0f HTTP/1.1" status: 200 len: 990 time: 0.1172731 Apr 22 17:39:57.842795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39418) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:57.953294 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-31cb1457-b8d3-4706-8ee5-2ec831fc0e98 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/fad93373-86f8-458b-8246-9b678410dc0f HTTP/1.1" status: 200 len: 992 time: 0.1091621 Apr 22 17:39:58.090334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-15c36c8b-34fe-4316-b73c-8ab151a76b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:00.300778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f18f1334-9757-49b6-baa3-f223f6909284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:01.448957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:01.563560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:02.924349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:05.569516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:10.170899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:40:28.083533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-19f7c89e-0b1d-4b34-9694-5742b6bda62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:30.295184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4ed61be5-376a-46d2-8cdc-d2d012876196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:30.451134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23818a67-b9f8-40d3-80af-5193822d68d8 req-8557681f-25eb-4a21-a8c8-9873e9eff4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:30.452751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-23818a67-b9f8-40d3-80af-5193822d68d8 req-8557681f-25eb-4a21-a8c8-9873e9eff4de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 1098 time: 0.0900385 Apr 22 17:40:30.476555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12941da6-b6c0-4c12-a250-8166069a83c0 req-efa87822-4a77-4ff6-9582-008f6fd0ca5f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:30.478169 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-12941da6-b6c0-4c12-a250-8166069a83c0 req-efa87822-4a77-4ff6-9582-008f6fd0ca5f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0955122 Apr 22 17:40:30.527498 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-12941da6-b6c0-4c12-a250-8166069a83c0 req-08c60f4d-4aae-41b0-baf1-073f27303aaf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424538 Apr 22 17:40:30.601917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23818a67-b9f8-40d3-80af-5193822d68d8 req-5f59054b-84f5-43d9-a5ab-e181b9bea8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:30.603555 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-23818a67-b9f8-40d3-80af-5193822d68d8 req-5f59054b-84f5-43d9-a5ab-e181b9bea8a9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6cafc190-acf5-4ee6-a580-a24f184f5758 HTTP/1.1" status: 200 len: 897 time: 0.1438725 Apr 22 17:40:30.717132 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-23818a67-b9f8-40d3-80af-5193822d68d8 req-78c46f51-b3e3-41a2-83d0-018790d55ae0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 HTTP/1.1" status: 200 len: 1000 time: 0.1061914 Apr 22 17:40:30.785514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23818a67-b9f8-40d3-80af-5193822d68d8 req-37516d63-d083-4efb-87d0-3dd5f4322db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:30.787072 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-23818a67-b9f8-40d3-80af-5193822d68d8 req-37516d63-d083-4efb-87d0-3dd5f4322db4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=33bf050c-d87b-4945-a029-2a7202fe3d74 HTTP/1.1" status: 200 len: 835 time: 0.0626988 Apr 22 17:40:30.872715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23818a67-b9f8-40d3-80af-5193822d68d8 req-d2456ec4-c195-4b96-a727-aaf7583aee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:30.874193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-23818a67-b9f8-40d3-80af-5193822d68d8 req-d2456ec4-c195-4b96-a727-aaf7583aee95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cafc190-acf5-4ee6-a580-a24f184f5758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784426 Apr 22 17:40:31.016502 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-23818a67-b9f8-40d3-80af-5193822d68d8 req-90811b09-f761-4461-b85f-23c3fdeb162c service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349463 Apr 22 17:40:31.158824 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-23818a67-b9f8-40d3-80af-5193822d68d8 req-938253a5-2df5-4e3a-a96a-154cbbb6082b service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353898 Apr 22 17:40:31.466882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:31.563832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:31.729078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4b754-5263-424e-81a6-a58e6033ee19 req-0d9cb857-314d-4f9b-9cb4-88c584fd85f5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:31.730841 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40f4b754-5263-424e-81a6-a58e6033ee19 req-0d9cb857-314d-4f9b-9cb4-88c584fd85f5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0876851 Apr 22 17:40:31.780939 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40f4b754-5263-424e-81a6-a58e6033ee19 req-10bc3548-3753-4041-9ccf-710220964a8f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437679 Apr 22 17:40:32.937138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:32.985600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aefa86-639e-4b64-9aa3-a5a6717df43a req-6029313f-7547-4eee-ad1e-0bfcc0775b51 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:32.987211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1aefa86-639e-4b64-9aa3-a5a6717df43a req-6029313f-7547-4eee-ad1e-0bfcc0775b51 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0898819 Apr 22 17:40:33.034802 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1aefa86-639e-4b64-9aa3-a5a6717df43a req-007ff320-fc26-4484-9159-2c3deff2110c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407526 Apr 22 17:40:34.238264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74181cd9-a677-4fd4-8266-c0cfccff9d9d req-b92188aa-2aed-434a-9e2e-c2011eeb6293 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:34.239885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74181cd9-a677-4fd4-8266-c0cfccff9d9d req-b92188aa-2aed-434a-9e2e-c2011eeb6293 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0912633 Apr 22 17:40:34.286517 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74181cd9-a677-4fd4-8266-c0cfccff9d9d req-39373e75-c354-48d1-9fdd-070d9f362e83 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403097 Apr 22 17:40:35.488332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf072a9f-aac4-4f16-b8a6-1b88ec72ad8c req-757d474f-8d8f-474c-8273-6a3e73f4c528 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:35.489923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf072a9f-aac4-4f16-b8a6-1b88ec72ad8c req-757d474f-8d8f-474c-8273-6a3e73f4c528 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0890999 Apr 22 17:40:35.537161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bf072a9f-aac4-4f16-b8a6-1b88ec72ad8c req-d7c1601f-c971-4f47-bd39-640ef196037e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408163 Apr 22 17:40:35.591291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:40:36.743881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec1896-c17e-4740-a180-2179f435f31a req-1c3b4c04-cbcf-4da2-8ec4-d2b1d1bd0654 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:36.745468 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1cec1896-c17e-4740-a180-2179f435f31a req-1c3b4c04-cbcf-4da2-8ec4-d2b1d1bd0654 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0917640 Apr 22 17:40:36.793285 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1cec1896-c17e-4740-a180-2179f435f31a req-19668f08-b47b-4e9d-9e8a-a5dcca9c65a9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 Apr 22 17:40:37.999059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08285e-ca09-471f-ad84-b22fbb5b198c req-35ed7a8b-bf5a-495b-a76e-7a04dbc3a89d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:38.000602 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a08285e-ca09-471f-ad84-b22fbb5b198c req-35ed7a8b-bf5a-495b-a76e-7a04dbc3a89d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0912724 Apr 22 17:40:38.048613 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a08285e-ca09-471f-ad84-b22fbb5b198c req-179b206b-a3ad-410a-b1b1-c497fead4bbc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415332 Apr 22 17:40:39.251917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ce847-c289-455d-897e-0d7cdcdc1c0a req-9539b52d-5931-4e5f-a539-732d51dcd0cd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:39.253521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd3ce847-c289-455d-897e-0d7cdcdc1c0a req-9539b52d-5931-4e5f-a539-732d51dcd0cd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0903389 Apr 22 17:40:39.302828 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cd3ce847-c289-455d-897e-0d7cdcdc1c0a req-34495e3a-ff3e-4845-b4f6-ed2cad8c68e4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429194 Apr 22 17:40:40.509599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c01a2-3936-4c46-80bf-04a583a6a9f9 req-2873bebf-f4a1-4b25-a1de-a87d1b341b55 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:40.511233 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fb7c01a2-3936-4c46-80bf-04a583a6a9f9 req-2873bebf-f4a1-4b25-a1de-a87d1b341b55 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0942669 Apr 22 17:40:40.559598 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fb7c01a2-3936-4c46-80bf-04a583a6a9f9 req-88ca07da-164c-436e-b1a9-0a2a8778ec50 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419571 Apr 22 17:40:41.759915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b72587-4268-4f6e-9cf9-3be024b1c84c req-2b483131-cc93-4c22-b091-a254d4a95929 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:41.761513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4b72587-4268-4f6e-9cf9-3be024b1c84c req-2b483131-cc93-4c22-b091-a254d4a95929 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0878236 Apr 22 17:40:41.812650 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b4b72587-4268-4f6e-9cf9-3be024b1c84c req-323e9f51-2c65-42aa-ab4e-dcceb2ddd413 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446348 Apr 22 17:40:43.015320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df12ce-7625-44ee-9d39-8ac520c58824 req-c0538c47-d543-43ad-9e62-ea3a9ddcdf35 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:43.016917 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63df12ce-7625-44ee-9d39-8ac520c58824 req-c0538c47-d543-43ad-9e62-ea3a9ddcdf35 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0884581 Apr 22 17:40:43.065216 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63df12ce-7625-44ee-9d39-8ac520c58824 req-02c72692-980b-4647-b315-cb64c04ba26c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419164 Apr 22 17:40:43.090614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39458) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:43.205113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-16bf450b-a29e-440a-88c9-31338136f770 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/fad93373-86f8-458b-8246-9b678410dc0f HTTP/1.1" status: 200 len: 992 time: 0.1131394 Apr 22 17:40:46.864108 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-ff85b406-3cb2-48c4-9d35-a2256cf5325b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756233 Apr 22 17:40:47.019750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-922c156f-b05f-4b04-8a87-4ffb8729ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:47.021343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-922c156f-b05f-4b04-8a87-4ffb8729ed71 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 1098 time: 0.0815370 Apr 22 17:40:47.169968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:40:47.176568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-b3880618-758d-4d51-a5e1-99ca046d4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:47.178292 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-b3880618-758d-4d51-a5e1-99ca046d4689 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6cafc190-acf5-4ee6-a580-a24f184f5758 HTTP/1.1" status: 200 len: 897 time: 0.1379158 Apr 22 17:40:47.288097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-599d3367-ee0e-4d48-8228-b37d13d393d4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 HTTP/1.1" status: 200 len: 1000 time: 0.1025491 Apr 22 17:40:47.360115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-7da797c5-1d92-4057-bb08-33e81bed6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:47.361649 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-7da797c5-1d92-4057-bb08-33e81bed6e2e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=33bf050c-d87b-4945-a029-2a7202fe3d74 HTTP/1.1" status: 200 len: 835 time: 0.0639989 Apr 22 17:40:47.441791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-005a43d6-300c-4534-a5b4-e6e3f8897912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:40:47.443391 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-005a43d6-300c-4534-a5b4-e6e3f8897912 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cafc190-acf5-4ee6-a580-a24f184f5758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753369 Apr 22 17:40:47.586072 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-ebeb0ba2-99cd-46ee-9fe5-622dbdca58b7 service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353471 Apr 22 17:40:47.729440 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44ec66b2-ade1-4c3f-98dd-87e94a41c578 req-785eaef7-fa4e-41f5-b67c-424d631af68c service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368937 Apr 22 17:40:58.077939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5e045d0-e015-4823-9b48-9b106cb0c8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:00.294685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-751c2480-4b16-4155-ae31-cdd4ea33856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:01.442751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:01.573937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:02.957454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:05.591101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:15.676192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39472) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:15.892732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 4e5b5282-1bfd-4a4e-b9ac-8a568344acbe {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:41:15.893157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:16.350063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:16.350427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:16.481504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 4e5b5282-1bfd-4a4e-b9ac-8a568344acbe owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:41:16.740155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:16.745317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93e18cba-4f23-4bad-9434-44f5fc7b89ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:16.796104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=4e5b5282-1bfd-4a4e-b9ac-8a568344acbe,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:16.840362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.840791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.841219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.841638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.842060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.842475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.842908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.843324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.843736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.844147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.844551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.844957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:16.874100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:16.904030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:16.904438 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Floating IP fad93373-86f8-458b-8246-9b678410dc0f disassociated (deleted). External IP: 172.26.6.33, port: 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9. Apr 22 17:41:17.272724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:41:17.458644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:41:17.469456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc5692-5b6b-4943-a6da-e0e492de1c81 None None] Sync routers for ids ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:41:17.476281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:17.479826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc5692-5b6b-4943-a6da-e0e492de1c81 None None] Routers {'6cdf2d23-fc1f-48b3-a335-d5fb68a94332'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:41:17.480494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dadc5692-5b6b-4943-a6da-e0e492de1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:41:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:17.539043 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/floatingips/fad93373-86f8-458b-8246-9b678410dc0f HTTP/1.1" status: 204 len: 168 time: 1.8612423 Apr 22 17:41:17.539645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'tag': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:41:17.592660 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'tag': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9', 'status': 'completed', 'code': 200} Apr 22 17:41:17.671618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-dadc5692-5b6b-4943-a6da-e0e492de1c81 None None] Set router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:41:17.708112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8338b-f32b-4a9a-9631-f0ba4957f456 req-27f56cef-9f09-472e-a109-fd0463f20b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:17.709736 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6a8338b-f32b-4a9a-9631-f0ba4957f456 req-27f56cef-9f09-472e-a109-fd0463f20b8f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 1098 time: 0.0890913 Apr 22 17:41:18.038312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dadc5692-5b6b-4943-a6da-e0e492de1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '1f9b068d-795b-43b2-804c-facf63782adc', 'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a0:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:36Z', 'updated_at': '2021-04-22T17:39:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:18.042819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc5692-5b6b-4943-a6da-e0e492de1c81 None None] Checking router: 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:41:18.048912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0090ebb-81d3-4df0-bb13-de598439e941 req-572d5b7e-751a-4693-8259-02f5ffd9f543 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:18.049886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-a0090ebb-81d3-4df0-bb13-de598439e941 req-572d5b7e-751a-4693-8259-02f5ffd9f543 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:41:18.053697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc5692-5b6b-4943-a6da-e0e492de1c81 None None] Routers {'6cdf2d23-fc1f-48b3-a335-d5fb68a94332'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:41:18.054175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dadc5692-5b6b-4943-a6da-e0e492de1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:41:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:18.094427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-a0090ebb-81d3-4df0-bb13-de598439e941 req-572d5b7e-751a-4693-8259-02f5ffd9f543 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:41:18.095906 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0090ebb-81d3-4df0-bb13-de598439e941 req-572d5b7e-751a-4693-8259-02f5ffd9f543 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.1474843 Apr 22 17:41:18.149293 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0090ebb-81d3-4df0-bb13-de598439e941 req-c6efda99-cee6-4fb9-8697-8b05339b5768 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465920 Apr 22 17:41:18.153350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8338b-f32b-4a9a-9631-f0ba4957f456 req-1fb0bd44-c2b1-4984-b4a3-4016c16f7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:18.155150 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6a8338b-f32b-4a9a-9631-f0ba4957f456 req-1fb0bd44-c2b1-4984-b4a3-4016c16f7195 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6cafc190-acf5-4ee6-a580-a24f184f5758 HTTP/1.1" status: 200 len: 897 time: 0.4355860 Apr 22 17:41:18.230200 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6a8338b-f32b-4a9a-9631-f0ba4957f456 req-2cccfbe0-b0c1-4735-9b9e-95f9326c4351 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 HTTP/1.1" status: 200 len: 217 time: 0.0666819 Apr 22 17:41:18.245172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-dadc5692-5b6b-4943-a6da-e0e492de1c81 None None] Set router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:41:18.305170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8338b-f32b-4a9a-9631-f0ba4957f456 req-c44fecd2-b53b-4771-afc9-b43f61b92fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:18.306764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6a8338b-f32b-4a9a-9631-f0ba4957f456 req-c44fecd2-b53b-4771-afc9-b43f61b92fe4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=33bf050c-d87b-4945-a029-2a7202fe3d74 HTTP/1.1" status: 200 len: 835 time: 0.0676498 Apr 22 17:41:18.390446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8338b-f32b-4a9a-9631-f0ba4957f456 req-e48e8057-f02e-4225-a3a0-33af9fc35277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:18.392047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6a8338b-f32b-4a9a-9631-f0ba4957f456 req-e48e8057-f02e-4225-a3a0-33af9fc35277 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cafc190-acf5-4ee6-a580-a24f184f5758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775218 Apr 22 17:41:18.534563 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6a8338b-f32b-4a9a-9631-f0ba4957f456 req-18ad1e1e-9ad3-42a8-80bf-411044ed4920 service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352894 Apr 22 17:41:18.576289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dadc5692-5b6b-4943-a6da-e0e492de1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '1f9b068d-795b-43b2-804c-facf63782adc', 'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a0:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:36Z', 'updated_at': '2021-04-22T17:39:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:18.580716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc5692-5b6b-4943-a6da-e0e492de1c81 None None] The sync data for ids ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'] in dv-neutron-786478-3-hyperv is: [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '1f9b068d-795b-43b2-804c-facf63782adc', 'name': '', 'network_id': '6cafc190-acf5-4ee6-a580-a24f184f5758', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a0:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:36Z', 'updated_at': '2021-04-22T17:39:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '33bf050c-d87b-4945-a029-2a7202fe3d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:41:18.691651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c6a8338b-f32b-4a9a-9631-f0ba4957f456 req-2ed20542-e553-4fd3-bd61-4160e4f8886d service neutron] 10.222.0.78 "GET /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496272 Apr 22 17:41:18.949990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519cbe16-79ea-47a9-a015-fe81aa6523f1 None None] New status for floating IP fad93373-86f8-458b-8246-9b678410dc0f: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:41:19.363172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f2ba2-322b-42ed-9360-b644a64de678 req-c604edc3-82a1-4561-8df1-75b287e25403 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:19.364757 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-953f2ba2-322b-42ed-9360-b644a64de678 req-c604edc3-82a1-4561-8df1-75b287e25403 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.0939748 Apr 22 17:41:19.412758 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-953f2ba2-322b-42ed-9360-b644a64de678 req-c192ba45-1a96-471f-b860-4632fe013d74 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe94f3b2-afa3-4551-ba70-93fbd5ec304c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416522 Apr 22 17:41:19.754580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37140597-804e-4358-ac3f-4300c1992010 req-e94db894-0cbd-43a5-86cc-6d18b6f92f80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:19.755365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-37140597-804e-4358-ac3f-4300c1992010 req-e94db894-0cbd-43a5-86cc-6d18b6f92f80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:41:19.768348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-37140597-804e-4358-ac3f-4300c1992010 req-e94db894-0cbd-43a5-86cc-6d18b6f92f80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:41:19.769529 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-37140597-804e-4358-ac3f-4300c1992010 req-e94db894-0cbd-43a5-86cc-6d18b6f92f80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 945 time: 0.1091084 Apr 22 17:41:19.850135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-37140597-804e-4358-ac3f-4300c1992010 req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:41:19.850523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-37140597-804e-4358-ac3f-4300c1992010 req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:20.111342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-37140597-804e-4358-ac3f-4300c1992010 req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9,segment=NetworkSegment(fcbebadc-7f5c-4c7c-9960-a0285811551c),segment_id=fcbebadc-7f5c-4c7c-9960-a0285811551c)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:41:20.111660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-37140597-804e-4358-ac3f-4300c1992010 req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:20.245435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-37140597-804e-4358-ac3f-4300c1992010 req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:41:20.562521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-37140597-804e-4358-ac3f-4300c1992010 req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:20.568793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13e74194-6380-47ce-abfc-35274356cebc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:20.579511 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-39461490-b56d-4e84-b719-5cbc49c59fd2 req-9553506e-d3d8-4324-9bf1-0b8e9e5c1614 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e35b3bb4-0c4d-4390-aecd-5d74f800b679 HTTP/1.1" status: 200 len: 210 time: 0.0510674 Apr 22 17:41:20.618083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:20.628669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.629104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.629530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.629950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.630369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.630843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.631260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.631835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.632065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.632473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.632884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.633289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:20.672034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:20.717804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-37140597-804e-4358-ac3f-4300c1992010 req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] No DVR routers for this DVR port 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:41:20.720335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-37140597-804e-4358-ac3f-4300c1992010 req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:20.723320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'name': 'network-vif-deleted', 'tag': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:41:20.768824 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-37140597-804e-4358-ac3f-4300c1992010 req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "DELETE /v2.0/ports/0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 HTTP/1.1" status: 204 len: 173 time: 0.9907730 Apr 22 17:41:20.829261 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35b3bb4-0c4d-4390-aecd-5d74f800b679', 'name': 'network-vif-deleted', 'tag': '0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9', 'status': 'completed', 'code': 200} Apr 22 17:41:21.685976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39492) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:22.272147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:22.649868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 1f9b068d-795b-43b2-804c-facf63782adc {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:41:22.650214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:22.854533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port 1f9b068d-795b-43b2-804c-facf63782adc, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=1f9b068d-795b-43b2-804c-facf63782adc,segment=NetworkSegment(fcbebadc-7f5c-4c7c-9960-a0285811551c),segment_id=fcbebadc-7f5c-4c7c-9960-a0285811551c)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:41:22.855171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:22.986924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 1f9b068d-795b-43b2-804c-facf63782adc owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:41:23.242328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:23.247348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-615aa13f-acab-4699-a289-81a23ca61458 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:23.293933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=1f9b068d-795b-43b2-804c-facf63782adc,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:23.297860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:23.870613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:24.170416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:41:24.251706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:41:24.442635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:41:24.452844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b2d92-86b6-4161-9b77-d1fe8d8699f1 None None] Sync routers for ids ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:41:24.456956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "PUT /v2.0/routers/6cdf2d23-fc1f-48b3-a335-d5fb68a94332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7696867 Apr 22 17:41:24.459970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39498) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:24.463332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b2d92-86b6-4161-9b77-d1fe8d8699f1 None None] Routers {'6cdf2d23-fc1f-48b3-a335-d5fb68a94332'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:41:24.464005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b53b2d92-86b6-4161-9b77-d1fe8d8699f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:41:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:24.532146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f702b1-1e96-48b7-8975-92c12c508bfd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting subnet 33bf050c-d87b-4945-a029-2a7202fe3d74 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:41:24.535460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57f702b1-1e96-48b7-8975-92c12c508bfd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:24.596568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57f702b1-1e96-48b7-8975-92c12c508bfd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:24.616251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:41:24.655994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:41:24.656326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b53b2d92-86b6-4161-9b77-d1fe8d8699f1 None None] Set router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:41:24.656989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 0cb4abca-bb5d-44bc-beca-9cc57bb3bfd9 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:41:24.695736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57f702b1-1e96-48b7-8975-92c12c508bfd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:24.962280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b53b2d92-86b6-4161-9b77-d1fe8d8699f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:41:23Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:24.967284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b2d92-86b6-4161-9b77-d1fe8d8699f1 None None] Checking router: 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:41:24.976490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b2d92-86b6-4161-9b77-d1fe8d8699f1 None None] Routers {'6cdf2d23-fc1f-48b3-a335-d5fb68a94332'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:41:24.977176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b53b2d92-86b6-4161-9b77-d1fe8d8699f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:41:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:25.128377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57f702b1-1e96-48b7-8975-92c12c508bfd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:25.133614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-373942b8-9baf-4cbe-b6bb-031a24605bd7 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:25.163512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b53b2d92-86b6-4161-9b77-d1fe8d8699f1 None None] Set router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:41:25.174034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f702b1-1e96-48b7-8975-92c12c508bfd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Subnet': ['ID=33bf050c-d87b-4945-a029-2a7202fe3d74,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:25.176271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-57f702b1-1e96-48b7-8975-92c12c508bfd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:25.181951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-57f702b1-1e96-48b7-8975-92c12c508bfd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:25.182313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf2bfa4-1965-4e2b-a265-322beeca39b5 None None] Network 6cafc190-acf5-4ee6-a580-a24f184f5758 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:41:25.183932 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-57f702b1-1e96-48b7-8975-92c12c508bfd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/subnets/33bf050c-d87b-4945-a029-2a7202fe3d74 HTTP/1.1" status: 204 len: 168 time: 0.7226806 Apr 22 17:41:25.186981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39504) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:25.395399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:25.463587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] DHCP port deletion for 6cafc190-acf5-4ee6-a580-a24f184f5758 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:41:25.468121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Deleting port 3338c7be-660e-4160-9f01-4066071a57b9 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:41:25.468879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:25.593416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:25.631196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port e6990698-f241-45e3-96c9-27bbf9d05df1 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:41:25.631585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:25.647860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b53b2d92-86b6-4161-9b77-d1fe8d8699f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:41:23Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:25.651962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b2d92-86b6-4161-9b77-d1fe8d8699f1 None None] The sync data for ids ['6cdf2d23-fc1f-48b3-a335-d5fb68a94332'] in dv-neutron-786478-3-hyperv is: [{'id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934698590', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:39:30Z', 'updated_at': '2021-04-22T17:41:23Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'e6990698-f241-45e3-96c9-27bbf9d05df1', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf2d23-fc1f-48b3-a335-d5fb68a94332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:39:31Z', 'updated_at': '2021-04-22T17:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:41:25.696423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] For port 3338c7be-660e-4160-9f01-4066071a57b9, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=3338c7be-660e-4160-9f01-4066071a57b9,segment=NetworkSegment(fcbebadc-7f5c-4c7c-9960-a0285811551c),segment_id=fcbebadc-7f5c-4c7c-9960-a0285811551c)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:41:25.697346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:25.835593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Calling delete_port for 3338c7be-660e-4160-9f01-4066071a57b9 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:41:25.837704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port e6990698-f241-45e3-96c9-27bbf9d05df1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e6990698-f241-45e3-96c9-27bbf9d05df1,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:41:25.838110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:25.975149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for e6990698-f241-45e3-96c9-27bbf9d05df1 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:41:26.008173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:26.013258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ffd4b0d9-78fa-4451-8d6f-b9d4d8ecee07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:26.059336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Pushing event deleted for resources: {'Port': ['ID=3338c7be-660e-4160-9f01-4066071a57b9,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:26.068040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] No DVR routers for this DVR port 3338c7be-660e-4160-9f01-4066071a57b9 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:41:26.070259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.070672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.071052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.071471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.071841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.072215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.072588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.073024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.073314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.073674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.074038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.074397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:26.078427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:26.190982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:26.196204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-748a88fe-c71a-4b57-a89c-a90700ca923f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:26.243543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=e6990698-f241-45e3-96c9-27bbf9d05df1,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:26.278124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:26.338003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:26.522992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:26.525280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:26.613788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:26.614399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Fanout notify agent at l3_agent the message router_deleted on router 6cdf2d23-fc1f-48b3-a335-d5fb68a94332 {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:41:26.631713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:26.632928 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/routers/6cdf2d23-fc1f-48b3-a335-d5fb68a94332 HTTP/1.1" status: 204 len: 168 time: 1.4447625 Apr 22 17:41:26.636242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39510) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:26.796060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1f9b068d-795b-43b2-804c-facf63782adc no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:41:26.842743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 1f9b068d-795b-43b2-804c-facf63782adc {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:41:26.843148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 1f9b068d-795b-43b2-804c-facf63782adc not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:41:26.843635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3338c7be-660e-4160-9f01-4066071a57b9 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:41:26.881571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 3338c7be-660e-4160-9f01-4066071a57b9 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:41:26.881987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 3338c7be-660e-4160-9f01-4066071a57b9 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:41:27.048130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:27.188690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:27.309509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cafc190-acf5-4ee6-a580-a24f184f5758']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:27.322508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbebadc-7f5c-4c7c-9960-a0285811551c') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:27.322902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbebadc-7f5c-4c7c-9960-a0285811551c') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:27.335661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:27.350246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:27.356475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:41:27.532943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 6cafc190-acf5-4ee6-a580-a24f184f5758 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:41:27.546858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:27.729385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 6cafc190-acf5-4ee6-a580-a24f184f5758 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:41:27.753254 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:41:27.899636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:27.905013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:27.909703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:27.934705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Network': ['ID=6cafc190-acf5-4ee6-a580-a24f184f5758,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:27.937247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:27.957435 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-91f6698a-5456-4705-b979-03f8cfa493b1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/networks/6cafc190-acf5-4ee6-a580-a24f184f5758 HTTP/1.1" status: 204 len: 168 time: 1.3201454 Apr 22 17:41:27.960699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39514) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:28.034256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5969cdf6-d304-4214-bb41-36a5b32d197a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:28.067544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5969cdf6-d304-4214-bb41-36a5b32d197a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:28.082594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ff829071-e78b-47d0-aa39-decc2084cbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:28.225270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5969cdf6-d304-4214-bb41-36a5b32d197a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:28.230866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23ee39db-ac88-4fca-9316-7719406f8371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:28.248071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969cdf6-d304-4214-bb41-36a5b32d197a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe94f3b2-afa3-4551-ba70-93fbd5ec304c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:28.250718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5969cdf6-d304-4214-bb41-36a5b32d197a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:28.276716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5969cdf6-d304-4214-bb41-36a5b32d197a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:28.277970 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5969cdf6-d304-4214-bb41-36a5b32d197a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/security-groups/fe94f3b2-afa3-4551-ba70-93fbd5ec304c HTTP/1.1" status: 204 len: 168 time: 0.3159759 Apr 22 17:41:28.636423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39522) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:28.642351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-966612608', 'description': 'tempest-secgroup-smoke-966612608 description', 'project_id': '9fdf26114eae44999e1676e0a8664d68'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:28.651278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:28.655700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:28.658731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:28.664864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:28.678227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e6990698-f241-45e3-96c9-27bbf9d05df1 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:41:28.699940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:28.715508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: e6990698-f241-45e3-96c9-27bbf9d05df1 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:41:28.715906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e6990698-f241-45e3-96c9-27bbf9d05df1 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:41:28.724566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:28.729144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:28.732457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:28.738452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:28.893626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:28.922029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:28.927508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3590b31b-17fb-41c5-90a0-973d2869a981 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:28.974805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04fca2f-cfe3-4392-bffe-d138451766c7,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:28.977770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:28.996464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:28.997874 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2306e152-68ec-4b2f-9ce2-62bfdee21564 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3602705 Apr 22 17:41:29.000881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39526) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:29.006377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'd04fca2f-cfe3-4392-bffe-d138451766c7', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:29.012826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:29.016826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:29.019870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:29.025824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:29.118533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.184590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.236318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.244490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8c9700b9-4fbc-4e68-b36a-83b15fa0f49c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:29.266610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43a8ee4-d365-4f29-886d-ba888e5b4584,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:29.269326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:29.299496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.300798 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989156 Apr 22 17:41:29.303668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39530) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:29.309458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'd04fca2f-cfe3-4392-bffe-d138451766c7', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:29.315961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:29.320063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:29.323140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:29.329945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:29.374357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.438708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.470704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.472618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-882825b3-925d-479b-94c1-164cae7f4bc3 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:29.496143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173f67ad-b495-41b0-a825-ce888ef98f4f,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:29.498880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:29.533678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.535043 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2303143 Apr 22 17:41:29.538097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39534) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:29.543785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'd04fca2f-cfe3-4392-bffe-d138451766c7', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:29.550536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:29.554920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:29.558066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:29.564807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:29.608814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.679725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.711238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.719057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-62fe57af-3043-43c6-a9e8-fcc492ac4069 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:29.741291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8388a4a-56c7-42e4-9a84-bfa6d9e42549,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:29.744010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:29.779629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.781011 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2418735 Apr 22 17:41:29.783926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39538) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:29.789529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'd04fca2f-cfe3-4392-bffe-d138451766c7', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:29.795933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:29.799970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:29.803029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:29.809033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:29.860373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.927293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.956187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:29.964209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e87cabdd-f9e6-4cd2-95ad-474a03fe415f tempest-SecGroupTest-1639448962 tempest-SecGroupTest-1639448962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:29.987023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6636e9c-5f52-45ba-b6b0-d089470476dc,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:29.989546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:30.024842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.026188 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f2622bfd-b518-446c-a473-4cdb57e29440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2412574 Apr 22 17:41:30.029107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39542) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:30.034673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'd04fca2f-cfe3-4392-bffe-d138451766c7', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:30.041221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:30.046011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:30.049116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:30.055426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:30.099667 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Project 9fdf26114eae44999e1676e0a8664d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:41:30.107441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.174754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.207702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.209643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4efa51c-7eed-4de3-a1b5-2403d358fa71 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:30.234760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc78a4c-004d-476a-8916-097360d46bff,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:30.239138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:30.276486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.277815 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2477059 Apr 22 17:41:30.281257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39546) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:30.287163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'd04fca2f-cfe3-4392-bffe-d138451766c7', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:30.293739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:30.297930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:30.301015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:30.304999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6a130515-5d68-4619-a6e1-a6c50a8c9959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.307675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:30.344940 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Project 9fdf26114eae44999e1676e0a8664d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:41:30.351957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.427434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.459166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.461331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2570ea01-659b-4d8b-a28c-55aace3a5a75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:30.485908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda742b0-7921-4040-9cc6-a64807f8d393,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:30.488409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:30.522046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.523370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2410891 Apr 22 17:41:30.526396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39550) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:30.533053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'network': {'name': 'tempest-network-smoke--1386037322', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'port_security_enabled': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:30.538306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:30.542743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:network and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:30.546321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:30.552461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:30.590451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:41:30.597633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.626780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:41:30.695986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.696426 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Added segment 311b2c73-8249-46ce-b32e-64ce5b710657 of type vlan for network 355851d9-ee6f-419e-aa8f-cb1c528ebeed Apr 22 17:41:30.773429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.864933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.871098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:30.871738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:30.877116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-aa1a0410-8a63-4b2f-8a65-637792af9cb7 tempest-RoutersTest-122488019 tempest-RoutersTest-122488019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:30.988745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Network': ['ID=355851d9-ee6f-419e-aa8f-cb1c528ebeed,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:30.991650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:30.999919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 355851d9-ee6f-419e-aa8f-cb1c528ebeed details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:41:31.002934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-81fde778-93dd-4b33-b76c-9ea17d33879c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4754004 Apr 22 17:41:31.005929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39554) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:31.011553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'admin_state_up': True, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:31.020091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:31.024303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:router and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:31.027297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:31.034210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:31.077280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:31.078574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:31.217518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:31.453796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:31.528870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:31.597133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:31.881949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:31.913332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:32.054403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.26.6.219 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/a63795f9-3e4c-4d02-beb1-07f7010ea3ea) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:41:32.212048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:32.265225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:32.270014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6d73cab9-1522-4ef7-ac28-b3848c9c437b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:32.333399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:41:32.337159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:41:32.339687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:41:32.386224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=a63795f9-3e4c-4d02-beb1-07f7010ea3ea,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:32.391454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:32.821889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:32.979208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:33.475026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:33.750567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router ab1ce5c8-8baf-4911-a846-b03b921544eb is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:41:33.941810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:41:33.953091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Sync routers for ids ['ab1ce5c8-8baf-4911-a846-b03b921544eb'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:41:33.963864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Routers {'ab1ce5c8-8baf-4911-a846-b03b921544eb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:41:33.964555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:41:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ab1ce5c8-8baf-4911-a846-b03b921544eb'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:33.996525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:33.998409 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1dc866c2-f9e8-46ef-b642-eda83ee7e3f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9909742 Apr 22 17:41:34.001742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39560) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:34.047494 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-76fa4e3c-2827-4771-a2b1-bd05aaab28b1 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9fdf26114eae44999e1676e0a8664d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444744 Apr 22 17:41:34.050362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39564) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:34.157191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Set router ab1ce5c8-8baf-4911-a846-b03b921544eb gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:41:34.195181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ce0da-176f-4ba1-98ca-046a2228d0c2 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:34.196820 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-063ce0da-176f-4ba1-98ca-046a2228d0c2 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1455057 Apr 22 17:41:34.199988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39568) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:34.245796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-306f38b1-1908-47af-97e5-5402d66e8e23 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445235 Apr 22 17:41:34.248393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39572) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:34.254301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-110297026', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:34.371270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:34.375377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:subnet and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:34.378303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:34.384351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:34.425346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:41:34.431544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:34.460675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:32Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:34.464866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Checking router: ab1ce5c8-8baf-4911-a846-b03b921544eb for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:41:34.465265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Updating router ab1ce5c8-8baf-4911-a846-b03b921544eb port a63795f9-3e4c-4d02-beb1-07f7010ea3ea binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:41:34.521720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:34.873777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:34.945678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Transition to ACTIVE for port object a63795f9-3e4c-4d02-beb1-07f7010ea3ea will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:41:34.978905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:34.979968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:34.983681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0ce6468a-daf3-4cfd-844f-710da70ba16f tempest-NetworksTestDHCPv6-441316341 tempest-NetworksTestDHCPv6-441316341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:34.985776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:35.066340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Attempting to bind port a63795f9-3e4c-4d02-beb1-07f7010ea3ea on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:41:35.066782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Attempting to bind port a63795f9-3e4c-4d02-beb1-07f7010ea3ea by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:41:35.067201 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Attempting to bind port a63795f9-3e4c-4d02-beb1-07f7010ea3ea on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:41:35.071852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Checking segment: {'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:41:35.072262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network hostable DHCP agents. Network: 355851d9-ee6f-419e-aa8f-cb1c528ebeed, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:41:35.079407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Subnet': ['ID=c311788e-dfe7-4803-a19e-2270d7c825d8,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:35.080026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:41:35.080343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:41:35.080798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:35.081246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:41:35.081780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Bound port: a63795f9-3e4c-4d02-beb1-07f7010ea3ea, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:41:35.082209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:35.087100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:35.112480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b1e9f-a8c0-4621-bf29-b398dbfdfc1f None None] Pushing event updated for resources: {'Port': ['ID=a63795f9-3e4c-4d02-beb1-07f7010ea3ea,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:35.121372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f84b1e9f-a8c0-4621-bf29-b398dbfdfc1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:35.162167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 355851d9-ee6f-419e-aa8f-cb1c528ebeed is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:41:35.193740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] For port a63795f9-3e4c-4d02-beb1-07f7010ea3ea, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:41:35.197175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] For port a63795f9-3e4c-4d02-beb1-07f7010ea3ea, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a63795f9-3e4c-4d02-beb1-07f7010ea3ea,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:41:35.219006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 355851d9-ee6f-419e-aa8f-cb1c528ebeed) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:41:35.228047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52acaea6-d9a0-4149-8187-339038f5f1a3 None None] Network 355851d9-ee6f-419e-aa8f-cb1c528ebeed requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:41:35.233624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:35.234280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:35.282993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b4489f56-6a85-4227-a444-985aa0564d31 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0334718 Apr 22 17:41:35.285818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39578) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:35.296680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:35.305798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f84b1e9f-a8c0-4621-bf29-b398dbfdfc1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:35.420252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Routers {'ab1ce5c8-8baf-4911-a846-b03b921544eb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:41:35.420858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:41:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ab1ce5c8-8baf-4911-a846-b03b921544eb'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:35.478294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b1e9f-a8c0-4621-bf29-b398dbfdfc1f None None] Pushing event updated for resources: {'Port': ['ID=a63795f9-3e4c-4d02-beb1-07f7010ea3ea,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:35.500000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f84b1e9f-a8c0-4621-bf29-b398dbfdfc1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:35.826503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:35.875259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] Set router ab1ce5c8-8baf-4911-a846-b03b921544eb gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:41:36.040709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:41:36.041625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:36.045450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:36.345979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Allocated IP 172.20.0.2 (355851d9-ee6f-419e-aa8f-cb1c528ebeed/c311788e-dfe7-4803-a19e-2270d7c825d8/00bf3c4f-f2f6-42fe-a24f-d9be1c434d64) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:41:36.368628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:32Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:36.373478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac124a-ec16-47da-ad19-28123c153f58 None None] The sync data for ids ['ab1ce5c8-8baf-4911-a846-b03b921544eb'] in dv-neutron-786478-3-hyperv is: [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:32Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:41:36.653081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:36.663937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Transition to ACTIVE for port object 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:41:36.729864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Transition to ACTIVE for port object 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:41:36.768847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:36.774801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-871f118a-c01b-49e5-8a14-1e34be137ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:36.815738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.20.0.1 (355851d9-ee6f-419e-aa8f-cb1c528ebeed/c311788e-dfe7-4803-a19e-2270d7c825d8/27e85c70-a257-4e54-b122-a72777379063) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:41:36.843260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Network 355851d9-ee6f-419e-aa8f-cb1c528ebeed is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:41:36.851610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:41:36.857194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:41:36.903696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Pushing event updated for resources: {'Port': ['ID=00bf3c4f-f2f6-42fe-a24f-d9be1c434d64,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:36.912810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:36.968735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Attempting to bind port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:41:36.969162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Attempting to bind port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:41:36.969578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Attempting to bind port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 on network 355851d9-ee6f-419e-aa8f-cb1c528ebeed {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:41:36.975978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:41:36.976497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Checking segment: {'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:41:36.976947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:36.977397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Bound using segment: {'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:41:36.977917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Bound port: 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:41:36.978339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:37.009207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:37.027114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Transition to ACTIVE for port object 27e85c70-a257-4e54-b122-a72777379063 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:41:37.083017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:37.088756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-46464510-f0ad-4d20-b9d2-42a5794c5b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:37.097361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] For port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:41:37.170884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] For port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=00bf3c4f-f2f6-42fe-a24f-d9be1c434d64,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:41:37.237194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:37.249445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:37.364018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Pushing event updated for resources: {'Port': ['ID=00bf3c4f-f2f6-42fe-a24f-d9be1c434d64,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:37.368913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:37.480249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 355851d9-ee6f-419e-aa8f-cb1c528ebeed is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:41:37.484187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:41:37.486831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:41:37.533317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=27e85c70-a257-4e54-b122-a72777379063,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:37.536424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:37.556652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:37.743408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:38.183218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:38.201927 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:38.232674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a6410ad6-6124-42ba-88be-39350ad95f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:38.326616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:38.331320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=27e85c70-a257-4e54-b122-a72777379063,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:38.336319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:38.478081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 355851d9-ee6f-419e-aa8f-cb1c528ebeed is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:41:38.479346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:41:38.688179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router ab1ce5c8-8baf-4911-a846-b03b921544eb has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:41:38.767437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b3462-bc89-494f-8f3e-95618a8fd123 None None] Network 355851d9-ee6f-419e-aa8f-cb1c528ebeed requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:41:38.840815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:41:38.897802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:41:38.912338 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "PUT /v2.0/routers/ab1ce5c8-8baf-4911-a846-b03b921544eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6253951 Apr 22 17:41:38.949170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9974b7bf-623d-4fbc-beb7-2df4ff61f074 None None] Provisioning for port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:41:39.009455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:41:39.020445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:41:39.020861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:39.095261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-9c017444-2178-4e30-bb77-0fd84e851ddf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:41:39.107375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Sync routers for ids ['ab1ce5c8-8baf-4911-a846-b03b921544eb'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:41:39.117535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Routers {'ab1ce5c8-8baf-4911-a846-b03b921544eb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:41:39.124386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:41:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ab1ce5c8-8baf-4911-a846-b03b921544eb'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:39.144983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-9c017444-2178-4e30-bb77-0fd84e851ddf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:41:39.146338 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-9c017444-2178-4e30-bb77-0fd84e851ddf tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966612608&fields=id&tenant_id=9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 267 time: 0.0954931 Apr 22 17:41:39.220458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:39.257941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=00bf3c4f-f2f6-42fe-a24f-d9be1c434d64,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:41:39.311308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:39.312743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a63795f9-3e4c-4d02-beb1-07f7010ea3ea up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:41:39.323119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Set router ab1ce5c8-8baf-4911-a846-b03b921544eb gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:41:39.328057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-38ae8446-b7b8-498b-92d2-6f3048963a5f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:39.328849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-38ae8446-b7b8-498b-92d2-6f3048963a5f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:41:39.345999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ba76d4d-df7f-425f-8de5-ccf957e3b59b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:39.374154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-38ae8446-b7b8-498b-92d2-6f3048963a5f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:41:39.375696 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-38ae8446-b7b8-498b-92d2-6f3048963a5f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/networks?id=355851d9-ee6f-419e-aa8f-cb1c528ebeed HTTP/1.1" status: 200 len: 797 time: 0.2208869 Apr 22 17:41:39.394323 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-be77d1dc-e95d-4233-b628-f08d1761cb2c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/quotas/9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 375 time: 0.0106769 Apr 22 17:41:39.461390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=00bf3c4f-f2f6-42fe-a24f-d9be1c434d64,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:39.464865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:39.476410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port a63795f9-3e4c-4d02-beb1-07f7010ea3ea completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:41:39.482837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a63795f9-3e4c-4d02-beb1-07f7010ea3ea triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:41:39.483279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:39.507292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-06c9f4c1-e8e0-4627-85c5-0a09f13ddc6f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:41:39.555984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a2a5bb8c-afdc-453d-93ac-9d84d337af7b None None] Provisioning complete for port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:41:39.556409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2a5bb8c-afdc-453d-93ac-9d84d337af7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:39.561497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-06c9f4c1-e8e0-4627-85c5-0a09f13ddc6f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:41:39.563329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-06c9f4c1-e8e0-4627-85c5-0a09f13ddc6f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577790 Apr 22 17:41:39.729357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:37Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '27e85c70-a257-4e54-b122-a72777379063', 'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:1b:87:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:36Z', 'updated_at': '2021-04-22T17:41:38Z', 'revision_number': 2, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:39.735508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Checking router: ab1ce5c8-8baf-4911-a846-b03b921544eb for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:41:39.736162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Updating router ab1ce5c8-8baf-4911-a846-b03b921544eb port 27e85c70-a257-4e54-b122-a72777379063 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:41:39.778658 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-62d18ef9-d71f-48d9-8986-5b82d1d2189a service neutron] 10.222.0.77 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886783 Apr 22 17:41:39.785325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:39.803099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a2a5bb8c-afdc-453d-93ac-9d84d337af7b None None] Provisioning for port 27e85c70-a257-4e54-b122-a72777379063 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:41:39.810916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a2a5bb8c-afdc-453d-93ac-9d84d337af7b None None] Provisioning complete for port 27e85c70-a257-4e54-b122-a72777379063 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:41:39.811093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:39.811341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a2a5bb8c-afdc-453d-93ac-9d84d337af7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:39.846570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port a63795f9-3e4c-4d02-beb1-07f7010ea3ea, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a63795f9-3e4c-4d02-beb1-07f7010ea3ea,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:41:39.877796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a2a5bb8c-afdc-453d-93ac-9d84d337af7b None None] Port 27e85c70-a257-4e54-b122-a72777379063 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:41:39.879975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:39.882301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e51297ab-52d7-4720-bf44-c5b639f432d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:39.939224 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-c11ac960-0595-41c0-a3c7-16982f3bb4a3 service neutron] 10.222.0.77 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669540 Apr 22 17:41:39.959327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=a63795f9-3e4c-4d02-beb1-07f7010ea3ea,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:39.963932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:40.003908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-3c423400-0b6d-4b18-8b59-57239b6e6550 None None] Provisioning complete for port 27e85c70-a257-4e54-b122-a72777379063 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:41:40.004340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c423400-0b6d-4b18-8b59-57239b6e6550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:40.206181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:40.212261 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b33f3075-a2fa-4cd5-bd69-fe99cfa3de86 req-62a248ab-863f-4b22-bbb8-99bb1ca363ad tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 210 time: 0.0634508 Apr 22 17:41:40.222640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Transition to ACTIVE for port object 27e85c70-a257-4e54-b122-a72777379063 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:41:40.288182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:40.290858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3c423400-0b6d-4b18-8b59-57239b6e6550 None None] Port 27e85c70-a257-4e54-b122-a72777379063 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:41:40.294052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:40.429297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Pushing event updated for resources: {'Port': ['ID=27e85c70-a257-4e54-b122-a72777379063,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:40.477837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.478233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.478615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.479127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.479504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.479876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.480247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.480618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.480991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.481355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.481841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.482206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:41:40.486246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:40.545333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Attempting to bind port 27e85c70-a257-4e54-b122-a72777379063 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:41:40.545747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Attempting to bind port 27e85c70-a257-4e54-b122-a72777379063 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:41:40.546200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Attempting to bind port 27e85c70-a257-4e54-b122-a72777379063 on network 355851d9-ee6f-419e-aa8f-cb1c528ebeed {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:41:40.551926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:41:40.552460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Checking segment: {'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:41:40.552913 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:40.553353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Bound using segment: {'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:41:40.553872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Bound port: 27e85c70-a257-4e54-b122-a72777379063, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:41:40.554291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:40.652326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] For port 27e85c70-a257-4e54-b122-a72777379063, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:41:40.655476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] For port 27e85c70-a257-4e54-b122-a72777379063, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27e85c70-a257-4e54-b122-a72777379063,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:41:40.700424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:40.705503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-67b808de-7849-4ce1-99cf-34cc8b5750db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:40.750225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:41:40.786177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Routers {'ab1ce5c8-8baf-4911-a846-b03b921544eb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:41:40.786921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:41:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ab1ce5c8-8baf-4911-a846-b03b921544eb'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:40.825029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:41:40.826167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:40.866617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Pushing event updated for resources: {'Port': ['ID=27e85c70-a257-4e54-b122-a72777379063,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:40.929962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-400b73ce-4a84-4d73-8a25-fdef99bcce9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:40.962453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a63795f9-3e4c-4d02-beb1-07f7010ea3ea up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:41:41.002414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] Set router ab1ce5c8-8baf-4911-a846-b03b921544eb gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:41:41.053705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a63795f9-3e4c-4d02-beb1-07f7010ea3ea triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:41:41.054237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:41.340726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:37Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '27e85c70-a257-4e54-b122-a72777379063', 'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:1b:87:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:36Z', 'updated_at': '2021-04-22T17:41:40Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:41.345821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8d059-79fa-4a9b-943f-68788d1e5f8e None None] The sync data for ids ['ab1ce5c8-8baf-4911-a846-b03b921544eb'] in dv-neutron-786478-3-hyperv is: [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:37Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '27e85c70-a257-4e54-b122-a72777379063', 'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:1b:87:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:36Z', 'updated_at': '2021-04-22T17:41:40Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:41:41.404851 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-894024fb-9db8-4b52-babc-8e4ff8f39380 req-e4ca973b-f61d-420e-9d30-7a57d350b02a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 210 time: 0.0625291 Apr 22 17:41:42.027346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-9e8aec2f-d865-4d2b-a1e7-8567842b239a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:42.029631 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-9e8aec2f-d865-4d2b-a1e7-8567842b239a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/networks?id=355851d9-ee6f-419e-aa8f-cb1c528ebeed HTTP/1.1" status: 200 len: 797 time: 0.1658838 Apr 22 17:41:42.093022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-f8c62114-1f65-4acd-9537-3511d1beda9e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:41:42.106419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-f8c62114-1f65-4acd-9537-3511d1beda9e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:41:42.110792 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-f8c62114-1f65-4acd-9537-3511d1beda9e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 379 time: 0.0622661 Apr 22 17:41:42.121458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'port': {'device_id': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'admin_state_up': True, 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'security_groups': ['d04fca2f-cfe3-4392-bffe-d138451766c7']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:42.271317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:42.282729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:42.378955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:41:42.385178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:42.561618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.20.0.10 (355851d9-ee6f-419e-aa8f-cb1c528ebeed/c311788e-dfe7-4803-a19e-2270d7c825d8/12dea712-e910-454b-82ff-64d8871982ff) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:41:42.580620 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-544ee030-65f7-4e91-a317-e430754145e6 req-01c72682-7a12-438d-9197-684637ffce87 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 210 time: 0.0538044 Apr 22 17:41:42.759628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 27e85c70-a257-4e54-b122-a72777379063 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:41:42.772785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:42.788946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Transition to ACTIVE for port object 12dea712-e910-454b-82ff-64d8871982ff will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:41:42.848411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:42.854514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6342bb0d-d3aa-4fc8-be4e-6cde9ceeec27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:42.876573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 27e85c70-a257-4e54-b122-a72777379063 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:41:42.882019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 27e85c70-a257-4e54-b122-a72777379063 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:41:42.882444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:42.926929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 355851d9-ee6f-419e-aa8f-cb1c528ebeed is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:41:42.928162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:41:42.933051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:41:43.007710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:43.008408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:43.013610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:43.014442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=12dea712-e910-454b-82ff-64d8871982ff,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:43.022167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:43.099675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 27e85c70-a257-4e54-b122-a72777379063, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27e85c70-a257-4e54-b122-a72777379063,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:41:43.128545 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0113671 Apr 22 17:41:43.145349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Request body: {'port': {'device_id': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:43.162226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:43.172375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cda49eb4-41d7-413e-805f-465baaadda59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:43.246477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=27e85c70-a257-4e54-b122-a72777379063,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:43.249960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:43.253343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8b57601b-77e1-41a1-8ba2-3053a743a962 None None] Provisioning for port 12dea712-e910-454b-82ff-64d8871982ff completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:41:43.258730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8b57601b-77e1-41a1-8ba2-3053a743a962 None None] Provisioning complete for port 12dea712-e910-454b-82ff-64d8871982ff triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:41:43.263708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8b57601b-77e1-41a1-8ba2-3053a743a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:43.269973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:43.319588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8b57601b-77e1-41a1-8ba2-3053a743a962 None None] Port 12dea712-e910-454b-82ff-64d8871982ff cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:41:43.630225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dea712-e910-454b-82ff-64d8871982ff {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:41:43.638777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:43.654997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Transition to ACTIVE for port object 12dea712-e910-454b-82ff-64d8871982ff will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:41:43.687792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:43.693202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:43.786132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdd708-bc70-40ef-8e42-83a76fd6da8f req-dd1617ac-a308-4892-8076-01f1a931c0f6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:43.787829 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e8fdd708-bc70-40ef-8e42-83a76fd6da8f req-dd1617ac-a308-4892-8076-01f1a931c0f6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 944 time: 0.0918486 Apr 22 17:41:43.841107 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e8fdd708-bc70-40ef-8e42-83a76fd6da8f req-aa7c4d75-1453-4f97-a9e3-a090f2cee0e1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459821 Apr 22 17:41:43.869101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Pushing event updated for resources: {'Port': ['ID=12dea712-e910-454b-82ff-64d8871982ff,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:43.878051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:43.950413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Attempting to bind port 12dea712-e910-454b-82ff-64d8871982ff on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:41:43.950854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Attempting to bind port 12dea712-e910-454b-82ff-64d8871982ff by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:41:43.951228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Attempting to bind port 12dea712-e910-454b-82ff-64d8871982ff on network 355851d9-ee6f-419e-aa8f-cb1c528ebeed {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:41:43.956395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Port 12dea712-e910-454b-82ff-64d8871982ff on network 355851d9-ee6f-419e-aa8f-cb1c528ebeed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:41:43.956751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Attempting to bind port 12dea712-e910-454b-82ff-64d8871982ff on network 355851d9-ee6f-419e-aa8f-cb1c528ebeed {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:41:43.962500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:41:43.962992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Checking segment: {'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:41:43.963320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Bound using segment: {'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:41:43.963790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Bound port: 12dea712-e910-454b-82ff-64d8871982ff, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311b2c73-8249-46ce-b32e-64ce5b710657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:41:43.964173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:44.061538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] For port 12dea712-e910-454b-82ff-64d8871982ff, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:41:44.064677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] For port 12dea712-e910-454b-82ff-64d8871982ff, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=12dea712-e910-454b-82ff-64d8871982ff,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:41:44.094119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:44.099234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8919ca58-71b3-4204-a271-3c6aad47ab62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:44.159646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:44.160360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:44.161891 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] 10.222.0.78 "PUT /v2.0/ports/12dea712-e910-454b-82ff-64d8871982ff HTTP/1.1" status: 200 len: 1094 time: 1.0212765 Apr 22 17:41:44.162483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'tag': '12dea712-e910-454b-82ff-64d8871982ff'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:41:44.186503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Pushing event updated for resources: {'Port': ['ID=12dea712-e910-454b-82ff-64d8871982ff,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:44.189953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:44.220446 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'tag': '12dea712-e910-454b-82ff-64d8871982ff', 'status': 'completed', 'code': 200} Apr 22 17:41:44.315914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-ca3f00c5-38a3-4f0c-b69c-1ae8c18592e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:44.317531 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-ca3f00c5-38a3-4f0c-b69c-1ae8c18592e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 1097 time: 0.0809729 Apr 22 17:41:44.398314 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-3c4e9bea-64d2-49f1-9cb4-865ff6d2c7fa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12dea712-e910-454b-82ff-64d8871982ff HTTP/1.1" status: 200 len: 217 time: 0.0690594 Apr 22 17:41:44.473136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-6941eacc-6590-4a7e-b1eb-690882092d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:44.474729 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-6941eacc-6590-4a7e-b1eb-690882092d48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c311788e-dfe7-4803-a19e-2270d7c825d8 HTTP/1.1" status: 200 len: 834 time: 0.0673223 Apr 22 17:41:44.562440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-48c24398-2cc2-4176-ac14-9ad42195a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:44.564112 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-48c24398-2cc2-4176-ac14-9ad42195a6cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=355851d9-ee6f-419e-aa8f-cb1c528ebeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783234 Apr 22 17:41:44.715097 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-40adceaa-3dde-4729-9e49-c7892ae4da92 service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398878 Apr 22 17:41:44.745843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 27e85c70-a257-4e54-b122-a72777379063 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:41:44.819490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 27e85c70-a257-4e54-b122-a72777379063 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:41:44.819912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:44.869001 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1c5e44e-1fa3-4602-8a3c-32b65f7d6097 req-51bb68c5-bc70-4edf-9d5b-4a27558c16a1 service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431112 Apr 22 17:41:45.032129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68d0c3-0f79-4fc1-b6ed-517a0127f37e req-dd038902-d266-4191-ae9b-6f48a58ab091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:45.033662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f68d0c3-0f79-4fc1-b6ed-517a0127f37e req-dd038902-d266-4191-ae9b-6f48a58ab091 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 1097 time: 0.0786111 Apr 22 17:41:45.050433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb79b1-cd06-4699-b12b-b4cdb2b3c68f req-3ee49de0-e58b-4d13-931a-33aad6e32350 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:45.052088 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ebbb79b1-cd06-4699-b12b-b4cdb2b3c68f req-3ee49de0-e58b-4d13-931a-33aad6e32350 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 944 time: 0.0941360 Apr 22 17:41:45.101927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ebbb79b1-cd06-4699-b12b-b4cdb2b3c68f req-3fdf75e3-7b79-4856-8f87-523f2eb32096 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431006 Apr 22 17:41:45.184162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68d0c3-0f79-4fc1-b6ed-517a0127f37e req-5d3480d1-978b-4774-bdbf-ef6f52b79d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:45.185784 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f68d0c3-0f79-4fc1-b6ed-517a0127f37e req-5d3480d1-978b-4774-bdbf-ef6f52b79d88 service neutron] 10.222.0.78 "GET /v2.0/networks?id=355851d9-ee6f-419e-aa8f-cb1c528ebeed HTTP/1.1" status: 200 len: 899 time: 0.1410174 Apr 22 17:41:45.264505 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f68d0c3-0f79-4fc1-b6ed-517a0127f37e req-11024ad9-57bf-4ff4-8c5b-6955646006f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12dea712-e910-454b-82ff-64d8871982ff HTTP/1.1" status: 200 len: 217 time: 0.0689127 Apr 22 17:41:45.334267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68d0c3-0f79-4fc1-b6ed-517a0127f37e req-2b434997-2543-4030-aa5e-58c869440f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:45.336029 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f68d0c3-0f79-4fc1-b6ed-517a0127f37e req-2b434997-2543-4030-aa5e-58c869440f18 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c311788e-dfe7-4803-a19e-2270d7c825d8 HTTP/1.1" status: 200 len: 834 time: 0.0638874 Apr 22 17:41:45.420429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68d0c3-0f79-4fc1-b6ed-517a0127f37e req-474d48b4-0786-404c-93b0-bf25011c3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:45.422014 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f68d0c3-0f79-4fc1-b6ed-517a0127f37e req-474d48b4-0786-404c-93b0-bf25011c3494 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=355851d9-ee6f-419e-aa8f-cb1c528ebeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790808 Apr 22 17:41:45.852842 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f68d0c3-0f79-4fc1-b6ed-517a0127f37e req-e3fe5daa-7cce-44df-a6be-6768e3b2311c service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231420 Apr 22 17:41:45.995525 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f68d0c3-0f79-4fc1-b6ed-517a0127f37e req-f8964eec-937a-44e1-bb57-a46f50d83ca3 service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316025 Apr 22 17:41:46.465220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d31b9-aaf5-43bc-8447-3efc8ff15dc3 req-a2dceccf-d673-4d1c-a260-7cbb0f9632f7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:46.467427 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f65d31b9-aaf5-43bc-8447-3efc8ff15dc3 req-a2dceccf-d673-4d1c-a260-7cbb0f9632f7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 944 time: 0.0889852 Apr 22 17:41:46.515033 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f65d31b9-aaf5-43bc-8447-3efc8ff15dc3 req-cd99a9e0-23dd-4cf8-ac93-da68845762ba tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412240 Apr 22 17:41:46.773712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 12dea712-e910-454b-82ff-64d8871982ff details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:41:46.914943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 12dea712-e910-454b-82ff-64d8871982ff, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=12dea712-e910-454b-82ff-64d8871982ff,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:41:46.929175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '12dea712-e910-454b-82ff-64d8871982ff', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'port_id': '12dea712-e910-454b-82ff-64d8871982ff', 'mac_address': 'fa:16:3e:fe:d7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:41:46.991352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:47.009077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dea712-e910-454b-82ff-64d8871982ff {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:41:47.025219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 12dea712-e910-454b-82ff-64d8871982ff, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=12dea712-e910-454b-82ff-64d8871982ff,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:41:47.060062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:47.061883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c4b338b1-7e9d-4365-b3bc-b23f119dbc02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:47.131028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=12dea712-e910-454b-82ff-64d8871982ff,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:47.134305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:47.323074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['12dea712-e910-454b-82ff-64d8871982ff'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:41:47.723811 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc72e5-4e43-4e7d-ad2a-5641d32b5977 req-e2c16243-b3e6-42cf-ac45-f802efde64ff tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:47.725427 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71cc72e5-4e43-4e7d-ad2a-5641d32b5977 req-e2c16243-b3e6-42cf-ac45-f802efde64ff tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 945 time: 0.0925283 Apr 22 17:41:47.773155 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-71cc72e5-4e43-4e7d-ad2a-5641d32b5977 req-37def628-e99b-41cc-bd89-eab8ed69cc95 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405664 Apr 22 17:41:48.789139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 12dea712-e910-454b-82ff-64d8871982ff up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:41:48.898806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 12dea712-e910-454b-82ff-64d8871982ff completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:41:48.904168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 12dea712-e910-454b-82ff-64d8871982ff triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:41:48.904595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:48.979187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d92152-6b0b-4822-86d4-307b7a6931e6 req-3d51eed7-a8f6-44a8-afa9-d64a3379642c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:48.980795 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69d92152-6b0b-4822-86d4-307b7a6931e6 req-3d51eed7-a8f6-44a8-afa9-d64a3379642c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 945 time: 0.0920918 Apr 22 17:41:49.030647 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-69d92152-6b0b-4822-86d4-307b7a6931e6 req-3318e485-d243-465b-ba57-81c57d6b29e4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427597 Apr 22 17:41:49.031038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:49.060819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dea712-e910-454b-82ff-64d8871982ff'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:41:49.071706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 12dea712-e910-454b-82ff-64d8871982ff, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=12dea712-e910-454b-82ff-64d8871982ff,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:41:49.109986 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dea712-e910-454b-82ff-64d8871982ff', 'code': 200} Apr 22 17:41:49.111288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:49.113237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:49.182982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=12dea712-e910-454b-82ff-64d8871982ff,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:49.186215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:49.449632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ab9cc-8208-4a0d-9fb8-7f1159ba67e9 req-d3872e37-2756-488f-84fe-30ef9c1f5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:49.451820 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2c0ab9cc-8208-4a0d-9fb8-7f1159ba67e9 req-d3872e37-2756-488f-84fe-30ef9c1f5121 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 1099 time: 0.0777590 Apr 22 17:41:49.500243 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2c0ab9cc-8208-4a0d-9fb8-7f1159ba67e9 req-d8d0e44b-d52a-4621-9a5d-4d8d2b0ed297 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366194 Apr 22 17:41:50.236961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1bc43-a2e8-44df-b791-cb45ffc7ddba req-18556763-7bd2-497b-995b-23caceb2c69e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:50.238591 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1bf1bc43-a2e8-44df-b791-cb45ffc7ddba req-18556763-7bd2-497b-995b-23caceb2c69e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0925922 Apr 22 17:41:50.287622 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1bf1bc43-a2e8-44df-b791-cb45ffc7ddba req-dbf56156-99ae-4d70-b9c1-554593f0938e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425491 Apr 22 17:41:51.493198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46f951-e4b3-42d6-a4a9-739a2881b5ee req-257ff996-c3ac-4f33-a133-1af5c1ed0d22 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:51.494850 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ef46f951-e4b3-42d6-a4a9-739a2881b5ee req-257ff996-c3ac-4f33-a133-1af5c1ed0d22 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0922136 Apr 22 17:41:51.541972 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ef46f951-e4b3-42d6-a4a9-739a2881b5ee req-df2d00b5-cdfe-4863-b228-126ee3ed568b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407073 Apr 22 17:41:51.744604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0acb4-5aa4-4813-b62b-f36aed479028 req-300be36e-d339-449a-8021-558728d9d1f1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:51.746208 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-31c0acb4-5aa4-4813-b62b-f36aed479028 req-300be36e-d339-449a-8021-558728d9d1f1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0887222 Apr 22 17:41:51.796405 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-31c0acb4-5aa4-4813-b62b-f36aed479028 req-f8c6dff7-0e1e-4c7c-ae37-6075c8b7c796 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439618 Apr 22 17:41:51.820646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39632) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:51.908141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dcd217-4a87-46eb-ad31-d339f82b00b8 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:51.909710 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-45dcd217-4a87-46eb-ad31-d339f82b00b8 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 1094 time: 0.0879822 Apr 22 17:41:51.912929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39636) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:51.918548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '12dea712-e910-454b-82ff-64d8871982ff', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:51.925199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:41:51.929414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:floatingip and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:41:51.932427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:41:51.938457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:41:51.984757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:52.128459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:52.273934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.26.6.56 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/21fa9a8c-ba18-4024-81f6-1b5dee2d3d63) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:41:52.433337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:52.488028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:52.493023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3ea38228-8f9f-45fa-b983-21a3692780c0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:52.550429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:41:52.557960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:41:52.563225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:41:52.607905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=21fa9a8c-ba18-4024-81f6-1b5dee2d3d63,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:52.612214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:53.004136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:53.099488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:53.316859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:53.332802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:53.337758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4d882038-fc1a-453a-a8df-31825395d1a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:41:53.445325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=21fa9a8c-ba18-4024-81f6-1b5dee2d3d63,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:41:53.454320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:41:53.463732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:53.645885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Floating IP ce6c2234-ad31-4994-b6ca-dc378806136e associated. External IP: 172.26.6.56, port: 12dea712-e910-454b-82ff-64d8871982ff. Apr 22 17:41:54.019037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router ab1ce5c8-8baf-4911-a846-b03b921544eb has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:41:54.210888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:41:54.220909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4576ce-1bb7-465c-b9dc-7b1a11615d96 None None] Sync routers for ids ['ab1ce5c8-8baf-4911-a846-b03b921544eb'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:41:54.231665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4576ce-1bb7-465c-b9dc-7b1a11615d96 None None] Routers {'ab1ce5c8-8baf-4911-a846-b03b921544eb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:41:54.232348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8b4576ce-1bb7-465c-b9dc-7b1a11615d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:41:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ab1ce5c8-8baf-4911-a846-b03b921544eb'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:54.264837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:41:54.322565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4084661 Apr 22 17:41:54.323207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'tag': '12dea712-e910-454b-82ff-64d8871982ff'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:41:54.374235 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'tag': '12dea712-e910-454b-82ff-64d8871982ff', 'status': 'completed', 'code': 200} Apr 22 17:41:54.425322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8b4576ce-1bb7-465c-b9dc-7b1a11615d96 None None] Set router ab1ce5c8-8baf-4911-a846-b03b921544eb gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:41:54.475458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897a7d2-8d7d-4947-b3f4-50a6ae3177d3 req-1feb07c7-77b0-46c3-b8f0-d37fe977f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:54.477071 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6897a7d2-8d7d-4947-b3f4-50a6ae3177d3 req-1feb07c7-77b0-46c3-b8f0-d37fe977f37e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 1099 time: 0.0800412 Apr 22 17:41:54.508875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f42dc-db27-4845-804c-55da8cda78da req-b3e60b01-9508-4ff2-86c4-8ea641752db2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:54.510703 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1d8f42dc-db27-4845-804c-55da8cda78da req-b3e60b01-9508-4ff2-86c4-8ea641752db2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0934563 Apr 22 17:41:54.561420 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1d8f42dc-db27-4845-804c-55da8cda78da req-858988b9-e052-4fc5-9f1a-ac61a4a8e65c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425916 Apr 22 17:41:54.587700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39644) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:54.625427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897a7d2-8d7d-4947-b3f4-50a6ae3177d3 req-1920658d-3b8e-45db-a736-28fdf8a7880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:54.627204 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6897a7d2-8d7d-4947-b3f4-50a6ae3177d3 req-1920658d-3b8e-45db-a736-28fdf8a7880b service neutron] 10.222.0.78 "GET /v2.0/networks?id=355851d9-ee6f-419e-aa8f-cb1c528ebeed HTTP/1.1" status: 200 len: 899 time: 0.1436684 Apr 22 17:41:54.720578 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a5e8f375-c038-44ac-bd77-133d77bb66ce tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/ce6c2234-ad31-4994-b6ca-dc378806136e HTTP/1.1" status: 200 len: 991 time: 0.1316710 Apr 22 17:41:54.747946 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6897a7d2-8d7d-4947-b3f4-50a6ae3177d3 req-7a78ecfb-ab3c-42fc-9dad-4a474fcd038b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12dea712-e910-454b-82ff-64d8871982ff HTTP/1.1" status: 200 len: 999 time: 0.1141212 Apr 22 17:41:54.806435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8b4576ce-1bb7-465c-b9dc-7b1a11615d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:37Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'ce6c2234-ad31-4994-b6ca-dc378806136e', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'port_id': '12dea712-e910-454b-82ff-64d8871982ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'mac_address': 'fa:16:3e:fe:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:41:52Z', 'updated_at': '2021-04-22T17:41:52Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e85c70-a257-4e54-b122-a72777379063', 'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:1b:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:36Z', 'updated_at': '2021-04-22T17:41:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:54.810859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4576ce-1bb7-465c-b9dc-7b1a11615d96 None None] Checking router: ab1ce5c8-8baf-4911-a846-b03b921544eb for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:41:54.820042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4576ce-1bb7-465c-b9dc-7b1a11615d96 None None] Routers {'ab1ce5c8-8baf-4911-a846-b03b921544eb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:41:54.820672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8b4576ce-1bb7-465c-b9dc-7b1a11615d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:41:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ab1ce5c8-8baf-4911-a846-b03b921544eb'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:54.823695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897a7d2-8d7d-4947-b3f4-50a6ae3177d3 req-cb476ddc-7d83-4d5b-87be-6191f2b875e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:54.825841 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6897a7d2-8d7d-4947-b3f4-50a6ae3177d3 req-cb476ddc-7d83-4d5b-87be-6191f2b875e4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c311788e-dfe7-4803-a19e-2270d7c825d8 HTTP/1.1" status: 200 len: 834 time: 0.0712481 Apr 22 17:41:54.909355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897a7d2-8d7d-4947-b3f4-50a6ae3177d3 req-c0b2e1ad-cbfa-473d-836c-8355f2a92d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:41:54.910997 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6897a7d2-8d7d-4947-b3f4-50a6ae3177d3 req-c0b2e1ad-cbfa-473d-836c-8355f2a92d2f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=355851d9-ee6f-419e-aa8f-cb1c528ebeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782449 Apr 22 17:41:55.007171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8b4576ce-1bb7-465c-b9dc-7b1a11615d96 None None] Set router ab1ce5c8-8baf-4911-a846-b03b921544eb gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:41:55.055624 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6897a7d2-8d7d-4947-b3f4-50a6ae3177d3 req-d19576a9-ee97-4e04-9f10-822b6e77c04b service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374676 Apr 22 17:41:55.205542 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6897a7d2-8d7d-4947-b3f4-50a6ae3177d3 req-0ec0042e-de16-4e42-a3ae-5e095e8ec151 service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394808 Apr 22 17:41:55.382664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8b4576ce-1bb7-465c-b9dc-7b1a11615d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:37Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'ce6c2234-ad31-4994-b6ca-dc378806136e', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'port_id': '12dea712-e910-454b-82ff-64d8871982ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'mac_address': 'fa:16:3e:fe:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:41:52Z', 'updated_at': '2021-04-22T17:41:52Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e85c70-a257-4e54-b122-a72777379063', 'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:1b:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:36Z', 'updated_at': '2021-04-22T17:41:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:41:55.386791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4576ce-1bb7-465c-b9dc-7b1a11615d96 None None] The sync data for ids ['ab1ce5c8-8baf-4911-a846-b03b921544eb'] in dv-neutron-786478-3-hyperv is: [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:37Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'ce6c2234-ad31-4994-b6ca-dc378806136e', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'port_id': '12dea712-e910-454b-82ff-64d8871982ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'mac_address': 'fa:16:3e:fe:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:41:52Z', 'updated_at': '2021-04-22T17:41:52Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e85c70-a257-4e54-b122-a72777379063', 'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:1b:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:36Z', 'updated_at': '2021-04-22T17:41:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:41:55.662999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a4fc87-414e-4d67-a8cd-e21e84a94354 None None] New status for floating IP ce6c2234-ad31-4994-b6ca-dc378806136e: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:41:55.724629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39648) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:55.840885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-858a5622-054f-4c1d-8639-97d9da82c1f1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/ce6c2234-ad31-4994-b6ca-dc378806136e HTTP/1.1" status: 200 len: 991 time: 0.1143897 Apr 22 17:41:56.844881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39652) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:57.249556 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-411126b2-f3a5-4b61-8096-56773e94d8af tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/ce6c2234-ad31-4994-b6ca-dc378806136e HTTP/1.1" status: 200 len: 993 time: 0.4033508 Apr 22 17:41:58.110398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b18e209a-24c3-4de3-b0b4-5aee95450407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:00.328046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0ccaff3-f177-42ce-a09a-0e5656e7b692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:01.169438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:42:01.458951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:01.579007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:02.990361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:05.607529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:28.109941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5896b1a3-e0ec-4316-b9d4-16b27ecc8b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:28.770599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f311-d3c6-48be-aa07-2b8882f55124 req-6af5155f-10df-4c3c-9fac-384c66e03f78 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:28.772275 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d421f311-d3c6-48be-aa07-2b8882f55124 req-6af5155f-10df-4c3c-9fac-384c66e03f78 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.1653118 Apr 22 17:42:28.775335 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-af038ca4-8c37-4ef5-90c2-e53ad562840a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1930785 Apr 22 17:42:28.820647 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d421f311-d3c6-48be-aa07-2b8882f55124 req-896ddaf3-0931-40cc-8a07-47db14632c5d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419483 Apr 22 17:42:30.041364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aedff6-7c1c-41ea-844c-d17ed62d1af3 req-ab1e7b68-785a-4032-a1a4-603ae1b5707a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:30.042937 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-97aedff6-7c1c-41ea-844c-d17ed62d1af3 req-ab1e7b68-785a-4032-a1a4-603ae1b5707a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0928957 Apr 22 17:42:30.095198 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-97aedff6-7c1c-41ea-844c-d17ed62d1af3 req-3c385d09-063f-49b6-926c-bd4fff17bbd8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454557 Apr 22 17:42:30.332885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f121d8d9-fa94-456e-849a-02773bb57f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:30.458549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-8c073835-1752-499c-b412-2cc8f9759408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:30.460430 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-8c073835-1752-499c-b412-2cc8f9759408 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 1099 time: 0.0803013 Apr 22 17:42:30.609792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-54574617-7ebe-40b5-8fda-c46d48c28933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:30.611336 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-54574617-7ebe-40b5-8fda-c46d48c28933 service neutron] 10.222.0.78 "GET /v2.0/networks?id=355851d9-ee6f-419e-aa8f-cb1c528ebeed HTTP/1.1" status: 200 len: 899 time: 0.1413751 Apr 22 17:42:30.732989 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-7ab3757f-8339-4835-a9bd-7fa27a142b2a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12dea712-e910-454b-82ff-64d8871982ff HTTP/1.1" status: 200 len: 1001 time: 0.1107459 Apr 22 17:42:30.808172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-83ee4220-4161-4a37-87d5-8e3bd6808bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:30.809701 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-83ee4220-4161-4a37-87d5-8e3bd6808bb3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c311788e-dfe7-4803-a19e-2270d7c825d8 HTTP/1.1" status: 200 len: 834 time: 0.0662000 Apr 22 17:42:30.904928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-327e712c-dac4-473f-a9d9-6e9efed9e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:30.907004 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-327e712c-dac4-473f-a9d9-6e9efed9e16c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=355851d9-ee6f-419e-aa8f-cb1c528ebeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872102 Apr 22 17:42:31.054582 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-c3df9290-a6a8-4ce5-90fe-baab78173c64 service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367972 Apr 22 17:42:31.204684 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-aee96c0e-7791-4d0c-b8c3-3c46cc9ffbca service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391590 Apr 22 17:42:31.305010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958cd92-bcb9-461f-9db7-b85ba79e7632 req-e3d67785-cff2-4639-81e0-71f708d4d964 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:31.306728 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4958cd92-bcb9-461f-9db7-b85ba79e7632 req-e3d67785-cff2-4639-81e0-71f708d4d964 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0935481 Apr 22 17:42:31.356752 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4958cd92-bcb9-461f-9db7-b85ba79e7632 req-f18dc438-f385-4dcb-97ca-86cbac91376a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Apr 22 17:42:31.441006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:31.750216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:32.561645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8d088-33b6-4dd2-9911-f4e26ba9b886 req-36ea3a25-22d6-4865-81ee-ac8141ea33cb tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:32.563281 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ae8d088-33b6-4dd2-9911-f4e26ba9b886 req-36ea3a25-22d6-4865-81ee-ac8141ea33cb tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0903289 Apr 22 17:42:32.896039 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8ae8d088-33b6-4dd2-9911-f4e26ba9b886 req-29793bc2-8561-4e5b-a476-4c77c5f38a0e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3256016 Apr 22 17:42:32.961408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:34.106714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f472dea-ef80-4dab-b441-0974757d9fa7 req-7826d6ba-6ef9-4b6d-b780-d5206d6f5cae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:34.108394 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2f472dea-ef80-4dab-b441-0974757d9fa7 req-7826d6ba-6ef9-4b6d-b780-d5206d6f5cae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0900369 Apr 22 17:42:34.162427 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2f472dea-ef80-4dab-b441-0974757d9fa7 req-0919e065-9f53-4a73-8539-d8bd882bb590 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465319 Apr 22 17:42:35.364741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6ca8-59f8-406f-b639-837bcf0578d7 req-03b7e879-1b91-4577-910f-e3df50fe6990 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:35.366322 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-608a6ca8-59f8-406f-b639-837bcf0578d7 req-03b7e879-1b91-4577-910f-e3df50fe6990 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0883319 Apr 22 17:42:35.415201 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-608a6ca8-59f8-406f-b639-837bcf0578d7 req-0eb0f261-f332-4814-9ef4-b1d8547f9a63 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416543 Apr 22 17:42:35.629701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:36.620946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c86082-79db-4332-a6af-556436ac2470 req-d1824a9d-5da3-4aea-a697-868f6edb64d6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:36.622548 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c2c86082-79db-4332-a6af-556436ac2470 req-d1824a9d-5da3-4aea-a697-868f6edb64d6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0940058 Apr 22 17:42:36.670485 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c2c86082-79db-4332-a6af-556436ac2470 req-548c834e-b58f-4395-82ae-82ddc8d732f7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413136 Apr 22 17:42:37.873412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d8b37-3286-4f03-b23a-c23cdc83cf93 req-d359943c-92c7-43e8-86ec-7f2f92fae0db tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:37.875533 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b69d8b37-3286-4f03-b23a-c23cdc83cf93 req-d359943c-92c7-43e8-86ec-7f2f92fae0db tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0891700 Apr 22 17:42:37.925675 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b69d8b37-3286-4f03-b23a-c23cdc83cf93 req-502d6447-27d1-45c1-88ba-575e482297dc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436068 Apr 22 17:42:38.168780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:42:39.134000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ee009-d600-4f11-94ca-a3e000d0f972 req-26f37573-7d2f-449e-ac9c-08cbf0faa7d9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:39.135636 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fd4ee009-d600-4f11-94ca-a3e000d0f972 req-26f37573-7d2f-449e-ac9c-08cbf0faa7d9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0924380 Apr 22 17:42:39.184493 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fd4ee009-d600-4f11-94ca-a3e000d0f972 req-2de22f53-700a-4a73-bab6-3db3214705e4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419810 Apr 22 17:42:40.537110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567479f-7b58-40e8-be37-d764a470fc3c req-bd638da0-ef5b-4ab6-9e4d-393905507d5f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:40.538614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0567479f-7b58-40e8-be37-d764a470fc3c req-bd638da0-ef5b-4ab6-9e4d-393905507d5f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0890481 Apr 22 17:42:40.589341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0567479f-7b58-40e8-be37-d764a470fc3c req-bded127d-1cc8-4d91-aa05-4db296efff15 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443263 Apr 22 17:42:41.791153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557056a2-2860-4ff6-84ef-12afeaec8b86 req-ce69dbd4-3e81-408a-a110-a90ef1c91867 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:41.792751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-557056a2-2860-4ff6-84ef-12afeaec8b86 req-ce69dbd4-3e81-408a-a110-a90ef1c91867 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0888453 Apr 22 17:42:41.840541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-557056a2-2860-4ff6-84ef-12afeaec8b86 req-1dba7d64-7898-48da-8860-70acd5e4161d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408857 Apr 22 17:42:43.043732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec400d-1031-4f5d-b5b2-090ca8a6cd69 req-97dd0482-875a-4362-95bd-cf44cdb617f2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:43.045289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eec400d-1031-4f5d-b5b2-090ca8a6cd69 req-97dd0482-875a-4362-95bd-cf44cdb617f2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0912931 Apr 22 17:42:43.094272 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0eec400d-1031-4f5d-b5b2-090ca8a6cd69 req-93465d2f-0a6d-4d1a-a254-b8cd7b25e7c9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419087 Apr 22 17:42:44.294995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f4b35-240d-4a11-bc30-d08a609a30be req-1805f1ed-9bf6-4572-9869-343f3cf5c7c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:44.297081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-008f4b35-240d-4a11-bc30-d08a609a30be req-1805f1ed-9bf6-4572-9869-343f3cf5c7c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0887268 Apr 22 17:42:44.344425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-008f4b35-240d-4a11-bc30-d08a609a30be req-54271547-d942-4efc-94ff-4fed19f3c543 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Apr 22 17:42:45.548212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7a87f-141d-47fa-9a35-d58fc9c59117 req-f421c3ed-9514-4560-b602-e354abf04d86 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:45.549834 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dbe7a87f-141d-47fa-9a35-d58fc9c59117 req-f421c3ed-9514-4560-b602-e354abf04d86 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0923932 Apr 22 17:42:45.597762 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dbe7a87f-141d-47fa-9a35-d58fc9c59117 req-21240daf-6115-4531-854d-94d217fac0db tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415616 Apr 22 17:42:46.804882 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32b5a7-b830-47cd-b96d-360d951e702d req-8a9f05ef-0409-4333-b973-2cc1b915df73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:46.807098 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fb32b5a7-b830-47cd-b96d-360d951e702d req-8a9f05ef-0409-4333-b973-2cc1b915df73 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0888898 Apr 22 17:42:46.858452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fb32b5a7-b830-47cd-b96d-360d951e702d req-e385e201-949c-4239-8a58-7024509e6171 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443065 Apr 22 17:42:47.925589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8cc48-03a1-48b2-b8ec-4054b69e651c req-54ecd822-b0cb-4b04-a5a9-a83bc19b8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:47.927234 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-efb8cc48-03a1-48b2-b8ec-4054b69e651c req-54ecd822-b0cb-4b04-a5a9-a83bc19b8c79 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 1099 time: 0.0828090 Apr 22 17:42:48.065570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1188944-8495-405e-afbb-67107e36cded req-98ba19ab-8339-4d54-a9b2-6274ca8514d5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:48.067137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1188944-8495-405e-afbb-67107e36cded req-98ba19ab-8339-4d54-a9b2-6274ca8514d5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0906320 Apr 22 17:42:48.088967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8cc48-03a1-48b2-b8ec-4054b69e651c req-5ebdd7cb-4c73-4de9-aee4-32fc65b2c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:48.090778 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-efb8cc48-03a1-48b2-b8ec-4054b69e651c req-5ebdd7cb-4c73-4de9-aee4-32fc65b2c816 service neutron] 10.222.0.78 "GET /v2.0/networks?id=355851d9-ee6f-419e-aa8f-cb1c528ebeed HTTP/1.1" status: 200 len: 899 time: 0.1420054 Apr 22 17:42:48.116441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1188944-8495-405e-afbb-67107e36cded req-48fd7b5d-93c6-4d2a-bda6-5aa56c0085fa tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427763 Apr 22 17:42:48.205870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-efb8cc48-03a1-48b2-b8ec-4054b69e651c req-6ce48ec2-b50b-456a-9fe4-5a25fae4f5cd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12dea712-e910-454b-82ff-64d8871982ff HTTP/1.1" status: 200 len: 1001 time: 0.1063080 Apr 22 17:42:48.279473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8cc48-03a1-48b2-b8ec-4054b69e651c req-ac737ddf-18c7-413c-a8a6-f3a862b8e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:48.281042 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-efb8cc48-03a1-48b2-b8ec-4054b69e651c req-ac737ddf-18c7-413c-a8a6-f3a862b8e8c3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c311788e-dfe7-4803-a19e-2270d7c825d8 HTTP/1.1" status: 200 len: 834 time: 0.0668161 Apr 22 17:42:48.304660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.78', 62626) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:48.365165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8cc48-03a1-48b2-b8ec-4054b69e651c req-a52548f6-6179-497d-a396-5a3300c8040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:48.366766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-efb8cc48-03a1-48b2-b8ec-4054b69e651c req-a52548f6-6179-497d-a396-5a3300c8040a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=355851d9-ee6f-419e-aa8f-cb1c528ebeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790043 Apr 22 17:42:48.398595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-dea51b6a-7969-41cd-9234-67ec5466b86d service neutron] 10.222.0.78 "GET /v2.0/ports/12dea712-e910-454b-82ff-64d8871982ff/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0852809 Apr 22 17:42:48.516912 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-efb8cc48-03a1-48b2-b8ec-4054b69e651c req-b2399931-592c-46cc-8cc2-2c5cda03fa55 service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388631 Apr 22 17:42:48.665792 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-efb8cc48-03a1-48b2-b8ec-4054b69e651c req-4f63bdc7-e1ff-4f2b-aced-f97668261b0a service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389534 Apr 22 17:42:48.789331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-1bd63365-9fbc-4698-9ab5-b4ac4a8db555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:48.790941 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-1bd63365-9fbc-4698-9ab5-b4ac4a8db555 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e&tenant_id=9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 1099 time: 0.0781322 Apr 22 17:42:48.903475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-77d3e998-4380-455c-9279-fbf79fcc98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:48.905083 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-77d3e998-4380-455c-9279-fbf79fcc98db service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 1099 time: 0.0843830 Apr 22 17:42:49.051642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-645b5c5e-37ad-468e-8dd1-5eef9e70d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:49.053244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-645b5c5e-37ad-468e-8dd1-5eef9e70d9a8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=355851d9-ee6f-419e-aa8f-cb1c528ebeed HTTP/1.1" status: 200 len: 899 time: 0.1374850 Apr 22 17:42:49.168679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-ed2bc33a-366e-4f3f-990b-84d722b1eb38 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12dea712-e910-454b-82ff-64d8871982ff HTTP/1.1" status: 200 len: 1001 time: 0.1043041 Apr 22 17:42:49.243142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-4b0c9f36-7927-438a-b88b-096d8cb8a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:49.244706 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-4b0c9f36-7927-438a-b88b-096d8cb8a043 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c311788e-dfe7-4803-a19e-2270d7c825d8 HTTP/1.1" status: 200 len: 834 time: 0.0644138 Apr 22 17:42:49.323718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6ae9d-ca53-4e24-b544-0244b7661c38 req-763b310a-b55d-4035-90f9-e9c78679a24d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:49.325530 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f9d6ae9d-ca53-4e24-b544-0244b7661c38 req-763b310a-b55d-4035-90f9-e9c78679a24d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0918601 Apr 22 17:42:49.336754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-242fea39-00fe-4dc2-896e-93b9a70deb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:49.338339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-242fea39-00fe-4dc2-896e-93b9a70deb4c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=355851d9-ee6f-419e-aa8f-cb1c528ebeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827942 Apr 22 17:42:49.375431 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f9d6ae9d-ca53-4e24-b544-0244b7661c38 req-03e86b2b-465d-419f-a2e4-68a4ccc985ee tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424478 Apr 22 17:42:49.485126 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-bbba2189-0520-4cf5-92b3-6674281c77f1 service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354172 Apr 22 17:42:49.630269 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-63e733af-7774-49cf-b5a9-17157903a5bc service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347282 Apr 22 17:42:50.584027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d672ff1-e755-4fb7-86ac-3f4c599ec5cd req-f4096129-0be9-47db-8990-64b650766a43 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:50.585613 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d672ff1-e755-4fb7-86ac-3f4c599ec5cd req-f4096129-0be9-47db-8990-64b650766a43 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0901952 Apr 22 17:42:50.634525 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d672ff1-e755-4fb7-86ac-3f4c599ec5cd req-4833ce77-d336-4b47-9765-04129470c34a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422184 Apr 22 17:42:51.098592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 12dea712-e910-454b-82ff-64d8871982ff no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:42:51.218059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:51.244933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12dea712-e910-454b-82ff-64d8871982ff'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:42:51.255659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 12dea712-e910-454b-82ff-64d8871982ff, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=12dea712-e910-454b-82ff-64d8871982ff,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:42:51.280955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:51.282888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:42:51.314510 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12dea712-e910-454b-82ff-64d8871982ff', 'code': 200} Apr 22 17:42:51.353259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=12dea712-e910-454b-82ff-64d8871982ff,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:42:51.360829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.361215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.361587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.361953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.362317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.362704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.363069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.363429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.363792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.364150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.364507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.364861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:42:51.368924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:42:51.841702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b37f0-bfbf-498e-94ae-db6b301261c1 req-5979fbf0-fb03-4608-bb99-ea3e9ef47c0e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:51.843390 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fc8b37f0-bfbf-498e-94ae-db6b301261c1 req-5979fbf0-fb03-4608-bb99-ea3e9ef47c0e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 944 time: 0.0882740 Apr 22 17:42:51.894777 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fc8b37f0-bfbf-498e-94ae-db6b301261c1 req-3ff6d3c8-0607-4910-8845-abd9c5dcd9b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448763 Apr 22 17:42:53.100836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e316b7-7154-4a56-96e0-3523e86f4de4 req-21b2936e-c3f6-4b03-b2a3-2526c2ca0e40 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:53.102365 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2e316b7-7154-4a56-96e0-3523e86f4de4 req-21b2936e-c3f6-4b03-b2a3-2526c2ca0e40 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 944 time: 0.0906143 Apr 22 17:42:53.121035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 12dea712-e910-454b-82ff-64d8871982ff details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:42:53.152255 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2e316b7-7154-4a56-96e0-3523e86f4de4 req-90274ea8-8fb5-475c-ac64-3373a1040545 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 Apr 22 17:42:53.265435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 12dea712-e910-454b-82ff-64d8871982ff, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=12dea712-e910-454b-82ff-64d8871982ff,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:42:53.282252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '12dea712-e910-454b-82ff-64d8871982ff', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'port_id': '12dea712-e910-454b-82ff-64d8871982ff', 'mac_address': 'fa:16:3e:fe:d7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:42:53.351894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:53.369788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dea712-e910-454b-82ff-64d8871982ff {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:42:53.386643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 12dea712-e910-454b-82ff-64d8871982ff, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=12dea712-e910-454b-82ff-64d8871982ff,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:42:53.424294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:53.426255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:42:53.499912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['12dea712-e910-454b-82ff-64d8871982ff'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:42:53.543962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=12dea712-e910-454b-82ff-64d8871982ff,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:42:53.549344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:42:53.648178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedb940-cc7a-4c2f-8e12-c22dd2a47aed req-6bf84ad6-9749-41e1-8446-497d4ab8637c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:53.649722 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0aedb940-cc7a-4c2f-8e12-c22dd2a47aed req-6bf84ad6-9749-41e1-8446-497d4ab8637c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 945 time: 0.0951846 Apr 22 17:42:53.689889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-880885c9-ddd0-4005-a7b8-42f6cb4bc642 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:53.691078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-880885c9-ddd0-4005-a7b8-42f6cb4bc642 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:42:53.709573 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0aedb940-cc7a-4c2f-8e12-c22dd2a47aed req-9c7965ae-0e27-47a8-a284-92d8808176b5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520232 Apr 22 17:42:53.738194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-880885c9-ddd0-4005-a7b8-42f6cb4bc642 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:42:53.739744 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-880885c9-ddd0-4005-a7b8-42f6cb4bc642 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e&tenant_id=9fdf26114eae44999e1676e0a8664d68&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1497185 Apr 22 17:42:53.899383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-086108c6-b9e3-41e4-a969-e7c5ecf1d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:53.900907 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-086108c6-b9e3-41e4-a969-e7c5ecf1d00f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 1098 time: 0.0813768 Apr 22 17:42:53.916311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cee68b-716f-4d99-a8fc-81fcd17f595c req-b2d8cbc7-5676-49d3-b2c9-40bc95820e3c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:53.917900 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6cee68b-716f-4d99-a8fc-81fcd17f595c req-b2d8cbc7-5676-49d3-b2c9-40bc95820e3c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 945 time: 0.0878589 Apr 22 17:42:53.966732 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6cee68b-716f-4d99-a8fc-81fcd17f595c req-e6c77779-bfd3-4764-97e3-4861e1e82653 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419621 Apr 22 17:42:54.046244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-4d34eefe-b905-4613-b3d1-974150900ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:54.047913 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-4d34eefe-b905-4613-b3d1-974150900ace service neutron] 10.222.0.78 "GET /v2.0/networks?id=355851d9-ee6f-419e-aa8f-cb1c528ebeed HTTP/1.1" status: 200 len: 899 time: 0.1397851 Apr 22 17:42:54.159755 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-a5a55499-0193-4fed-b74c-d0864c94353e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12dea712-e910-454b-82ff-64d8871982ff HTTP/1.1" status: 200 len: 1000 time: 0.1049373 Apr 22 17:42:54.230791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-741e9602-e98b-4ac2-baf1-971d17ade882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:54.232343 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-741e9602-e98b-4ac2-baf1-971d17ade882 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c311788e-dfe7-4803-a19e-2270d7c825d8 HTTP/1.1" status: 200 len: 834 time: 0.0662370 Apr 22 17:42:54.316687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-cb6ba3b3-46e0-42d8-ab3a-bc05cc536906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:54.318270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-cb6ba3b3-46e0-42d8-ab3a-bc05cc536906 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=355851d9-ee6f-419e-aa8f-cb1c528ebeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780017 Apr 22 17:42:54.460390 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-7c2b8294-737c-4552-995e-7a6e14369a59 service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349213 Apr 22 17:42:54.602662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-07917aeb-2c1c-42f4-9d83-c3c1ee99ab5f req-fd5123b1-1bce-4f67-9eaa-84b35f45d683 service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354394 Apr 22 17:42:55.123229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 12dea712-e910-454b-82ff-64d8871982ff up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:42:55.178161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7b57f-5f7e-41a8-a91f-98784d388464 req-d1197b80-f33b-4c83-ad08-36c490b5681e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:55.181153 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1fb7b57f-5f7e-41a8-a91f-98784d388464 req-d1197b80-f33b-4c83-ad08-36c490b5681e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 945 time: 0.0974741 Apr 22 17:42:55.213262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 12dea712-e910-454b-82ff-64d8871982ff triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:42:55.213766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:55.237817 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1fb7b57f-5f7e-41a8-a91f-98784d388464 req-8ce51a15-3309-4372-8774-f1f02cb3bf67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514371 Apr 22 17:42:55.347002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:55.378848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dea712-e910-454b-82ff-64d8871982ff'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:42:55.389248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 12dea712-e910-454b-82ff-64d8871982ff, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=12dea712-e910-454b-82ff-64d8871982ff,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:42:55.418352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:42:55.420566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:42:55.458257 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dea712-e910-454b-82ff-64d8871982ff', 'code': 200} Apr 22 17:42:55.492153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=12dea712-e910-454b-82ff-64d8871982ff,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:42:55.495387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:42:56.449574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bae3e5-44fe-48cc-bcb6-8514615f9188 req-b3697e5c-4487-461b-8f29-78083bb34a49 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:42:56.451199 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-87bae3e5-44fe-48cc-bcb6-8514615f9188 req-b3697e5c-4487-461b-8f29-78083bb34a49 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0916812 Apr 22 17:42:56.502961 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-87bae3e5-44fe-48cc-bcb6-8514615f9188 req-cd1c2229-cc28-469a-b1e4-5d95d27beb02 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454292 Apr 22 17:42:56.528463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39752) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:56.647959 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a1a8be58-7d13-49f0-9491-96a94b7fccc3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/ce6c2234-ad31-4994-b6ca-dc378806136e HTTP/1.1" status: 200 len: 993 time: 0.1182342 Apr 22 17:42:58.103933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d1ce7cef-35d9-4394-85ca-c29a7babc0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:00.321177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fa010fcb-7f8b-4ff3-b0f9-a9ccfee86dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:01.452695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:01.583537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:02.932040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:05.634929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:15.168705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:43:25.349864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39766) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:25.560815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 21fa9a8c-ba18-4024-81f6-1b5dee2d3d63 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:43:25.561190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:25.743283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:25.743654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:25.873723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 21fa9a8c-ba18-4024-81f6-1b5dee2d3d63 owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:43:26.103558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:26.108410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f3fa149f-02a8-41d9-a873-5ebb48a9659f tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:26.153053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=21fa9a8c-ba18-4024-81f6-1b5dee2d3d63,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:26.163696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.163696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.163696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.164043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.164237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.164655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.165069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.165489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.165901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.166312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.166769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.167178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:26.195387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:26.263848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:26.264249 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Floating IP ce6c2234-ad31-4994-b6ca-dc378806136e disassociated (deleted). External IP: 172.26.6.56, port: 12dea712-e910-454b-82ff-64d8871982ff. Apr 22 17:43:26.629217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router ab1ce5c8-8baf-4911-a846-b03b921544eb has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:43:27.091786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:43:27.102140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b312d8-5e73-45c0-ae83-f274e2893e6b None None] Sync routers for ids ['ab1ce5c8-8baf-4911-a846-b03b921544eb'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:43:27.113195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b312d8-5e73-45c0-ae83-f274e2893e6b None None] Routers {'ab1ce5c8-8baf-4911-a846-b03b921544eb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:43:27.113875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-56b312d8-5e73-45c0-ae83-f274e2893e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:43:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ab1ce5c8-8baf-4911-a846-b03b921544eb'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:27.137292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:27.196276 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/floatingips/ce6c2234-ad31-4994-b6ca-dc378806136e HTTP/1.1" status: 204 len: 168 time: 1.8452213 Apr 22 17:43:27.197032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'tag': '12dea712-e910-454b-82ff-64d8871982ff'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:43:27.306529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-56b312d8-5e73-45c0-ae83-f274e2893e6b None None] Set router ab1ce5c8-8baf-4911-a846-b03b921544eb gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:43:27.306951 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'tag': '12dea712-e910-454b-82ff-64d8871982ff', 'status': 'completed', 'code': 200} Apr 22 17:43:27.408280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6ce0f-9d0b-4628-9dfa-6cfacb64f3d2 req-25785e03-8977-4da5-9574-80a078bb62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:27.409818 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-acd6ce0f-9d0b-4628-9dfa-6cfacb64f3d2 req-25785e03-8977-4da5-9574-80a078bb62fa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 1099 time: 0.0803931 Apr 22 17:43:27.560058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6ce0f-9d0b-4628-9dfa-6cfacb64f3d2 req-870ba2de-7ef3-4213-a04e-f91dae45f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:27.561662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-acd6ce0f-9d0b-4628-9dfa-6cfacb64f3d2 req-870ba2de-7ef3-4213-a04e-f91dae45f509 service neutron] 10.222.0.78 "GET /v2.0/networks?id=355851d9-ee6f-419e-aa8f-cb1c528ebeed HTTP/1.1" status: 200 len: 899 time: 0.1452479 Apr 22 17:43:27.641123 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-acd6ce0f-9d0b-4628-9dfa-6cfacb64f3d2 req-b270bf88-0c84-4d25-951a-32fa1bded898 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12dea712-e910-454b-82ff-64d8871982ff HTTP/1.1" status: 200 len: 217 time: 0.0714762 Apr 22 17:43:27.645810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-56b312d8-5e73-45c0-ae83-f274e2893e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:37Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '27e85c70-a257-4e54-b122-a72777379063', 'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:1b:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:36Z', 'updated_at': '2021-04-22T17:41:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:27.650063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b312d8-5e73-45c0-ae83-f274e2893e6b None None] Checking router: ab1ce5c8-8baf-4911-a846-b03b921544eb for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:43:27.659634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b312d8-5e73-45c0-ae83-f274e2893e6b None None] Routers {'ab1ce5c8-8baf-4911-a846-b03b921544eb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:43:27.660237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-56b312d8-5e73-45c0-ae83-f274e2893e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:43:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ab1ce5c8-8baf-4911-a846-b03b921544eb'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:27.662984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0f65a-fbd4-43a4-9b5f-fcec944d72d9 req-09b79ca8-5053-44a3-b81a-bfa04e67ca32 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:27.663769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f1e0f65a-fbd4-43a4-9b5f-fcec944d72d9 req-09b79ca8-5053-44a3-b81a-bfa04e67ca32 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:43:27.703365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f1e0f65a-fbd4-43a4-9b5f-fcec944d72d9 req-09b79ca8-5053-44a3-b81a-bfa04e67ca32 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:43:27.704725 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1e0f65a-fbd4-43a4-9b5f-fcec944d72d9 req-09b79ca8-5053-44a3-b81a-bfa04e67ca32 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.1344926 Apr 22 17:43:27.717630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6ce0f-9d0b-4628-9dfa-6cfacb64f3d2 req-eb9b46c1-9a42-4f41-812b-b1eae18ec0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:27.719230 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-acd6ce0f-9d0b-4628-9dfa-6cfacb64f3d2 req-eb9b46c1-9a42-4f41-812b-b1eae18ec0e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c311788e-dfe7-4803-a19e-2270d7c825d8 HTTP/1.1" status: 200 len: 834 time: 0.0705025 Apr 22 17:43:27.758681 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f1e0f65a-fbd4-43a4-9b5f-fcec944d72d9 req-2c7dbe87-36e0-4a48-beed-978861d63eb3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465558 Apr 22 17:43:27.807219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6ce0f-9d0b-4628-9dfa-6cfacb64f3d2 req-d7c72db5-66fb-474f-9d66-e82a255b299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:27.808797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-acd6ce0f-9d0b-4628-9dfa-6cfacb64f3d2 req-d7c72db5-66fb-474f-9d66-e82a255b299a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=355851d9-ee6f-419e-aa8f-cb1c528ebeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819285 Apr 22 17:43:27.854272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-56b312d8-5e73-45c0-ae83-f274e2893e6b None None] Set router ab1ce5c8-8baf-4911-a846-b03b921544eb gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:43:27.955027 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-acd6ce0f-9d0b-4628-9dfa-6cfacb64f3d2 req-8ef59a40-5fb5-42c1-8418-ddd73dad8b3e service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382899 Apr 22 17:43:28.100864 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-acd6ce0f-9d0b-4628-9dfa-6cfacb64f3d2 req-af768afd-2763-428e-83b7-45418c11d2ce service neutron] 10.222.0.78 "GET /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384621 Apr 22 17:43:28.115728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-83be5a0e-d2d6-4bc6-b2c6-3f93bd506b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:28.200793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-56b312d8-5e73-45c0-ae83-f274e2893e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:37Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '27e85c70-a257-4e54-b122-a72777379063', 'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:1b:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:36Z', 'updated_at': '2021-04-22T17:41:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:28.205579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b312d8-5e73-45c0-ae83-f274e2893e6b None None] The sync data for ids ['ab1ce5c8-8baf-4911-a846-b03b921544eb'] in dv-neutron-786478-3-hyperv is: [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:37Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '27e85c70-a257-4e54-b122-a72777379063', 'name': '', 'network_id': '355851d9-ee6f-419e-aa8f-cb1c528ebeed', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:1b:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:36Z', 'updated_at': '2021-04-22T17:41:43Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': 'c311788e-dfe7-4803-a19e-2270d7c825d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:43:28.598647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c38b9c-8df0-409a-ab93-e18990d19ca8 None None] New status for floating IP ce6c2234-ad31-4994-b6ca-dc378806136e: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:43:28.963094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924cf72-fe96-4935-aed9-018c2fdd9214 req-0c2c8a1f-7d3d-490d-b669-08a296b55f75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:28.964685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1924cf72-fe96-4935-aed9-018c2fdd9214 req-0c2c8a1f-7d3d-490d-b669-08a296b55f75 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0886054 Apr 22 17:43:29.012236 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1924cf72-fe96-4935-aed9-018c2fdd9214 req-46f3cbe2-6c57-47a4-8f36-476824a1c0f6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409977 Apr 22 17:43:29.575492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bc6a7-39f1-44df-8894-74bc2fb69709 req-82e04e2a-b4a0-41a2-b185-e4faea86bc6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:29.577051 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-028bc6a7-39f1-44df-8894-74bc2fb69709 req-82e04e2a-b4a0-41a2-b185-e4faea86bc6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0864017 Apr 22 17:43:29.660687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-028bc6a7-39f1-44df-8894-74bc2fb69709 req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 12dea712-e910-454b-82ff-64d8871982ff {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:43:29.661073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-028bc6a7-39f1-44df-8894-74bc2fb69709 req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:30.219692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-028bc6a7-39f1-44df-8894-74bc2fb69709 req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port 12dea712-e910-454b-82ff-64d8871982ff, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=12dea712-e910-454b-82ff-64d8871982ff,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:43:30.220303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-028bc6a7-39f1-44df-8894-74bc2fb69709 req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:30.224758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c060440-263f-4855-b502-5b5019251362 req-b65d6773-f4c7-4a32-af0e-711c35f7f315 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:30.226365 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5c060440-263f-4855-b502-5b5019251362 req-b65d6773-f4c7-4a32-af0e-711c35f7f315 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 946 time: 0.0955491 Apr 22 17:43:30.275309 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5c060440-263f-4855-b502-5b5019251362 req-8d90ae47-7164-47a0-8124-4eb907242de6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=d04fca2f-cfe3-4392-bffe-d138451766c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421190 Apr 22 17:43:30.308786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc4593d8-93ae-49c4-a8ca-3d1f38b9aaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:30.352779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-028bc6a7-39f1-44df-8894-74bc2fb69709 req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 12dea712-e910-454b-82ff-64d8871982ff owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:43:30.617393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-028bc6a7-39f1-44df-8894-74bc2fb69709 req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:30.623141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:30.670392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=12dea712-e910-454b-82ff-64d8871982ff,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.710930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:30.719360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:30.765000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-028bc6a7-39f1-44df-8894-74bc2fb69709 req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] No DVR routers for this DVR port 12dea712-e910-454b-82ff-64d8871982ff on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:43:30.767575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-028bc6a7-39f1-44df-8894-74bc2fb69709 req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:30.770543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'name': 'network-vif-deleted', 'tag': '12dea712-e910-454b-82ff-64d8871982ff'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:43:30.801043 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-028bc6a7-39f1-44df-8894-74bc2fb69709 req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "DELETE /v2.0/ports/12dea712-e910-454b-82ff-64d8871982ff HTTP/1.1" status: 204 len: 173 time: 1.2154679 Apr 22 17:43:30.818361 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e', 'name': 'network-vif-deleted', 'tag': '12dea712-e910-454b-82ff-64d8871982ff', 'status': 'completed', 'code': 200} Apr 22 17:43:31.463056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:31.521680 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d061c928-e4eb-4ad5-8a5f-2f20acf76872 req-c2515f54-c6ed-4570-8a36-fe6c0f3328a5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=391e54ba-178a-4d0c-b02f-4cb3b7ec6a1e HTTP/1.1" status: 200 len: 210 time: 0.0495272 Apr 22 17:43:31.594380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:32.627929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39788) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:32.948644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:33.224717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:33.326999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 12dea712-e910-454b-82ff-64d8871982ff no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:43:33.368039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 12dea712-e910-454b-82ff-64d8871982ff {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:43:33.368433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 12dea712-e910-454b-82ff-64d8871982ff not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:43:33.597947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 27e85c70-a257-4e54-b122-a72777379063 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:43:33.598243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:33.798790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port 27e85c70-a257-4e54-b122-a72777379063, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=27e85c70-a257-4e54-b122-a72777379063,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:43:33.799342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:33.928252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 27e85c70-a257-4e54-b122-a72777379063 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:43:34.263100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:34.267763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de09b51f-ea5b-4718-95e2-d04459055e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:34.315869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=27e85c70-a257-4e54-b122-a72777379063,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:34.353321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:34.606561 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:34.991573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router ab1ce5c8-8baf-4911-a846-b03b921544eb has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:43:35.180632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:43:35.190140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79ecec-6744-44f6-adfd-002f3f897941 None None] Sync routers for ids ['ab1ce5c8-8baf-4911-a846-b03b921544eb'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:43:35.194355 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "PUT /v2.0/routers/ab1ce5c8-8baf-4911-a846-b03b921544eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5652673 Apr 22 17:43:35.197133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39792) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:35.200328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79ecec-6744-44f6-adfd-002f3f897941 None None] Routers {'ab1ce5c8-8baf-4911-a846-b03b921544eb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:43:35.201091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fc79ecec-6744-44f6-adfd-002f3f897941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:43:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ab1ce5c8-8baf-4911-a846-b03b921544eb'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:35.272838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c64c21c-0803-4b52-829a-58a46e5f615e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting subnet c311788e-dfe7-4803-a19e-2270d7c825d8 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:43:35.276004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c64c21c-0803-4b52-829a-58a46e5f615e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:35.334403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c64c21c-0803-4b52-829a-58a46e5f615e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:35.390996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-fc79ecec-6744-44f6-adfd-002f3f897941 None None] Set router ab1ce5c8-8baf-4911-a846-b03b921544eb gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:43:35.425113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c64c21c-0803-4b52-829a-58a46e5f615e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:35.854510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:35.880865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c64c21c-0803-4b52-829a-58a46e5f615e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:35.886198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-949a2a8d-c4bf-4154-ab4c-13435493613c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:35.888979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fc79ecec-6744-44f6-adfd-002f3f897941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:43:34Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:35.894151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79ecec-6744-44f6-adfd-002f3f897941 None None] Checking router: ab1ce5c8-8baf-4911-a846-b03b921544eb for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:43:35.903638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79ecec-6744-44f6-adfd-002f3f897941 None None] Routers {'ab1ce5c8-8baf-4911-a846-b03b921544eb'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:43:35.904331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fc79ecec-6744-44f6-adfd-002f3f897941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:43:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['ab1ce5c8-8baf-4911-a846-b03b921544eb'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:36.105711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-fc79ecec-6744-44f6-adfd-002f3f897941 None None] Set router ab1ce5c8-8baf-4911-a846-b03b921544eb gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:43:36.222227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64c21c-0803-4b52-829a-58a46e5f615e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Subnet': ['ID=c311788e-dfe7-4803-a19e-2270d7c825d8,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:36.225435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c64c21c-0803-4b52-829a-58a46e5f615e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:36.226494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7c64c21c-0803-4b52-829a-58a46e5f615e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:36.233921 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7c64c21c-0803-4b52-829a-58a46e5f615e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/subnets/c311788e-dfe7-4803-a19e-2270d7c825d8 HTTP/1.1" status: 204 len: 168 time: 1.0357058 Apr 22 17:43:36.236531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39796) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:36.238560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d6d08e-2aef-4080-afad-cc5d8e6f3da1 None None] Network 355851d9-ee6f-419e-aa8f-cb1c528ebeed requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:43:36.430566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:36.596819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-fc79ecec-6744-44f6-adfd-002f3f897941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:43:34Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:36.601082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79ecec-6744-44f6-adfd-002f3f897941 None None] The sync data for ids ['ab1ce5c8-8baf-4911-a846-b03b921544eb'] in dv-neutron-786478-3-hyperv is: [{'id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737986328', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:43:34Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'a63795f9-3e4c-4d02-beb1-07f7010ea3ea', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1ce5c8-8baf-4911-a846-b03b921544eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:41:31Z', 'updated_at': '2021-04-22T17:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:43:36.624587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:36.652732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe198b2-1938-43c5-8e12-f4a936107178 None None] DHCP port deletion for 355851d9-ee6f-419e-aa8f-cb1c528ebeed request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:43:36.656221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cbe198b2-1938-43c5-8e12-f4a936107178 None None] Deleting port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:43:36.656639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbe198b2-1938-43c5-8e12-f4a936107178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:36.663635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port a63795f9-3e4c-4d02-beb1-07f7010ea3ea {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:43:36.664042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:36.841674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 27e85c70-a257-4e54-b122-a72777379063 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:43:36.877040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port a63795f9-3e4c-4d02-beb1-07f7010ea3ea, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a63795f9-3e4c-4d02-beb1-07f7010ea3ea,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:43:36.877375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:36.896156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 27e85c70-a257-4e54-b122-a72777379063 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:43:36.896543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 27e85c70-a257-4e54-b122-a72777379063 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:43:36.897023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:43:36.975693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cbe198b2-1938-43c5-8e12-f4a936107178 None None] For port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=00bf3c4f-f2f6-42fe-a24f-d9be1c434d64,segment=NetworkSegment(311b2c73-8249-46ce-b32e-64ce5b710657),segment_id=311b2c73-8249-46ce-b32e-64ce5b710657)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:43:36.976054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbe198b2-1938-43c5-8e12-f4a936107178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:37.012028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for a63795f9-3e4c-4d02-beb1-07f7010ea3ea owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:43:37.136799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cbe198b2-1938-43c5-8e12-f4a936107178 None None] Calling delete_port for 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:43:37.284137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:37.286269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:37.291343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:37.341626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=a63795f9-3e4c-4d02-beb1-07f7010ea3ea,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:37.378149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:37.439156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:37.476538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbe198b2-1938-43c5-8e12-f4a936107178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:37.483550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:37.633786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:37.636519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:37.715227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe198b2-1938-43c5-8e12-f4a936107178 None None] Pushing event deleted for resources: {'Port': ['ID=00bf3c4f-f2f6-42fe-a24f-d9be1c434d64,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:37.717871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe198b2-1938-43c5-8e12-f4a936107178 None None] No DVR routers for this DVR port 00bf3c4f-f2f6-42fe-a24f-d9be1c434d64 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:43:37.719461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbe198b2-1938-43c5-8e12-f4a936107178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:37.754503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:37.755239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Fanout notify agent at l3_agent the message router_deleted on router ab1ce5c8-8baf-4911-a846-b03b921544eb {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:43:37.771189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:37.772394 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-949349c3-015f-40e8-8c3f-d159a227dfec tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/routers/ab1ce5c8-8baf-4911-a846-b03b921544eb HTTP/1.1" status: 204 len: 168 time: 1.5348294 Apr 22 17:43:37.775348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39800) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:37.903357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:38.050710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:38.172784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355851d9-ee6f-419e-aa8f-cb1c528ebeed']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:38.186144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311b2c73-8249-46ce-b32e-64ce5b710657') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:38.186489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311b2c73-8249-46ce-b32e-64ce5b710657') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:38.198415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:38.213370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:38.220176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:43:38.403703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 355851d9-ee6f-419e-aa8f-cb1c528ebeed has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:43:38.413317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:38.590276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 355851d9-ee6f-419e-aa8f-cb1c528ebeed has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:43:38.615074 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:43:38.720484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:38.724179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8ae451a2-8c8f-4d35-afa8-2778f92c11f9 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:38.739699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:38.752685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Network': ['ID=355851d9-ee6f-419e-aa8f-cb1c528ebeed,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:38.756325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:38.789667 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e3252d7-ca60-4e5c-a69f-f55752187a10 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/networks/355851d9-ee6f-419e-aa8f-cb1c528ebeed HTTP/1.1" status: 204 len: 168 time: 1.0130234 Apr 22 17:43:38.792508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39804) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:38.796228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a63795f9-3e4c-4d02-beb1-07f7010ea3ea no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:43:38.833014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: a63795f9-3e4c-4d02-beb1-07f7010ea3ea {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:43:38.833410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a63795f9-3e4c-4d02-beb1-07f7010ea3ea not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:43:38.864738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13833709-e404-4111-8a1c-b8a9e6adacd3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:38.899791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13833709-e404-4111-8a1c-b8a9e6adacd3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:39.045961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13833709-e404-4111-8a1c-b8a9e6adacd3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:39.051489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-26ccb08d-072a-463d-9142-ff1fc74998ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:39.067215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13833709-e404-4111-8a1c-b8a9e6adacd3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04fca2f-cfe3-4392-bffe-d138451766c7,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:39.070024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13833709-e404-4111-8a1c-b8a9e6adacd3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:39.102440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13833709-e404-4111-8a1c-b8a9e6adacd3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:39.103699 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-13833709-e404-4111-8a1c-b8a9e6adacd3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/security-groups/d04fca2f-cfe3-4392-bffe-d138451766c7 HTTP/1.1" status: 204 len: 168 time: 0.3101821 Apr 22 17:43:39.497847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39812) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:39.504088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848582802', 'description': 'tempest-secgroup-smoke-848582802 description', 'project_id': '9fdf26114eae44999e1676e0a8664d68'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:39.510770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:39.515102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:43:39.518162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:43:39.524308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:39.554747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:39.576135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:39.580297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:43:39.583302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:43:39.589619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:39.824445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:39.885633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:39.891902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7fbc0bbd-1b10-4def-b8bf-2c92696ec282 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:39.934156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9424d8-073a-4919-92ee-926a0e1c5d78,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:39.937042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:39.960152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:39.961854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-830d17e5-a61f-4340-95c5-27e72dc801d8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4628041 Apr 22 17:43:39.964884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39816) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:39.971210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'cc9424d8-073a-4919-92ee-926a0e1c5d78', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:39.977831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:39.981890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:43:39.984939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:43:39.990987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:40.040889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.107599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.148027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.149984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c7d4617b-cb7d-48b2-93d6-bba959319b85 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:40.174414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdaa066-2796-43fc-af47-081c0e1db50c,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:40.177080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:40.211819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.213113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3b1d13ab-0231-4f05-bdc6-2de4ec95454d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2472124 Apr 22 17:43:40.216070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39820) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:40.222164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'cc9424d8-073a-4919-92ee-926a0e1c5d78', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:40.228626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:40.232635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:43:40.236066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:43:40.244248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:40.303509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.366554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.405316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.407263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-411bb098-1f97-4e0d-a0ff-e9df73aa6238 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:40.428351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72231d0d-bf29-45f0-a493-08cfcf9caab2,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:40.432555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:40.468344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.469685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ed1c20ba-66b4-4b63-8220-df314ad297f4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2525947 Apr 22 17:43:40.472690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39824) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:40.478542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'cc9424d8-073a-4919-92ee-926a0e1c5d78', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:40.485414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:40.489427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:43:40.492615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:43:40.499772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:40.554979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.690303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.719801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.728080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-11f3cfe8-3b4d-482b-8bf0-50395c02f7cd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:40.750709 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ec6cb0-aba4-4dd5-a4c9-ae6405532303,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:40.754007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:40.788382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.789677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3b9320d6-35af-4a3a-a64a-6b5a4191198b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158193 Apr 22 17:43:40.792611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39828) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:40.798132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'cc9424d8-073a-4919-92ee-926a0e1c5d78', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:40.805236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:40.809298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:43:40.812342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:43:40.819062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:40.863853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.932074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.959641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:40.961766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-14ad24ad-d82b-4038-868e-65e090ee8a0c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:40.985772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53615ebc-a066-410b-ac34-8da603ed2fde,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:40.991055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:41.011213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.012507 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ae3ccfa0-9c0f-42f7-936d-c1185615df17 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2188966 Apr 22 17:43:41.017400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39832) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:41.022964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'cc9424d8-073a-4919-92ee-926a0e1c5d78', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:41.029332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:41.033907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:43:41.036954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:43:41.043027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:41.091723 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Project 9fdf26114eae44999e1676e0a8664d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:43:41.099599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.166322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.224070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.226023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3f850a4c-3ce1-447a-8965-2bedd9060602 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:41.250659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d733d97e-4349-4994-8aea-f945d3173c48,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:41.253210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:41.285572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.286880 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0fecb3b3-16db-464d-aa51-64882555480c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2684662 Apr 22 17:43:41.289865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39836) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:41.295319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'cc9424d8-073a-4919-92ee-926a0e1c5d78', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:41.302128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:41.306066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:43:41.309041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:43:41.314965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:41.354349 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Project 9fdf26114eae44999e1676e0a8664d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:43:41.361281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.424821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.462796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.464755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b98b643a-eb97-4c84-9d90-2ad5a7262f03 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:41.489256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a62357e-6d6c-4e39-9f67-d588048ec8db,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:41.493440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:41.531548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.533526 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c454be94-02be-422a-bfe0-eefdb3074288 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2420225 Apr 22 17:43:41.536380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39840) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:41.542543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'network': {'name': 'tempest-network-smoke--1067443138', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'port_security_enabled': True}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:41.547915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:41.552272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:network and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:43:41.555289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:43:41.561391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:41.599907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:43:41.606300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.635352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:43:41.699131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.699521 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Added segment 84a72984-5a12-47aa-af60-49cd541bd265 of type vlan for network c79444ac-82d5-4eb3-8cba-3af015902a41 Apr 22 17:43:41.728041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.845702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.852151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:41.852799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:41.858193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8776ec7e-bf76-4afc-8010-fc8c0884ec02 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:41.971964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Network': ['ID=c79444ac-82d5-4eb3-8cba-3af015902a41,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:41.974789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:41.983618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network c79444ac-82d5-4eb3-8cba-3af015902a41 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:43:41.989361 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4519269 Apr 22 17:43:41.992196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39844) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:41.997922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'admin_state_up': True, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:42.005852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:42.010135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:router and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:43:42.013364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:43:42.019700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:42.057581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:42.058754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:42.210226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:42.543939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:42.888047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:42.920266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:43.116065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.26.6.100 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/549e5670-243d-4e25-ad27-97677659a3bd) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:43:43.335638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:43.388780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:43.394294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:43.458803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:43:43.462666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:43:43.466660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:43:43.505822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=549e5670-243d-4e25-ad27-97677659a3bd,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:43.510108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:44.026657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:44.666398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:44.965703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 0689c7da-22d2-48ee-a043-2021c6a42044 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:43:45.158185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:43:45.167894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Sync routers for ids ['0689c7da-22d2-48ee-a043-2021c6a42044'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:43:45.178821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Routers {'0689c7da-22d2-48ee-a043-2021c6a42044'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:43:45.179499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:43:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0689c7da-22d2-48ee-a043-2021c6a42044'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:45.211638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:45.212909 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2196319 Apr 22 17:43:45.216172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39848) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:45.312628 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-11ee3912-7d80-48cb-befd-9ca10b53243a tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9fdf26114eae44999e1676e0a8664d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0928411 Apr 22 17:43:45.312883 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39854) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:45.365146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Set router 0689c7da-22d2-48ee-a043-2021c6a42044 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:43:45.454536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5c1d0-4131-40ca-9daa-1779f97fdea9 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:45.456227 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-00d5c1d0-4131-40ca-9daa-1779f97fdea9 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1423316 Apr 22 17:43:45.459293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39858) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:45.508561 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-97fffc7d-d8a5-47fb-8fdb-6e404a3c7de9 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478303 Apr 22 17:43:45.511387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 39862) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:45.517978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-842994088', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:45.633558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:45.637692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:subnet and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:43:45.640749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:43:45.646867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:45.671993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:43Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:45.676852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Checking router: 0689c7da-22d2-48ee-a043-2021c6a42044 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:43:45.677254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Updating router 0689c7da-22d2-48ee-a043-2021c6a42044 port 549e5670-243d-4e25-ad27-97677659a3bd binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:43:45.734609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:45.788863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:43:45.796165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:46.084272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:46.177189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Transition to ACTIVE for port object 549e5670-243d-4e25-ad27-97677659a3bd will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:43:46.240518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:46.245738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9506a309-45f8-4dec-8bc6-edfe78178e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:46.331321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Attempting to bind port 549e5670-243d-4e25-ad27-97677659a3bd on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:43:46.331752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Attempting to bind port 549e5670-243d-4e25-ad27-97677659a3bd by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:43:46.332153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Attempting to bind port 549e5670-243d-4e25-ad27-97677659a3bd on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:43:46.340664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Pushing event updated for resources: {'Port': ['ID=549e5670-243d-4e25-ad27-97677659a3bd,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:46.344406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:43:46.344900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:43:46.345272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:46.345740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:43:46.346265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Bound port: 549e5670-243d-4e25-ad27-97677659a3bd, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:43:46.346740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:46.387494 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.387885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.388268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.388644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.389018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.389389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.389757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.390121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.390513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.390902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.391262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.391622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:46.397414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:46.437126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] For port 549e5670-243d-4e25-ad27-97677659a3bd, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:43:46.440972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] For port 549e5670-243d-4e25-ad27-97677659a3bd, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=549e5670-243d-4e25-ad27-97677659a3bd,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:43:46.479773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:46.484521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0cae4e82-4151-4cfe-9145-d45ca1baf92e tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:46.486758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:46.491551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:46.570663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Subnet': ['ID=40cd6108-c0ae-4ec4-abfd-137fef328ac3,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:46.574595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Routers {'0689c7da-22d2-48ee-a043-2021c6a42044'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:43:46.575310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:46.575535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:43:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0689c7da-22d2-48ee-a043-2021c6a42044'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:46.579996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Checking segment: {'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:43:46.581032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network hostable DHCP agents. Network: c79444ac-82d5-4eb3-8cba-3af015902a41, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:43:46.649846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Pushing event updated for resources: {'Port': ['ID=549e5670-243d-4e25-ad27-97677659a3bd,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:46.651579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network c79444ac-82d5-4eb3-8cba-3af015902a41 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:43:46.653146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:46.697238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, c79444ac-82d5-4eb3-8cba-3af015902a41) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:43:46.707568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73cf8ed-e83e-45d8-9f1b-484d6a2e62fb None None] Network c79444ac-82d5-4eb3-8cba-3af015902a41 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:43:46.717223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:46.717881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:46.761079 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2484801 Apr 22 17:43:46.764175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39866) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:46.782226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] Set router 0689c7da-22d2-48ee-a043-2021c6a42044 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:43:46.948909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-c79444ac-82d5-4eb3-8cba-3af015902a41', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ips': [{'subnet_id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:43:46.949949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:47.096734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:43Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:47.102365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44958255-3a85-46ad-98fb-fe6ad9136aa9 None None] The sync data for ids ['0689c7da-22d2-48ee-a043-2021c6a42044'] in dv-neutron-786478-3-hyperv is: [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:43Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:43:47.122223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Allocated IP 172.20.0.2 (c79444ac-82d5-4eb3-8cba-3af015902a41/40cd6108-c0ae-4ec4-abfd-137fef328ac3/8cd0657a-c894-4b89-86b0-edd0628425fc) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:43:47.383290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:47.396165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Transition to ACTIVE for port object 8cd0657a-c894-4b89-86b0-edd0628425fc will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:43:47.451846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Transition to ACTIVE for port object 8cd0657a-c894-4b89-86b0-edd0628425fc will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:43:47.475326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:47.482164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:47.572012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Network c79444ac-82d5-4eb3-8cba-3af015902a41 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:43:47.575345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:43:47.581064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:43:47.585099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Pushing event updated for resources: {'Port': ['ID=8cd0657a-c894-4b89-86b0-edd0628425fc,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:47.589936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:47.681990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Attempting to bind port 8cd0657a-c894-4b89-86b0-edd0628425fc on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:43:47.682171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Attempting to bind port 8cd0657a-c894-4b89-86b0-edd0628425fc by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:43:47.682472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Attempting to bind port 8cd0657a-c894-4b89-86b0-edd0628425fc on network c79444ac-82d5-4eb3-8cba-3af015902a41 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:43:47.688676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:43:47.689094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Checking segment: {'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:43:47.690088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:47.690532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Bound using segment: {'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:43:47.691086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Bound port: 8cd0657a-c894-4b89-86b0-edd0628425fc, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:43:47.691509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:47.796031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] For port 8cd0657a-c894-4b89-86b0-edd0628425fc, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:43:47.799887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] For port 8cd0657a-c894-4b89-86b0-edd0628425fc, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8cd0657a-c894-4b89-86b0-edd0628425fc,segment=NetworkSegment(84a72984-5a12-47aa-af60-49cd541bd265),segment_id=84a72984-5a12-47aa-af60-49cd541bd265)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:43:47.834815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:47.840932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c94a288-2ae3-43eb-ac6d-2612fd77536a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:47.845001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:47.929041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Pushing event updated for resources: {'Port': ['ID=8cd0657a-c894-4b89-86b0-edd0628425fc,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:47.932521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:48.303844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.20.0.1 (c79444ac-82d5-4eb3-8cba-3af015902a41/40cd6108-c0ae-4ec4-abfd-137fef328ac3/66a25200-fe0c-47c0-8755-b0045b818529) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:43:48.474112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:48.490972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Transition to ACTIVE for port object 66a25200-fe0c-47c0-8755-b0045b818529 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:43:48.543051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:48.547847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-56f78e14-2820-4216-83f3-4f0c693c6dc6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:48.624857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network c79444ac-82d5-4eb3-8cba-3af015902a41 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:43:48.628269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:43:48.631071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:43:48.674832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=66a25200-fe0c-47c0-8755-b0045b818529,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:48.679672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:48.699628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:48.856350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 549e5670-243d-4e25-ad27-97677659a3bd up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:43:48.899750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:48.959757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 549e5670-243d-4e25-ad27-97677659a3bd completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:43:48.965613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 549e5670-243d-4e25-ad27-97677659a3bd triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:43:48.966040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:49.103326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:49.121685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 549e5670-243d-4e25-ad27-97677659a3bd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=549e5670-243d-4e25-ad27-97677659a3bd,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:43:49.165928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:49.166915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8cd0657a-c894-4b89-86b0-edd0628425fc up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:43:49.197576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:49.298214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=549e5670-243d-4e25-ad27-97677659a3bd,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:49.308237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:49.308648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ff4de-d814-432d-9031-f05fd5665562 None None] Network c79444ac-82d5-4eb3-8cba-3af015902a41 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:43:49.355697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:49.377588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:49.390439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 8cd0657a-c894-4b89-86b0-edd0628425fc completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:43:49.407939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:49.454308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-28efbf15-b28b-482f-bb58-5dd760660abe None None] Provisioning for port 8cd0657a-c894-4b89-86b0-edd0628425fc completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:43:49.492048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-28efbf15-b28b-482f-bb58-5dd760660abe None None] Provisioning complete for port 8cd0657a-c894-4b89-86b0-edd0628425fc triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:43:49.492668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28efbf15-b28b-482f-bb58-5dd760660abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:49.504011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=66a25200-fe0c-47c0-8755-b0045b818529,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:49.510489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:49.512391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:49.660166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network c79444ac-82d5-4eb3-8cba-3af015902a41 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:43:49.661908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:43:49.702450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28efbf15-b28b-482f-bb58-5dd760660abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:49.745217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-28efbf15-b28b-482f-bb58-5dd760660abe None None] For port 8cd0657a-c894-4b89-86b0-edd0628425fc, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8cd0657a-c894-4b89-86b0-edd0628425fc,segment=NetworkSegment(84a72984-5a12-47aa-af60-49cd541bd265),segment_id=84a72984-5a12-47aa-af60-49cd541bd265)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:43:49.777566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28efbf15-b28b-482f-bb58-5dd760660abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:49.780314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2720953a-4c8c-4576-ae5b-7c8e6fa5b0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:49.854299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efbf15-b28b-482f-bb58-5dd760660abe None None] Pushing event updated for resources: {'Port': ['ID=8cd0657a-c894-4b89-86b0-edd0628425fc,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:49.859553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28efbf15-b28b-482f-bb58-5dd760660abe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:49.875757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 0689c7da-22d2-48ee-a043-2021c6a42044 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:43:49.999912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ef386427-ce44-4d04-a05c-a7de00533884 None None] Provisioning complete for port 8cd0657a-c894-4b89-86b0-edd0628425fc triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:43:50.000447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef386427-ce44-4d04-a05c-a7de00533884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:50.080711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:43:50.103964 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "PUT /v2.0/routers/0689c7da-22d2-48ee-a043-2021c6a42044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3303032 Apr 22 17:43:50.115027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Sync routers for ids ['0689c7da-22d2-48ee-a043-2021c6a42044'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:43:50.146423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Routers {'0689c7da-22d2-48ee-a043-2021c6a42044'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:43:50.147151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:43:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0689c7da-22d2-48ee-a043-2021c6a42044'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:50.278977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f940c9bd-7978-4754-beec-161859ba8c49 req-43195b76-1a7b-4783-b3d6-2b54df7a4676 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:43:50.320334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f940c9bd-7978-4754-beec-161859ba8c49 req-43195b76-1a7b-4783-b3d6-2b54df7a4676 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:43:50.321752 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-43195b76-1a7b-4783-b3d6-2b54df7a4676 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848582802&fields=id&tenant_id=9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 267 time: 0.0855381 Apr 22 17:43:50.338403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ef386427-ce44-4d04-a05c-a7de00533884 None None] Provisioning for port 66a25200-fe0c-47c0-8755-b0045b818529 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:43:50.347803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ef386427-ce44-4d04-a05c-a7de00533884 None None] Provisioning complete for port 66a25200-fe0c-47c0-8755-b0045b818529 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:43:50.348228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef386427-ce44-4d04-a05c-a7de00533884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:50.397330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Set router 0689c7da-22d2-48ee-a043-2021c6a42044 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:43:50.480671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ef386427-ce44-4d04-a05c-a7de00533884 None None] Port 66a25200-fe0c-47c0-8755-b0045b818529 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:43:50.488842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940c9bd-7978-4754-beec-161859ba8c49 req-2ee87899-007a-40b0-bf8b-f744e80d10e6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:50.489620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f940c9bd-7978-4754-beec-161859ba8c49 req-2ee87899-007a-40b0-bf8b-f744e80d10e6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:43:50.525795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f940c9bd-7978-4754-beec-161859ba8c49 req-2ee87899-007a-40b0-bf8b-f744e80d10e6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:43:50.527170 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-2ee87899-007a-40b0-bf8b-f744e80d10e6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/networks?id=c79444ac-82d5-4eb3-8cba-3af015902a41 HTTP/1.1" status: 200 len: 797 time: 0.1975884 Apr 22 17:43:50.543670 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-e2de23f4-8f0b-4b09-baca-48373f7de754 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/quotas/9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 375 time: 0.0101919 Apr 22 17:43:50.637779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f940c9bd-7978-4754-beec-161859ba8c49 req-4cb98234-dd76-471c-ba90-46cf1c1a057a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:43:50.652742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d9c3446c-5703-472a-850b-56877c9f10f0 None None] Provisioning complete for port 66a25200-fe0c-47c0-8755-b0045b818529 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:43:50.653157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d9c3446c-5703-472a-850b-56877c9f10f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:50.686139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f940c9bd-7978-4754-beec-161859ba8c49 req-4cb98234-dd76-471c-ba90-46cf1c1a057a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:43:50.687807 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-4cb98234-dd76-471c-ba90-46cf1c1a057a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376407 Apr 22 17:43:50.705522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-eab0461b-ab72-4a21-a26d-72528d867a02 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:43:50.706829 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-eab0461b-ab72-4a21-a26d-72528d867a02 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060854 Apr 22 17:43:50.745814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d9c3446c-5703-472a-850b-56877c9f10f0 None None] Port 66a25200-fe0c-47c0-8755-b0045b818529 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:43:50.817607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:48Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '66a25200-fe0c-47c0-8755-b0045b818529', 'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a3:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:48Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 2, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:50.826975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 549e5670-243d-4e25-ad27-97677659a3bd up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:43:50.862431 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d32c8c66-f2ad-4f4f-94d7-36d822079323 service neutron] 10.222.0.77 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482329 Apr 22 17:43:51.016783 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-7e489ca8-46af-480d-bc95-a681226f7921 service neutron] 10.222.0.77 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472833 Apr 22 17:43:51.052617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Checking router: 0689c7da-22d2-48ee-a043-2021c6a42044 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:43:51.053073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Updating router 0689c7da-22d2-48ee-a043-2021c6a42044 port 66a25200-fe0c-47c0-8755-b0045b818529 binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:43:51.127871 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:51.194487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 549e5670-243d-4e25-ad27-97677659a3bd triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:43:51.194942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:51.303573 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-abfd3092-6553-4d91-ba15-fd0f08c0cb8a req-beca6a09-01b9-452d-bf99-6e5a0cefab7e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 210 time: 0.0581677 Apr 22 17:43:51.484049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8cd0657a-c894-4b89-86b0-edd0628425fc up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:43:51.597867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 8cd0657a-c894-4b89-86b0-edd0628425fc triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:43:51.598387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:51.803578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:51.815985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Transition to ACTIVE for port object 66a25200-fe0c-47c0-8755-b0045b818529 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:43:51.845339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:51.850899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:52.024114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Pushing event updated for resources: {'Port': ['ID=66a25200-fe0c-47c0-8755-b0045b818529,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:52.068834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.069235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.069619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.070008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.070547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.070751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.071123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.071504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.071863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.072333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.072584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.072948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:43:52.086643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:52.094245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Attempting to bind port 66a25200-fe0c-47c0-8755-b0045b818529 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:43:52.094696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Attempting to bind port 66a25200-fe0c-47c0-8755-b0045b818529 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:43:52.095120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Attempting to bind port 66a25200-fe0c-47c0-8755-b0045b818529 on network c79444ac-82d5-4eb3-8cba-3af015902a41 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:43:52.101436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:43:52.101858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Checking segment: {'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:43:52.102314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:52.102793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Bound using segment: {'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:43:52.103321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Bound port: 66a25200-fe0c-47c0-8755-b0045b818529, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:43:52.103743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:52.168438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:43:52.282909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] For port 66a25200-fe0c-47c0-8755-b0045b818529, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:43:52.286416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] For port 66a25200-fe0c-47c0-8755-b0045b818529, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=66a25200-fe0c-47c0-8755-b0045b818529,segment=NetworkSegment(84a72984-5a12-47aa-af60-49cd541bd265),segment_id=84a72984-5a12-47aa-af60-49cd541bd265)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:43:52.314939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:52.319972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:52.399181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Routers {'0689c7da-22d2-48ee-a043-2021c6a42044'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:43:52.399887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:43:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0689c7da-22d2-48ee-a043-2021c6a42044'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:52.475504 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b1aac041-3bc7-41f4-b169-68fd70f89827 req-dc5ebf16-7394-47de-aed3-7d4d5e7a5053 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 210 time: 0.0519078 Apr 22 17:43:52.476452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Pushing event updated for resources: {'Port': ['ID=66a25200-fe0c-47c0-8755-b0045b818529,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:52.481670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:52.606270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] Set router 0689c7da-22d2-48ee-a043-2021c6a42044 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:43:52.951762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:48Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '66a25200-fe0c-47c0-8755-b0045b818529', 'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a3:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:48Z', 'updated_at': '2021-04-22T17:43:52Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:43:52.956158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5cf8f-ac80-49e7-9772-d9325bb425e7 None None] The sync data for ids ['0689c7da-22d2-48ee-a043-2021c6a42044'] in dv-neutron-786478-3-hyperv is: [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:48Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '66a25200-fe0c-47c0-8755-b0045b818529', 'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a3:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:48Z', 'updated_at': '2021-04-22T17:43:52Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:43:53.202268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940c9bd-7978-4754-beec-161859ba8c49 req-4d32fc6a-ce06-4728-88af-719a759bde97 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:53.203009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f940c9bd-7978-4754-beec-161859ba8c49 req-4d32fc6a-ce06-4728-88af-719a759bde97 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:43:53.218187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f940c9bd-7978-4754-beec-161859ba8c49 req-4d32fc6a-ce06-4728-88af-719a759bde97 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:43:53.219517 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-4d32fc6a-ce06-4728-88af-719a759bde97 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/networks?id=c79444ac-82d5-4eb3-8cba-3af015902a41 HTTP/1.1" status: 200 len: 797 time: 0.1871285 Apr 22 17:43:53.281777 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-bdd15a9a-6bfd-407b-8bf7-7381689f264b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 379 time: 0.0478697 Apr 22 17:43:53.294023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'port': {'device_id': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'admin_state_up': True, 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'security_groups': ['cc9424d8-073a-4919-92ee-926a0e1c5d78']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:53.447784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:43:53.460257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:43:53.497175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:43:53.504370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:53.658856 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c9c3d07b-d641-48db-932c-d69fb9b9a95c req-e08d9c09-65c8-49e3-90b8-0ea20b19c30e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 210 time: 0.0554338 Apr 22 17:43:53.712184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.20.0.10 (c79444ac-82d5-4eb3-8cba-3af015902a41/40cd6108-c0ae-4ec4-abfd-137fef328ac3/1400ea44-1fd7-4171-b9f6-145c24236fbc) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:43:53.988219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:54.005344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Transition to ACTIVE for port object 1400ea44-1fd7-4171-b9f6-145c24236fbc will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:43:54.057972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:54.064065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:54.136336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network c79444ac-82d5-4eb3-8cba-3af015902a41 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:43:54.140189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:43:54.144966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:43:54.187559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=1400ea44-1fd7-4171-b9f6-145c24236fbc,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:54.192700 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:54.220164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:54.221512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:54.275922 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9863319 Apr 22 17:43:54.293410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Request body: {'port': {'device_id': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:54.414691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:54.428859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1eb67747-23f3-4165-95a7-9e56dd5eb4f8 None None] Provisioning for port 1400ea44-1fd7-4171-b9f6-145c24236fbc completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:43:54.435271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1eb67747-23f3-4165-95a7-9e56dd5eb4f8 None None] Provisioning complete for port 1400ea44-1fd7-4171-b9f6-145c24236fbc triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:43:54.435900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1eb67747-23f3-4165-95a7-9e56dd5eb4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:54.494904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1eb67747-23f3-4165-95a7-9e56dd5eb4f8 None None] Port 1400ea44-1fd7-4171-b9f6-145c24236fbc cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:43:54.783930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1400ea44-1fd7-4171-b9f6-145c24236fbc {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:43:54.792127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:54.808629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Transition to ACTIVE for port object 1400ea44-1fd7-4171-b9f6-145c24236fbc will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:43:54.841980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 66a25200-fe0c-47c0-8755-b0045b818529 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:43:54.868353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:54.873549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-77812570-b354-438c-8c27-433c1864bf3f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:54.917037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49abb6-d445-498c-a683-1c886a01d9b6 req-9d8e67a7-8776-43ce-813d-5c5e0ccd5d0d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:54.918694 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a49abb6-d445-498c-a683-1c886a01d9b6 req-9d8e67a7-8776-43ce-813d-5c5e0ccd5d0d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 944 time: 0.0945442 Apr 22 17:43:54.936728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 66a25200-fe0c-47c0-8755-b0045b818529 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:43:54.943610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 66a25200-fe0c-47c0-8755-b0045b818529 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:43:54.944464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:54.970802 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1a49abb6-d445-498c-a683-1c886a01d9b6 req-a3e2a22a-7c66-4874-ba62-18ea5dde0855 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449700 Apr 22 17:43:55.084224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:55.085038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Pushing event updated for resources: {'Port': ['ID=1400ea44-1fd7-4171-b9f6-145c24236fbc,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:55.092436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:55.120556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 66a25200-fe0c-47c0-8755-b0045b818529, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=66a25200-fe0c-47c0-8755-b0045b818529,segment=NetworkSegment(84a72984-5a12-47aa-af60-49cd541bd265),segment_id=84a72984-5a12-47aa-af60-49cd541bd265)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:43:55.134054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Attempting to bind port 1400ea44-1fd7-4171-b9f6-145c24236fbc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:43:55.134431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Attempting to bind port 1400ea44-1fd7-4171-b9f6-145c24236fbc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:43:55.134843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Attempting to bind port 1400ea44-1fd7-4171-b9f6-145c24236fbc on network c79444ac-82d5-4eb3-8cba-3af015902a41 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:43:55.139795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Port 1400ea44-1fd7-4171-b9f6-145c24236fbc on network c79444ac-82d5-4eb3-8cba-3af015902a41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:43:55.140151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Attempting to bind port 1400ea44-1fd7-4171-b9f6-145c24236fbc on network c79444ac-82d5-4eb3-8cba-3af015902a41 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:43:55.146251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:43:55.146632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Checking segment: {'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:43:55.147085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Bound using segment: {'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:43:55.147563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Bound port: 1400ea44-1fd7-4171-b9f6-145c24236fbc, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a72984-5a12-47aa-af60-49cd541bd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:43:55.147942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:55.182106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:55.184165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28efbf15-b28b-482f-bb58-5dd760660abe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:55.246211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] For port 1400ea44-1fd7-4171-b9f6-145c24236fbc, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:43:55.249362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] For port 1400ea44-1fd7-4171-b9f6-145c24236fbc, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1400ea44-1fd7-4171-b9f6-145c24236fbc,segment=NetworkSegment(84a72984-5a12-47aa-af60-49cd541bd265),segment_id=84a72984-5a12-47aa-af60-49cd541bd265)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:43:55.268490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=66a25200-fe0c-47c0-8755-b0045b818529,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:55.271505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:55.274446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:55.280259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c697d069-6750-4bb5-86c0-1f78e68f9bbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:55.341444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:55.342119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:55.343707 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] 10.222.0.78 "PUT /v2.0/ports/1400ea44-1fd7-4171-b9f6-145c24236fbc HTTP/1.1" status: 200 len: 1094 time: 1.0551634 Apr 22 17:43:55.344278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'tag': '1400ea44-1fd7-4171-b9f6-145c24236fbc'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:43:55.366258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Pushing event updated for resources: {'Port': ['ID=1400ea44-1fd7-4171-b9f6-145c24236fbc,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:55.370203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:43:55.406373 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'tag': '1400ea44-1fd7-4171-b9f6-145c24236fbc', 'status': 'completed', 'code': 200} Apr 22 17:43:55.510739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e402985-f4e7-47b9-b05f-4fa41ff56976 req-18459a11-d45c-4b87-b408-2a6a6d6b6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:55.512365 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e402985-f4e7-47b9-b05f-4fa41ff56976 req-18459a11-d45c-4b87-b408-2a6a6d6b6b3a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 1097 time: 0.0809379 Apr 22 17:43:55.669719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e402985-f4e7-47b9-b05f-4fa41ff56976 req-5015ba39-3d30-492f-ab25-5899662499dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:55.671304 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e402985-f4e7-47b9-b05f-4fa41ff56976 req-5015ba39-3d30-492f-ab25-5899662499dd service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=9fdf26114eae44999e1676e0a8664d68&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1473627 Apr 22 17:43:55.817223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e402985-f4e7-47b9-b05f-4fa41ff56976 req-6702b7f8-ec63-4083-b6af-0650dd85146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:55.818817 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e402985-f4e7-47b9-b05f-4fa41ff56976 req-6702b7f8-ec63-4083-b6af-0650dd85146b service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1411827 Apr 22 17:43:55.940632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940c9bd-7978-4754-beec-161859ba8c49 req-1be96ba7-a066-4694-9978-5a0e7abe9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:55.942279 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-1be96ba7-a066-4694-9978-5a0e7abe9706 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 1097 time: 0.0819061 Apr 22 17:43:56.020794 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-5044f9d3-a939-4133-b70c-630231b580c7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1400ea44-1fd7-4171-b9f6-145c24236fbc HTTP/1.1" status: 200 len: 217 time: 0.0702240 Apr 22 17:43:56.094334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940c9bd-7978-4754-beec-161859ba8c49 req-4c7c037f-3451-4785-b06a-44f79050dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:56.096266 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-4c7c037f-3451-4785-b06a-44f79050dab9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40cd6108-c0ae-4ec4-abfd-137fef328ac3 HTTP/1.1" status: 200 len: 834 time: 0.0686030 Apr 22 17:43:56.181908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940c9bd-7978-4754-beec-161859ba8c49 req-8c2c8ab0-beba-4249-a7bb-cf2e96985dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:56.183577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-8c2c8ab0-beba-4249-a7bb-cf2e96985dba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c79444ac-82d5-4eb3-8cba-3af015902a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807498 Apr 22 17:43:56.188592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11f121-6dce-4cd1-84ce-40e41fbd18b0 req-ab260694-9743-48b3-94e2-76fbaa66a5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:56.192755 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bd11f121-6dce-4cd1-84ce-40e41fbd18b0 req-ab260694-9743-48b3-94e2-76fbaa66a5bc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 944 time: 0.0936761 Apr 22 17:43:56.244252 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bd11f121-6dce-4cd1-84ce-40e41fbd18b0 req-2f2c3fe0-4030-4ceb-8149-4d255a1dded5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469000 Apr 22 17:43:56.329413 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-2df709a3-86a3-4261-a7b3-baba87485713 service neutron] 10.222.0.78 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379333 Apr 22 17:43:56.472990 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f940c9bd-7978-4754-beec-161859ba8c49 req-3f519cd3-164c-4041-ad24-929a9ad6c787 service neutron] 10.222.0.78 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362157 Apr 22 17:43:56.811222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 66a25200-fe0c-47c0-8755-b0045b818529 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:43:56.884307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 66a25200-fe0c-47c0-8755-b0045b818529 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:43:56.884926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:57.445216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd86b56-e212-4c5d-9134-530c773178b0 req-29ba35df-75a9-4aaa-88fe-7e3b7ff2ad2c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:57.446870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7bd86b56-e212-4c5d-9134-530c773178b0 req-29ba35df-75a9-4aaa-88fe-7e3b7ff2ad2c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 944 time: 0.0895519 Apr 22 17:43:57.495074 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7bd86b56-e212-4c5d-9134-530c773178b0 req-5ab04c22-25e4-4bee-b361-f9310a0964f2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419252 Apr 22 17:43:58.102674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-287e7a7a-9832-4bf9-9337-77ed42bc0efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:58.989831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa98cd0-dfd2-4658-9e40-0db0b2063e47 req-74b2182e-4e52-4727-9083-f094b71f721a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:43:58.991251 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7aa98cd0-dfd2-4658-9e40-0db0b2063e47 req-74b2182e-4e52-4727-9083-f094b71f721a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 944 time: 0.3814678 Apr 22 17:43:59.039626 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7aa98cd0-dfd2-4658-9e40-0db0b2063e47 req-2df822a2-3aaf-4a82-a52b-f75f277639cb tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419064 Apr 22 17:43:59.428107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 1400ea44-1fd7-4171-b9f6-145c24236fbc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:43:59.570106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 1400ea44-1fd7-4171-b9f6-145c24236fbc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1400ea44-1fd7-4171-b9f6-145c24236fbc,segment=NetworkSegment(84a72984-5a12-47aa-af60-49cd541bd265),segment_id=84a72984-5a12-47aa-af60-49cd541bd265)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:43:59.583976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '1400ea44-1fd7-4171-b9f6-145c24236fbc', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'port_id': '1400ea44-1fd7-4171-b9f6-145c24236fbc', 'mac_address': 'fa:16:3e:33:cd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:43:59.648541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:59.666549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1400ea44-1fd7-4171-b9f6-145c24236fbc {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:43:59.683753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 1400ea44-1fd7-4171-b9f6-145c24236fbc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1400ea44-1fd7-4171-b9f6-145c24236fbc,segment=NetworkSegment(84a72984-5a12-47aa-af60-49cd541bd265),segment_id=84a72984-5a12-47aa-af60-49cd541bd265)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:43:59.720176 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:43:59.722601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:43:59.792970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=1400ea44-1fd7-4171-b9f6-145c24236fbc,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:43:59.796592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:44:00.068947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['1400ea44-1fd7-4171-b9f6-145c24236fbc'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:44:00.250676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189371f2-0caa-4d5a-9c6c-da68f7215f68 req-e6349048-f317-49f9-b54b-8401aac818a9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:00.252897 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-189371f2-0caa-4d5a-9c6c-da68f7215f68 req-e6349048-f317-49f9-b54b-8401aac818a9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 945 time: 0.0932894 Apr 22 17:44:00.309126 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-189371f2-0caa-4d5a-9c6c-da68f7215f68 req-40f3d47c-8923-4d2b-b8bb-0a16967434f8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484054 Apr 22 17:44:00.339052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7198885f-d328-45be-9016-1b49b59f9edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:01.426903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 1400ea44-1fd7-4171-b9f6-145c24236fbc up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:44:01.459087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:01.512886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091d881-7b63-4fd8-a2f1-51fe68b91004 req-d3a151f8-f8c8-4641-a6ca-d689413dcd49 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:01.514494 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f091d881-7b63-4fd8-a2f1-51fe68b91004 req-d3a151f8-f8c8-4641-a6ca-d689413dcd49 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 945 time: 0.0892117 Apr 22 17:44:01.525717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 1400ea44-1fd7-4171-b9f6-145c24236fbc completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:44:01.531215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 1400ea44-1fd7-4171-b9f6-145c24236fbc triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:44:01.531638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:01.565667 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f091d881-7b63-4fd8-a2f1-51fe68b91004 req-497021a3-0aeb-493e-96a2-a85d143c8d84 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438116 Apr 22 17:44:01.642687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:01.667923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:01.697076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1400ea44-1fd7-4171-b9f6-145c24236fbc'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:44:01.708954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 1400ea44-1fd7-4171-b9f6-145c24236fbc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1400ea44-1fd7-4171-b9f6-145c24236fbc,segment=NetworkSegment(84a72984-5a12-47aa-af60-49cd541bd265),segment_id=84a72984-5a12-47aa-af60-49cd541bd265)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:44:01.743019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:01.746207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5ba6f437-b852-4871-895d-1e35a0713178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:44:01.803510 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1400ea44-1fd7-4171-b9f6-145c24236fbc', 'code': 200} Apr 22 17:44:01.819312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=1400ea44-1fd7-4171-b9f6-145c24236fbc,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:44:01.822405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:44:02.132286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf39b7b-935f-4ec0-b1e3-52bf570ac37d req-e733891c-065d-4c81-b266-fb3b4a96427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:02.133912 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3bf39b7b-935f-4ec0-b1e3-52bf570ac37d req-e733891c-065d-4c81-b266-fb3b4a96427b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 1099 time: 0.0835195 Apr 22 17:44:02.181329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3bf39b7b-935f-4ec0-b1e3-52bf570ac37d req-e587bbbf-ba61-4d8a-afa8-35b994d07f7f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365653 Apr 22 17:44:02.778425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6cb74-8369-4619-b68a-5ce0004bfe43 req-55a1387a-45f4-4aae-8af0-80f777bb2c6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:02.780046 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-acb6cb74-8369-4619-b68a-5ce0004bfe43 req-55a1387a-45f4-4aae-8af0-80f777bb2c6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0945160 Apr 22 17:44:02.828032 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-acb6cb74-8369-4619-b68a-5ce0004bfe43 req-e30008b0-2e6a-41b7-8a19-c0ea689403ed tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409751 Apr 22 17:44:02.971788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:04.028540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d197e6-4bd1-4743-8a24-05ce23f3f6d6 req-ffb512d8-c12b-4484-abae-4422b5b3cf7c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:04.030052 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-58d197e6-4bd1-4743-8a24-05ce23f3f6d6 req-ffb512d8-c12b-4484-abae-4422b5b3cf7c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0881894 Apr 22 17:44:04.079796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-58d197e6-4bd1-4743-8a24-05ce23f3f6d6 req-a73bcbc2-34c0-457d-b4ce-9dc7bcd634e1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Apr 22 17:44:04.282952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a763044-1e6c-4463-9ff7-bd278130789d req-6e50eefb-40e0-4f40-8179-e4d4a0c8786c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:04.284933 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a763044-1e6c-4463-9ff7-bd278130789d req-6e50eefb-40e0-4f40-8179-e4d4a0c8786c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0900340 Apr 22 17:44:04.331864 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a763044-1e6c-4463-9ff7-bd278130789d req-ace19767-a18c-4d23-b3f4-9113c7481875 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405893 Apr 22 17:44:04.356977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39928) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:44:04.436364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a551fa78-1d56-4bb2-98b8-c19892d8807c tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:04.437945 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a551fa78-1d56-4bb2-98b8-c19892d8807c tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 1094 time: 0.0799441 Apr 22 17:44:04.445665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39932) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:44:04.451142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '1400ea44-1fd7-4171-b9f6-145c24236fbc', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:44:04.457744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:44:04.462035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:floatingip and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:44:04.465015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:44:04.472045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:44:04.519778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:04.667613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:04.812912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.26.6.135 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/ffb96119-7b90-4530-b612-dbe1d542a83f) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:44:05.027300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:05.103084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:05.109118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-722aed6b-37c8-4326-a7c3-89f0990e3c64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:44:05.181508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:44:05.185423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:44:05.189832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:44:05.227431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=ffb96119-7b90-4530-b612-dbe1d542a83f,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:44:05.231669 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:44:05.628099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:05.631034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:05.740457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:05.953767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:05.999396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:06.004169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6f7a1df4-59e7-4263-b299-0c01a8bf0874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:44:06.117995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=ffb96119-7b90-4530-b612-dbe1d542a83f,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:44:06.127219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:44:06.137273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:06.324888 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Floating IP 4ee1599f-883b-461d-8d35-3bd894fbadcc associated. External IP: 172.26.6.135, port: 1400ea44-1fd7-4171-b9f6-145c24236fbc. Apr 22 17:44:06.697965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 0689c7da-22d2-48ee-a043-2021c6a42044 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:44:06.897956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:44:06.907541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d3f9d-4b3f-4789-8a89-8c0f31d79a64 None None] Sync routers for ids ['0689c7da-22d2-48ee-a043-2021c6a42044'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:44:06.918238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d3f9d-4b3f-4789-8a89-8c0f31d79a64 None None] Routers {'0689c7da-22d2-48ee-a043-2021c6a42044'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:44:06.918980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-960d3f9d-4b3f-4789-8a89-8c0f31d79a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:44:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0689c7da-22d2-48ee-a043-2021c6a42044'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:44:06.954277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:07.013822 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5670476 Apr 22 17:44:07.014540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'tag': '1400ea44-1fd7-4171-b9f6-145c24236fbc'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:44:07.076630 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'tag': '1400ea44-1fd7-4171-b9f6-145c24236fbc', 'status': 'completed', 'code': 200} Apr 22 17:44:07.117202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-960d3f9d-4b3f-4789-8a89-8c0f31d79a64 None None] Set router 0689c7da-22d2-48ee-a043-2021c6a42044 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:44:07.180750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98fda5-eafd-4d9c-959b-f41e6442b509 req-042c6c3b-23c0-412c-9136-1efa349132b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:07.182373 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da98fda5-eafd-4d9c-959b-f41e6442b509 req-042c6c3b-23c0-412c-9136-1efa349132b0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 1099 time: 0.0812767 Apr 22 17:44:07.228068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100067e6-7c8f-4b5a-9ea8-c68198629c4a req-68c15012-b4e7-4b84-8691-c513ff49a170 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:07.229782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-100067e6-7c8f-4b5a-9ea8-c68198629c4a req-68c15012-b4e7-4b84-8691-c513ff49a170 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0995276 Apr 22 17:44:07.285125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-100067e6-7c8f-4b5a-9ea8-c68198629c4a req-2a780997-d875-43a0-83f8-281f0f136883 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482948 Apr 22 17:44:07.313868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39940) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:44:07.512846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-960d3f9d-4b3f-4789-8a89-8c0f31d79a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:48Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4ee1599f-883b-461d-8d35-3bd894fbadcc', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.135', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'port_id': '1400ea44-1fd7-4171-b9f6-145c24236fbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'mac_address': 'fa:16:3e:33:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:44:05Z', 'updated_at': '2021-04-22T17:44:05Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a25200-fe0c-47c0-8755-b0045b818529', 'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a3:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:48Z', 'updated_at': '2021-04-22T17:43:55Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:44:07.518653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d3f9d-4b3f-4789-8a89-8c0f31d79a64 None None] Checking router: 0689c7da-22d2-48ee-a043-2021c6a42044 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:44:07.529278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d3f9d-4b3f-4789-8a89-8c0f31d79a64 None None] Routers {'0689c7da-22d2-48ee-a043-2021c6a42044'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:44:07.529989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-960d3f9d-4b3f-4789-8a89-8c0f31d79a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:44:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0689c7da-22d2-48ee-a043-2021c6a42044'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:44:07.661467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98fda5-eafd-4d9c-959b-f41e6442b509 req-910496e9-5942-4e65-9234-b833a9215af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:07.663489 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da98fda5-eafd-4d9c-959b-f41e6442b509 req-910496e9-5942-4e65-9234-b833a9215af3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c79444ac-82d5-4eb3-8cba-3af015902a41 HTTP/1.1" status: 200 len: 899 time: 0.4744716 Apr 22 17:44:07.746731 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4aac7cb0-6c81-4803-abbd-1e71278927a7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/4ee1599f-883b-461d-8d35-3bd894fbadcc HTTP/1.1" status: 200 len: 992 time: 0.4312279 Apr 22 17:44:07.788056 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da98fda5-eafd-4d9c-959b-f41e6442b509 req-09c722ff-4e6d-4425-bfe5-3217dbbbafcf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1400ea44-1fd7-4171-b9f6-145c24236fbc HTTP/1.1" status: 200 len: 1000 time: 0.1172924 Apr 22 17:44:07.860753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98fda5-eafd-4d9c-959b-f41e6442b509 req-fcc34cf4-a3f6-48ad-add7-539d82bd1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:07.862905 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da98fda5-eafd-4d9c-959b-f41e6442b509 req-fcc34cf4-a3f6-48ad-add7-539d82bd1adc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40cd6108-c0ae-4ec4-abfd-137fef328ac3 HTTP/1.1" status: 200 len: 834 time: 0.0684559 Apr 22 17:44:07.895318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-960d3f9d-4b3f-4789-8a89-8c0f31d79a64 None None] Set router 0689c7da-22d2-48ee-a043-2021c6a42044 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:44:07.946307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98fda5-eafd-4d9c-959b-f41e6442b509 req-bca04f88-d130-4bd6-872e-15dbc57cf436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:07.947987 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da98fda5-eafd-4d9c-959b-f41e6442b509 req-bca04f88-d130-4bd6-872e-15dbc57cf436 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c79444ac-82d5-4eb3-8cba-3af015902a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791495 Apr 22 17:44:08.092968 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da98fda5-eafd-4d9c-959b-f41e6442b509 req-5caafcf7-a901-4ffb-a350-ff8df2e04440 service neutron] 10.222.0.78 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383429 Apr 22 17:44:08.238332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da98fda5-eafd-4d9c-959b-f41e6442b509 req-42141bd4-2024-4c80-a278-8254b6671570 service neutron] 10.222.0.78 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376674 Apr 22 17:44:08.293577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-960d3f9d-4b3f-4789-8a89-8c0f31d79a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:48Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4ee1599f-883b-461d-8d35-3bd894fbadcc', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.135', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'port_id': '1400ea44-1fd7-4171-b9f6-145c24236fbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'mac_address': 'fa:16:3e:33:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:44:05Z', 'updated_at': '2021-04-22T17:44:05Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a25200-fe0c-47c0-8755-b0045b818529', 'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a3:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:48Z', 'updated_at': '2021-04-22T17:43:55Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:44:08.297739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d3f9d-4b3f-4789-8a89-8c0f31d79a64 None None] The sync data for ids ['0689c7da-22d2-48ee-a043-2021c6a42044'] in dv-neutron-786478-3-hyperv is: [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:48Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '4ee1599f-883b-461d-8d35-3bd894fbadcc', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.135', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'port_id': '1400ea44-1fd7-4171-b9f6-145c24236fbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'mac_address': 'fa:16:3e:33:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:44:05Z', 'updated_at': '2021-04-22T17:44:05Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a25200-fe0c-47c0-8755-b0045b818529', 'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a3:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:48Z', 'updated_at': '2021-04-22T17:43:55Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:44:08.591967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2021c0-dada-4a44-b5e4-b4e5e289d4e1 None None] New status for floating IP 4ee1599f-883b-461d-8d35-3bd894fbadcc: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:44:08.750480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39944) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:44:08.871956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-64f193a8-089d-4e58-be36-42a0873c8c1a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/4ee1599f-883b-461d-8d35-3bd894fbadcc HTTP/1.1" status: 200 len: 992 time: 0.1200612 Apr 22 17:44:09.876072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39948) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:44:09.994009 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5cb57074-f45d-4513-91e5-ca1f523bf9ac tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/4ee1599f-883b-461d-8d35-3bd894fbadcc HTTP/1.1" status: 200 len: 994 time: 0.1164858 Apr 22 17:44:28.096764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7736f91e-f7e9-4f8e-83ae-a493db45a8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:29.175559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:44:30.302166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d131351f-5a6b-4e8b-b06f-0786d3e9b945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:31.439416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:31.588023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:32.970863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:35.661867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:44:41.588827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85500ec-c4a2-4a6e-8538-26180c467d2e req-e9b9d55d-bb66-41a9-aea0-3f961e80cc96 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:41.590445 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b85500ec-c4a2-4a6e-8538-26180c467d2e req-e9b9d55d-bb66-41a9-aea0-3f961e80cc96 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.1590655 Apr 22 17:44:41.638961 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b85500ec-c4a2-4a6e-8538-26180c467d2e req-bcc19169-e3f2-47af-baa5-292a1c678587 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415237 Apr 22 17:44:42.895674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe07fc6-7fb5-40dd-9b82-2af9df556e93 req-d7c68cb4-4928-451a-9f56-c3dd5db532a4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:42.897283 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-abe07fc6-7fb5-40dd-9b82-2af9df556e93 req-d7c68cb4-4928-451a-9f56-c3dd5db532a4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.1403444 Apr 22 17:44:42.946467 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-abe07fc6-7fb5-40dd-9b82-2af9df556e93 req-6d633d1c-44d3-4ef8-87c6-b721c27a7e3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427017 Apr 22 17:44:44.149217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc82952-dae1-44fd-af3a-d63f8e593485 req-0d801e95-9c6c-411a-adc6-f29e504505f2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:44.150853 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bc82952-dae1-44fd-af3a-d63f8e593485 req-0d801e95-9c6c-411a-adc6-f29e504505f2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0892162 Apr 22 17:44:44.204192 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0bc82952-dae1-44fd-af3a-d63f8e593485 req-e3d6ca6e-96f5-4bf2-8fad-45ba4dd72a36 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469275 Apr 22 17:44:45.411496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c76d-d586-4526-9c9d-5c371f873a6d req-fdddd09d-ed9e-4c69-8579-d29896bfa066 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:45.413109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-16e6c76d-d586-4526-9c9d-5c371f873a6d req-fdddd09d-ed9e-4c69-8579-d29896bfa066 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0901182 Apr 22 17:44:45.463347 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-16e6c76d-d586-4526-9c9d-5c371f873a6d req-68a658b9-25e8-4009-a5ff-b91c90cd3fe4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433269 Apr 22 17:44:46.673026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bebc6-f5ac-4670-abc8-a21da3637b7d req-4d9c6397-3e93-4fec-a3bf-10efe51bc084 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:46.674676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f6bebc6-f5ac-4670-abc8-a21da3637b7d req-4d9c6397-3e93-4fec-a3bf-10efe51bc084 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0960779 Apr 22 17:44:46.725556 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f6bebc6-f5ac-4670-abc8-a21da3637b7d req-538888fa-e5af-47ee-8072-e60feb198d28 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443752 Apr 22 17:44:47.926392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130b4f6-a854-443b-919f-450a5201c931 req-fd0761be-769d-4efd-ae3b-ad91ac4949ea tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:47.928045 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3130b4f6-a854-443b-919f-450a5201c931 req-fd0761be-769d-4efd-ae3b-ad91ac4949ea tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0891371 Apr 22 17:44:47.976963 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3130b4f6-a854-443b-919f-450a5201c931 req-d5ecec26-9cd5-4edf-9272-28daa2af915c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Apr 22 17:44:49.187325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d42eb-f5d4-4f39-9ae4-06b947c703b6 req-3ed1a3a3-0e25-4d07-9ee6-296ca4bec6d9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:49.188923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-244d42eb-f5d4-4f39-9ae4-06b947c703b6 req-3ed1a3a3-0e25-4d07-9ee6-296ca4bec6d9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0929904 Apr 22 17:44:49.237399 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-244d42eb-f5d4-4f39-9ae4-06b947c703b6 req-17c5fdc0-d847-4d96-8f78-ce4246963a9a tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411954 Apr 22 17:44:50.438426 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eaada-8481-4a7a-8b4d-129dcbd30f0b req-0744911f-047b-4724-bc08-3fc93216115f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:50.440161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1b8eaada-8481-4a7a-8b4d-129dcbd30f0b req-0744911f-047b-4724-bc08-3fc93216115f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0882213 Apr 22 17:44:50.494848 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1b8eaada-8481-4a7a-8b4d-129dcbd30f0b req-12bf07a6-8f7c-47be-82bd-fe6c1d3046d5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481813 Apr 22 17:44:51.695908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb952e48-71b4-408d-9ab6-6cd383a0a74c req-03735089-18f3-4edd-89b9-f0597c2c1d94 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:51.697512 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cb952e48-71b4-408d-9ab6-6cd383a0a74c req-03735089-18f3-4edd-89b9-f0597c2c1d94 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0887713 Apr 22 17:44:51.747737 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cb952e48-71b4-408d-9ab6-6cd383a0a74c req-ce1a64d5-c084-4134-a6b1-882d257d2cb8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437357 Apr 22 17:44:52.012540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2d2e5-fb38-47b6-b0a3-9cbfb7530486 req-acb8da5d-e990-4de3-aed0-6a832989add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:52.014152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3b2d2e5-fb38-47b6-b0a3-9cbfb7530486 req-acb8da5d-e990-4de3-aed0-6a832989add3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 1099 time: 0.1285429 Apr 22 17:44:52.179792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2d2e5-fb38-47b6-b0a3-9cbfb7530486 req-4066bfad-7230-4540-8b6e-d2753c35de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:52.181313 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3b2d2e5-fb38-47b6-b0a3-9cbfb7530486 req-4066bfad-7230-4540-8b6e-d2753c35de23 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c79444ac-82d5-4eb3-8cba-3af015902a41 HTTP/1.1" status: 200 len: 899 time: 0.1419866 Apr 22 17:44:52.292284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3b2d2e5-fb38-47b6-b0a3-9cbfb7530486 req-772e014e-d92f-44a4-be68-239c522172ea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1400ea44-1fd7-4171-b9f6-145c24236fbc HTTP/1.1" status: 200 len: 1002 time: 0.1009254 Apr 22 17:44:52.367849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2d2e5-fb38-47b6-b0a3-9cbfb7530486 req-77c43a11-80c9-4fe3-bfa2-09007741a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:52.369451 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3b2d2e5-fb38-47b6-b0a3-9cbfb7530486 req-77c43a11-80c9-4fe3-bfa2-09007741a78e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40cd6108-c0ae-4ec4-abfd-137fef328ac3 HTTP/1.1" status: 200 len: 834 time: 0.0681450 Apr 22 17:44:52.456522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2d2e5-fb38-47b6-b0a3-9cbfb7530486 req-91f92fd2-d06e-4876-9615-c3cc3c16c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:52.458679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3b2d2e5-fb38-47b6-b0a3-9cbfb7530486 req-91f92fd2-d06e-4876-9615-c3cc3c16c1a4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c79444ac-82d5-4eb3-8cba-3af015902a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787108 Apr 22 17:44:52.605620 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3b2d2e5-fb38-47b6-b0a3-9cbfb7530486 req-f5ba7a40-83b5-4509-bc78-d573b7fd8893 service neutron] 10.222.0.78 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365883 Apr 22 17:44:52.755782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3b2d2e5-fb38-47b6-b0a3-9cbfb7530486 req-0fb224b5-80db-40bc-92cb-6e5478703549 service neutron] 10.222.0.78 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393542 Apr 22 17:44:52.956095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c557da8-303a-498a-9b37-ffd5caf1bbbb req-cf73cf57-7055-4121-a5e7-e0572c17555f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:52.958209 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c557da8-303a-498a-9b37-ffd5caf1bbbb req-cf73cf57-7055-4121-a5e7-e0572c17555f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0939062 Apr 22 17:44:53.006531 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c557da8-303a-498a-9b37-ffd5caf1bbbb req-2d4aaaaf-f1c9-447d-8bc2-a865c9c21c6f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412197 Apr 22 17:44:53.031827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 39994) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:44:53.149373 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b13b12f0-b025-4bef-809f-ae14095ba7e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/4ee1599f-883b-461d-8d35-3bd894fbadcc HTTP/1.1" status: 200 len: 994 time: 0.1162438 Apr 22 17:44:54.713153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bab908-5667-4e05-963a-5a6bcfbe3c57 req-f4ff010c-0e8f-43a5-8e9e-ea94f38e52a1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:54.714861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1bab908-5667-4e05-963a-5a6bcfbe3c57 req-f4ff010c-0e8f-43a5-8e9e-ea94f38e52a1 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0944393 Apr 22 17:44:54.766196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1bab908-5667-4e05-963a-5a6bcfbe3c57 req-3b159050-57ea-4935-85d7-795813db030d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442338 Apr 22 17:44:54.790449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7712234-01eb-4f0c-91cf-60c7d478a57b req-4c7aa671-652a-4230-bb86-aa3b6127a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:54.792128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7712234-01eb-4f0c-91cf-60c7d478a57b req-4c7aa671-652a-4230-bb86-aa3b6127a989 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 1099 time: 0.0892873 Apr 22 17:44:54.939028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7712234-01eb-4f0c-91cf-60c7d478a57b req-a384759f-7c8d-4979-8db6-35f2a75c80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:54.940605 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7712234-01eb-4f0c-91cf-60c7d478a57b req-a384759f-7c8d-4979-8db6-35f2a75c80f3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c79444ac-82d5-4eb3-8cba-3af015902a41 HTTP/1.1" status: 200 len: 899 time: 0.1367974 Apr 22 17:44:55.055920 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7712234-01eb-4f0c-91cf-60c7d478a57b req-dfe63827-5381-42ef-bf32-b458de5b50d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1400ea44-1fd7-4171-b9f6-145c24236fbc HTTP/1.1" status: 200 len: 1002 time: 0.1053021 Apr 22 17:44:55.131826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7712234-01eb-4f0c-91cf-60c7d478a57b req-37b77518-0da2-4cce-899e-d38b17083cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:55.133440 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7712234-01eb-4f0c-91cf-60c7d478a57b req-37b77518-0da2-4cce-899e-d38b17083cab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40cd6108-c0ae-4ec4-abfd-137fef328ac3 HTTP/1.1" status: 200 len: 834 time: 0.0662234 Apr 22 17:44:55.219453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7712234-01eb-4f0c-91cf-60c7d478a57b req-eb417fa0-dea8-470e-ab53-df98986a0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:55.221047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7712234-01eb-4f0c-91cf-60c7d478a57b req-eb417fa0-dea8-470e-ab53-df98986a0284 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c79444ac-82d5-4eb3-8cba-3af015902a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775585 Apr 22 17:44:55.369561 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7712234-01eb-4f0c-91cf-60c7d478a57b req-6c32d14c-4643-4afb-8f3d-552bf4e521b3 service neutron] 10.222.0.78 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371443 Apr 22 17:44:55.518075 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7712234-01eb-4f0c-91cf-60c7d478a57b req-fb33a2d6-9804-48a6-b805-b520993749dd service neutron] 10.222.0.78 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367753 Apr 22 17:44:55.979225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120dd41-928b-4eef-ae7b-14fdb6cf4704 req-6733cd24-fcc0-4af8-8f4f-17ecd8434713 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:55.980753 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c120dd41-928b-4eef-ae7b-14fdb6cf4704 req-6733cd24-fcc0-4af8-8f4f-17ecd8434713 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0960908 Apr 22 17:44:56.029786 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c120dd41-928b-4eef-ae7b-14fdb6cf4704 req-75bb7dc2-5071-4f0b-b24b-007ba23d1b57 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425310 Apr 22 17:44:57.247095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba5f69-8969-4bb9-90a2-49a4db73536b req-65681f99-7c16-45d4-b236-4e7064308cd2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:44:57.248800 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bfba5f69-8969-4bb9-90a2-49a4db73536b req-65681f99-7c16-45d4-b236-4e7064308cd2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0931149 Apr 22 17:44:57.305484 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bfba5f69-8969-4bb9-90a2-49a4db73536b req-41f31fde-3714-4c0a-9c25-55cea128650c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494635 Apr 22 17:44:57.331345 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40010) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:44:57.443657 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bd672bf2-0e4a-4b06-896e-f42123b183d2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/4ee1599f-883b-461d-8d35-3bd894fbadcc HTTP/1.1" status: 200 len: 994 time: 0.1104925 Apr 22 17:44:58.102034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64d5d6ac-4176-4b9c-91b2-36bb1ff70560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:00.313386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5711a889-e7a5-4396-b01e-c01d06bce823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:01.462143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:01.599033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:02.959300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:05.644661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:06.167435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:45:28.113646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-abef55f9-b097-4270-ac63-d6bf525c03b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:29.869598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40022) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:30.089344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port ffb96119-7b90-4530-b612-dbe1d542a83f {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:45:30.089729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:30.275058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:30.275435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:30.329800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13144eae-455d-4fca-9768-0ad6d962b04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:30.413211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for ffb96119-7b90-4530-b612-dbe1d542a83f owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:45:30.684202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:30.689336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7d8e8f62-ee06-4e28-b5b2-de50800123b5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:30.737683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=ffb96119-7b90-4530-b612-dbe1d542a83f,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:30.781466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.781903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.782340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.782791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.783212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.783629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.784044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.784493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.784909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.785320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.785736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.786146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:30.820896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:30.851542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:30.851927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Floating IP 4ee1599f-883b-461d-8d35-3bd894fbadcc disassociated (deleted). External IP: 172.26.6.135, port: 1400ea44-1fd7-4171-b9f6-145c24236fbc. Apr 22 17:45:31.224474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 0689c7da-22d2-48ee-a043-2021c6a42044 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:45:31.413594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:45:31.423219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9b076-7bc8-4be6-9a7d-0f96898ccd9c None None] Sync routers for ids ['0689c7da-22d2-48ee-a043-2021c6a42044'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:45:31.431436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:31.435051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9b076-7bc8-4be6-9a7d-0f96898ccd9c None None] Routers {'0689c7da-22d2-48ee-a043-2021c6a42044'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:45:31.435747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5be9b076-7bc8-4be6-9a7d-0f96898ccd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:45:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0689c7da-22d2-48ee-a043-2021c6a42044'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:31.461511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:31.493640 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/floatingips/4ee1599f-883b-461d-8d35-3bd894fbadcc HTTP/1.1" status: 204 len: 168 time: 1.6202567 Apr 22 17:45:31.493640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'tag': '1400ea44-1fd7-4171-b9f6-145c24236fbc'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:45:31.570086 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'tag': '1400ea44-1fd7-4171-b9f6-145c24236fbc', 'status': 'completed', 'code': 200} Apr 22 17:45:31.616010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:31.635278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5be9b076-7bc8-4be6-9a7d-0f96898ccd9c None None] Set router 0689c7da-22d2-48ee-a043-2021c6a42044 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:45:31.689851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3641-de2d-4bf2-8db2-f54bbca12b43 req-49e45221-685e-42b4-9214-09d181699817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:31.691547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a1e3641-de2d-4bf2-8db2-f54bbca12b43 req-49e45221-685e-42b4-9214-09d181699817 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 1099 time: 0.0895483 Apr 22 17:45:31.849519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3641-de2d-4bf2-8db2-f54bbca12b43 req-1fcf033e-dbda-4814-9094-16c4cf9de712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:31.851344 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a1e3641-de2d-4bf2-8db2-f54bbca12b43 req-1fcf033e-dbda-4814-9094-16c4cf9de712 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c79444ac-82d5-4eb3-8cba-3af015902a41 HTTP/1.1" status: 200 len: 899 time: 0.1490047 Apr 22 17:45:31.940136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a1e3641-de2d-4bf2-8db2-f54bbca12b43 req-9b513d7c-8faf-4605-994c-ca85f5949e2a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1400ea44-1fd7-4171-b9f6-145c24236fbc HTTP/1.1" status: 200 len: 217 time: 0.0668890 Apr 22 17:45:31.987042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5be9b076-7bc8-4be6-9a7d-0f96898ccd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:48Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '66a25200-fe0c-47c0-8755-b0045b818529', 'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a3:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:48Z', 'updated_at': '2021-04-22T17:43:55Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:31.991740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9b076-7bc8-4be6-9a7d-0f96898ccd9c None None] Checking router: 0689c7da-22d2-48ee-a043-2021c6a42044 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:45:32.000837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9b076-7bc8-4be6-9a7d-0f96898ccd9c None None] Routers {'0689c7da-22d2-48ee-a043-2021c6a42044'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:45:32.001510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5be9b076-7bc8-4be6-9a7d-0f96898ccd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:45:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0689c7da-22d2-48ee-a043-2021c6a42044'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:32.015221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d319e5c-f1cb-4d31-bd6d-ea507dead6ff req-f3d0ade4-7fe3-4381-84ba-cdbff8b7417f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:32.015794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3641-de2d-4bf2-8db2-f54bbca12b43 req-3ed35432-d701-4a85-ad58-0c7ae3935fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:32.016066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3d319e5c-f1cb-4d31-bd6d-ea507dead6ff req-f3d0ade4-7fe3-4381-84ba-cdbff8b7417f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:45:32.017357 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a1e3641-de2d-4bf2-8db2-f54bbca12b43 req-3ed35432-d701-4a85-ad58-0c7ae3935fea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40cd6108-c0ae-4ec4-abfd-137fef328ac3 HTTP/1.1" status: 200 len: 834 time: 0.0683541 Apr 22 17:45:32.061309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-3d319e5c-f1cb-4d31-bd6d-ea507dead6ff req-f3d0ade4-7fe3-4381-84ba-cdbff8b7417f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:45:32.062731 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d319e5c-f1cb-4d31-bd6d-ea507dead6ff req-f3d0ade4-7fe3-4381-84ba-cdbff8b7417f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.1374927 Apr 22 17:45:32.104461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3641-de2d-4bf2-8db2-f54bbca12b43 req-f4ea882f-7820-428c-9df4-61747e68134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:32.106001 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a1e3641-de2d-4bf2-8db2-f54bbca12b43 req-f4ea882f-7820-428c-9df4-61747e68134f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c79444ac-82d5-4eb3-8cba-3af015902a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796638 Apr 22 17:45:32.118513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3d319e5c-f1cb-4d31-bd6d-ea507dead6ff req-64a7df32-beba-4e21-aab6-40716866f765 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481071 Apr 22 17:45:32.193124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-5be9b076-7bc8-4be6-9a7d-0f96898ccd9c None None] Set router 0689c7da-22d2-48ee-a043-2021c6a42044 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:45:32.251102 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a1e3641-de2d-4bf2-8db2-f54bbca12b43 req-fa4a6c71-f157-4509-9f63-a91816887695 service neutron] 10.222.0.78 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368692 Apr 22 17:45:32.394130 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a1e3641-de2d-4bf2-8db2-f54bbca12b43 req-d0de1e90-f283-47cc-bcb0-10bc738a3ff3 service neutron] 10.222.0.78 "GET /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358128 Apr 22 17:45:32.525006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-5be9b076-7bc8-4be6-9a7d-0f96898ccd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:48Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '66a25200-fe0c-47c0-8755-b0045b818529', 'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a3:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:48Z', 'updated_at': '2021-04-22T17:43:55Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:32.529122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9b076-7bc8-4be6-9a7d-0f96898ccd9c None None] The sync data for ids ['0689c7da-22d2-48ee-a043-2021c6a42044'] in dv-neutron-786478-3-hyperv is: [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:48Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '66a25200-fe0c-47c0-8755-b0045b818529', 'name': '', 'network_id': 'c79444ac-82d5-4eb3-8cba-3af015902a41', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:a3:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:48Z', 'updated_at': '2021-04-22T17:43:55Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '40cd6108-c0ae-4ec4-abfd-137fef328ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:45:32.920946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c4661-e5df-4cfa-8ce5-95c4f60d5227 None None] New status for floating IP 4ee1599f-883b-461d-8d35-3bd894fbadcc: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:45:33.079803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:33.363047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af83ee-9f68-41b6-8add-f0be259478a3 req-4ae1787a-65dd-4931-ac8e-e0a24b5a0501 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:33.364586 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-61af83ee-9f68-41b6-8add-f0be259478a3 req-4ae1787a-65dd-4931-ac8e-e0a24b5a0501 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.0891399 Apr 22 17:45:33.411946 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-61af83ee-9f68-41b6-8add-f0be259478a3 req-2844cc6d-03ff-4cc8-a499-e94a04b32176 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc9424d8-073a-4919-92ee-926a0e1c5d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 Apr 22 17:45:33.794605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-65bcb3fc-2e6e-4714-ae09-50864073cfd9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:33.795367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-65bcb3fc-2e6e-4714-ae09-50864073cfd9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:45:33.808658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-65bcb3fc-2e6e-4714-ae09-50864073cfd9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:45:33.809825 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-65bcb3fc-2e6e-4714-ae09-50864073cfd9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 946 time: 0.1047919 Apr 22 17:45:33.888762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 1400ea44-1fd7-4171-b9f6-145c24236fbc {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:45:33.889139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:34.147058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port 1400ea44-1fd7-4171-b9f6-145c24236fbc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1400ea44-1fd7-4171-b9f6-145c24236fbc,segment=NetworkSegment(84a72984-5a12-47aa-af60-49cd541bd265),segment_id=84a72984-5a12-47aa-af60-49cd541bd265)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:45:34.147376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:34.278599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 1400ea44-1fd7-4171-b9f6-145c24236fbc owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:45:34.494941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:34.501001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6e876c48-dd61-446d-927f-f0912f43a746 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:34.548860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=1400ea44-1fd7-4171-b9f6-145c24236fbc,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:34.581688 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b221ffd4-0e74-4e6f-9a3e-8d93ee531846 req-91ae6255-e874-46bd-90fa-bb6ba75709a4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=157767f9-0e08-4fdc-bc25-62bd4c7f6d82 HTTP/1.1" status: 200 len: 210 time: 0.0532758 Apr 22 17:45:34.590657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.591098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.591529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.591953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.592417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.592832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.593244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.593660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.594077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.594489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.594907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.595933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:34.610584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:34.648519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] No DVR routers for this DVR port 1400ea44-1fd7-4171-b9f6-145c24236fbc on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:45:34.651011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:34.653769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'name': 'network-vif-deleted', 'tag': '1400ea44-1fd7-4171-b9f6-145c24236fbc'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:45:34.685157 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-65a9a8f0-9167-4639-854f-d2b1efc9ed5b req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "DELETE /v2.0/ports/1400ea44-1fd7-4171-b9f6-145c24236fbc HTTP/1.1" status: 204 len: 173 time: 0.8662293 Apr 22 17:45:34.703576 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157767f9-0e08-4fdc-bc25-62bd4c7f6d82', 'name': 'network-vif-deleted', 'tag': '1400ea44-1fd7-4171-b9f6-145c24236fbc', 'status': 'completed', 'code': 200} Apr 22 17:45:35.655900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:35.690524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40040) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:36.549025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:36.925976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 66a25200-fe0c-47c0-8755-b0045b818529 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:45:36.926580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:37.123254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port 66a25200-fe0c-47c0-8755-b0045b818529, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=66a25200-fe0c-47c0-8755-b0045b818529,segment=NetworkSegment(84a72984-5a12-47aa-af60-49cd541bd265),segment_id=84a72984-5a12-47aa-af60-49cd541bd265)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:45:37.123660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:37.256197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 66a25200-fe0c-47c0-8755-b0045b818529 owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:45:37.586889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:37.591919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cae96a30-541b-417a-ab62-4ef591617dbe tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:37.643524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=66a25200-fe0c-47c0-8755-b0045b818529,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:37.678579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:37.903876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 1400ea44-1fd7-4171-b9f6-145c24236fbc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:45:37.938866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:37.940344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 1400ea44-1fd7-4171-b9f6-145c24236fbc {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:45:37.940746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 1400ea44-1fd7-4171-b9f6-145c24236fbc not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:45:38.321847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router 0689c7da-22d2-48ee-a043-2021c6a42044 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:45:38.513623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:45:38.523746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2de0fa-7dc5-4a36-bcfd-70ca665ce72a None None] Sync routers for ids ['0689c7da-22d2-48ee-a043-2021c6a42044'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:45:38.528037 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bfdd87f0-051e-49f5-925c-440dbf93d71d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "PUT /v2.0/routers/0689c7da-22d2-48ee-a043-2021c6a42044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8363287 Apr 22 17:45:38.531020 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40044) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:38.533555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2de0fa-7dc5-4a36-bcfd-70ca665ce72a None None] Routers {'0689c7da-22d2-48ee-a043-2021c6a42044'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:45:38.534756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4f2de0fa-7dc5-4a36-bcfd-70ca665ce72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:45:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0689c7da-22d2-48ee-a043-2021c6a42044'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:38.605465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-73865726-d2d5-43c2-ba58-0b626543a186 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting subnet 40cd6108-c0ae-4ec4-abfd-137fef328ac3 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:45:38.609122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73865726-d2d5-43c2-ba58-0b626543a186 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:38.674414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73865726-d2d5-43c2-ba58-0b626543a186 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:38.840492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73865726-d2d5-43c2-ba58-0b626543a186 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:38.885673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4f2de0fa-7dc5-4a36-bcfd-70ca665ce72a None None] Set router 0689c7da-22d2-48ee-a043-2021c6a42044 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:45:39.186729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4f2de0fa-7dc5-4a36-bcfd-70ca665ce72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:45:37Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:39.191358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2de0fa-7dc5-4a36-bcfd-70ca665ce72a None None] Checking router: 0689c7da-22d2-48ee-a043-2021c6a42044 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:45:39.200327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2de0fa-7dc5-4a36-bcfd-70ca665ce72a None None] Routers {'0689c7da-22d2-48ee-a043-2021c6a42044'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:45:39.200988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4f2de0fa-7dc5-4a36-bcfd-70ca665ce72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:45:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0689c7da-22d2-48ee-a043-2021c6a42044'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:39.358588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73865726-d2d5-43c2-ba58-0b626543a186 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:39.364284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5e8c1d9b-6ffc-4eaf-bb4d-88f820b1ff92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:39.391617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4f2de0fa-7dc5-4a36-bcfd-70ca665ce72a None None] Set router 0689c7da-22d2-48ee-a043-2021c6a42044 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:45:39.401959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73865726-d2d5-43c2-ba58-0b626543a186 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Subnet': ['ID=40cd6108-c0ae-4ec4-abfd-137fef328ac3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:39.404691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-73865726-d2d5-43c2-ba58-0b626543a186 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:39.407528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-73865726-d2d5-43c2-ba58-0b626543a186 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:39.418000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323e5b3a-a754-4757-9080-37ce8b909c6a None None] Network c79444ac-82d5-4eb3-8cba-3af015902a41 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:45:39.418186 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-73865726-d2d5-43c2-ba58-0b626543a186 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/subnets/40cd6108-c0ae-4ec4-abfd-137fef328ac3 HTTP/1.1" status: 204 len: 168 time: 0.8832655 Apr 22 17:45:39.418293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40048) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:39.617885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:39.697826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] DHCP port deletion for c79444ac-82d5-4eb3-8cba-3af015902a41 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:45:39.702563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Deleting port 8cd0657a-c894-4b89-86b0-edd0628425fc {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:45:39.703110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4f2de0fa-7dc5-4a36-bcfd-70ca665ce72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:45:37Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:39.703499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:39.707464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2de0fa-7dc5-4a36-bcfd-70ca665ce72a None None] The sync data for ids ['0689c7da-22d2-48ee-a043-2021c6a42044'] in dv-neutron-786478-3-hyperv is: [{'id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455826678', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': '549e5670-243d-4e25-ad27-97677659a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:45:37Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': '549e5670-243d-4e25-ad27-97677659a3bd', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0689c7da-22d2-48ee-a043-2021c6a42044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:43:42Z', 'updated_at': '2021-04-22T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:45:39.949619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] For port 8cd0657a-c894-4b89-86b0-edd0628425fc, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8cd0657a-c894-4b89-86b0-edd0628425fc,segment=NetworkSegment(84a72984-5a12-47aa-af60-49cd541bd265),segment_id=84a72984-5a12-47aa-af60-49cd541bd265)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:45:39.950180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:40.089989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Calling delete_port for 8cd0657a-c894-4b89-86b0-edd0628425fc owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:45:40.120486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:40.153184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 549e5670-243d-4e25-ad27-97677659a3bd {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:45:40.153184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:40.204380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:40.210193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7881e76-a241-4d6c-ae29-3dc208f2b5ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:40.256022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Pushing event deleted for resources: {'Port': ['ID=8cd0657a-c894-4b89-86b0-edd0628425fc,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:40.264893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] No DVR routers for this DVR port 8cd0657a-c894-4b89-86b0-edd0628425fc on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:45:40.267055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.267449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.267830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.268712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.269128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.269503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.269875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.270246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.270617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.271024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.271389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.271754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:40.275593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:40.342291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port 549e5670-243d-4e25-ad27-97677659a3bd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=549e5670-243d-4e25-ad27-97677659a3bd,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:45:40.342720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:40.475744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 549e5670-243d-4e25-ad27-97677659a3bd owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:45:40.775282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:40.780366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1fc074c2-75d2-40e7-80ad-8c6e6fc42229 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:40.828338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=549e5670-243d-4e25-ad27-97677659a3bd,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:40.832431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:40.870203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8cd0657a-c894-4b89-86b0-edd0628425fc no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:45:40.909816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 8cd0657a-c894-4b89-86b0-edd0628425fc {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:45:40.910192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8cd0657a-c894-4b89-86b0-edd0628425fc not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:45:40.910714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 66a25200-fe0c-47c0-8755-b0045b818529 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:45:40.926493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:40.947092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 66a25200-fe0c-47c0-8755-b0045b818529 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:45:40.947498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 66a25200-fe0c-47c0-8755-b0045b818529 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:45:41.114958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:41.117247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:41.260822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:41.261394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Fanout notify agent at l3_agent the message router_deleted on router 0689c7da-22d2-48ee-a043-2021c6a42044 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:45:41.277893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:41.279136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-77e4bc31-fe97-46b0-94b7-311be4ec7d5b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/routers/0689c7da-22d2-48ee-a043-2021c6a42044 HTTP/1.1" status: 204 len: 168 time: 1.8598952 Apr 22 17:45:41.282162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40052) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:41.687076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:41.828512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:41.954845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79444ac-82d5-4eb3-8cba-3af015902a41']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:41.968313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a72984-5a12-47aa-af60-49cd541bd265') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:41.968661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a72984-5a12-47aa-af60-49cd541bd265') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:41.980651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:41.995463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:42.001728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:45:42.179887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network c79444ac-82d5-4eb3-8cba-3af015902a41 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:45:42.188879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:42.368836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network c79444ac-82d5-4eb3-8cba-3af015902a41 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:45:42.393028 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:45:42.500812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:42.505986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:42.510036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7402246-61db-4eb6-9bee-171de12a1c80 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:42.533880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Network': ['ID=c79444ac-82d5-4eb3-8cba-3af015902a41,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:42.536369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:42.570094 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/networks/c79444ac-82d5-4eb3-8cba-3af015902a41 HTTP/1.1" status: 204 len: 168 time: 1.2867939 Apr 22 17:45:42.573047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40056) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:42.645675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5c5aded-440f-4561-b63a-90ac3093e071 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:42.677052 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5c5aded-440f-4561-b63a-90ac3093e071 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:42.849838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5c5aded-440f-4561-b63a-90ac3093e071 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:42.856022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3b193a4b-a79b-419f-9141-ea3d95eef2c5 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:42.875238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5aded-440f-4561-b63a-90ac3093e071 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9424d8-073a-4919-92ee-926a0e1c5d78,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:42.876704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 549e5670-243d-4e25-ad27-97677659a3bd no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:45:42.879975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f5c5aded-440f-4561-b63a-90ac3093e071 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:42.912639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f5c5aded-440f-4561-b63a-90ac3093e071 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:42.916893 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f5c5aded-440f-4561-b63a-90ac3093e071 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/security-groups/cc9424d8-073a-4919-92ee-926a0e1c5d78 HTTP/1.1" status: 204 len: 168 time: 0.3397667 Apr 22 17:45:42.927053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 549e5670-243d-4e25-ad27-97677659a3bd {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:45:42.928130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 549e5670-243d-4e25-ad27-97677659a3bd not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:45:43.179656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:45:43.370798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40064) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:43.376790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162735136', 'description': 'tempest-secgroup-smoke-162735136 description', 'project_id': '9fdf26114eae44999e1676e0a8664d68'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:43.383405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:43.387765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:45:43.390781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:45:43.397296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:43.438112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:43.460203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:43.464481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:45:43.467424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:45:43.473430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:43.621723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:43.649142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:43.654743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-665ac147-64a1-4a97-b8ae-95367d1d4681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:43.698558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd3305f-52bf-43e1-a57f-f03748f5bd0e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:43.701356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:43.745653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:43.747095 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3751605 Apr 22 17:45:43.750264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40068) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:43.756397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3305f-52bf-43e1-a57f-f03748f5bd0e', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:43.762999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:43.767064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:45:43.770735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:45:43.776745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:43.821420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:43.887632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:43.912071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:43.914169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-78bcc6fa-47e5-4130-afea-df90e06fad67 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:43.939195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7f0af0-9472-4923-89f0-a271ac7d29a8,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:43.944063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:43.996901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:43.998131 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7f876ef9-7db6-4b77-991d-71467fe30f9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2468328 Apr 22 17:45:44.001010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40072) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:44.007212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3305f-52bf-43e1-a57f-f03748f5bd0e', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:44.013492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:44.017560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:45:44.020629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:45:44.026738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:44.078325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.144087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.174274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.182612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fdbc7cac-a5dc-47bc-976d-1ab72cf139cf tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:44.205246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4940e283-7132-4e2d-8ccb-79ee238124b1,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:44.207996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:44.254462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.255874 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2538435 Apr 22 17:45:44.258820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40076) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:44.264385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3305f-52bf-43e1-a57f-f03748f5bd0e', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:44.271007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:44.275080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:45:44.278098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:45:44.284755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:44.330530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.451590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.483622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.485629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9e51fdae-c57c-4000-a4be-486bc781a4e2 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:44.509642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8b873e-79de-4981-b9dd-a21bc2aa9891,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:44.512183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:44.546500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.547879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eb90200d-14f1-4c1d-b4cc-e22475f17a1b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2880585 Apr 22 17:45:44.551414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40080) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:44.556930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3305f-52bf-43e1-a57f-f03748f5bd0e', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:44.563242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:44.567316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:45:44.570321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:45:44.576375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:44.621578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.697997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.729554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.737481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-93e9d163-6170-4b19-b625-3e062cb21e54 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:44.759293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73aed94-2087-4c4f-ba2e-df2917559810,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:44.761809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:44.826757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.828080 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-4b29b871-4a4c-4ebc-827b-b1c55236d822 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2756705 Apr 22 17:45:44.831623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40084) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:44.837489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3305f-52bf-43e1-a57f-f03748f5bd0e', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:44.844109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:44.849728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:45:44.854310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:45:44.860509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:44.918186 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Project 9fdf26114eae44999e1676e0a8664d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:45:44.925283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:44.993587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.026607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.028584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13f8a3d2-20c6-40a1-a723-6a959c31e2c5 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:45.052416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58551878-794a-4572-93e2-312d507b81df,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:45.055088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:45.089614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.090989 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2583156 Apr 22 17:45:45.093929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40088) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:45.099499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3305f-52bf-43e1-a57f-f03748f5bd0e', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:45.105924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:45.109966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:security_group_rule and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:45:45.113050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:45:45.119095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:45.152256 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Project 9fdf26114eae44999e1676e0a8664d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:45:45.159213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.229739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.249264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.251183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1845c292-14d2-4f6d-8dbc-a7eb4da8f503 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:45.275120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405f33a3-2be9-48d3-8429-1aa27ca01f3e,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:45.277656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:45.311347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.312630 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e021331-30c1-4a38-8a5c-5b9a741ef5d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2177129 Apr 22 17:45:45.316229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40092) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:45.322225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'network': {'name': 'tempest-network-smoke--790973046', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'port_security_enabled': True}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:45.327424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:45.332233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:network and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:45:45.335223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:45:45.341437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:45.375392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:45:45.382145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.411439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:45:45.497107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.497653 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Added segment 6d950189-d184-4568-b799-6acd86c441dd of type vlan for network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 Apr 22 17:45:45.525247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.626726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.633240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:45.633880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.639264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:45.751033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Network': ['ID=ec26befc-8b65-4448-b9d4-6ffc2424cfe4,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:45.754171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:45.762573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:45:45.770414 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-10b8e30c-98b2-428b-b967-d1cceeca63d0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4531295 Apr 22 17:45:45.773334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40096) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:45.779077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'admin_state_up': True, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:45.787357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:45.791402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:router and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:45:45.794341 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:45:45.801056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:45.838634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.839852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:45.858117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:46.186730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:46.546604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:46.577307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:46.721826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.26.6.72 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:45:46.879207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:46.952956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:46.957965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-786dca72-15d9-4588-b558-e63468c3dc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:47.022351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:45:47.025946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:45:47.029942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:45:47.068606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:47.072722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:47.497638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:48.144919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:48.421326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router bbf047f8-9d89-4858-a04e-25e7a444b21e is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:45:48.611543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:45:48.621275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Sync routers for ids ['bbf047f8-9d89-4858-a04e-25e7a444b21e'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:45:48.635576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Routers {'bbf047f8-9d89-4858-a04e-25e7a444b21e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:45:48.636258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:45:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['bbf047f8-9d89-4858-a04e-25e7a444b21e'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:48.678429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:48.683101 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9055009 Apr 22 17:45:48.683347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40100) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:48.734865 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7023e1d3-05fc-4c82-bb9b-1d5cb22f7705 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9fdf26114eae44999e1676e0a8664d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502598 Apr 22 17:45:48.737574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40104) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:48.826839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Set router bbf047f8-9d89-4858-a04e-25e7a444b21e gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:45:48.880180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2db499e-5f2e-441e-9bb8-66b01b7678a2 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:48.881803 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e2db499e-5f2e-441e-9bb8-66b01b7678a2 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1431956 Apr 22 17:45:48.884893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40108) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:48.935866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c218a416-a1a6-46bb-97c1-dd99b36c2165 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=5c25d723-0f11-44dd-8ff5-9ca8da8a93d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471942 Apr 22 17:45:48.936155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40112) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:48.942966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2103712216', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:49.060681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:49.064705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:subnet and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:45:49.067723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:45:49.073822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:49.112691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:45:49.118877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:49.134042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:47Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:49.138241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Checking router: bbf047f8-9d89-4858-a04e-25e7a444b21e for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:45:49.138652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Updating router bbf047f8-9d89-4858-a04e-25e7a444b21e port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:45:49.197081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:49.614834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:49.627371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Transition to ACTIVE for port object cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:45:49.660750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:49.665746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:49.746073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Attempting to bind port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:45:49.746485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Attempting to bind port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:45:49.746915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Attempting to bind port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:45:49.756331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:45:49.757094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:45:49.757232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:49.757715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:45:49.758106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Bound port: cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:45:49.758518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:49.780584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:49.785933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7e1c8a8-1476-4c22-a8b8-1a2bd63fc3b5 tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:49.790457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db461dd-bf73-4282-bd69-4b0bc967060e None None] Pushing event updated for resources: {'Port': ['ID=cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:49.799877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8db461dd-bf73-4282-bd69-4b0bc967060e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:49.842520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] For port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:45:49.845703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] For port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:45:49.868986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Subnet': ['ID=0c795715-69db-45ca-9829-d2d4c07b009c,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:49.873304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:49.877695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Checking segment: {'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:45:49.878100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network hostable DHCP agents. Network: ec26befc-8b65-4448-b9d4-6ffc2424cfe4, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:45:49.883303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:49.888258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:49.946874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:45:50.003961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, ec26befc-8b65-4448-b9d4-6ffc2424cfe4) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:45:50.019629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:50.020296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:50.073412 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ef0ced85-0820-4b1c-b0fb-7df788918698 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1360846 Apr 22 17:45:50.076630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40116) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:50.122587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b758ccf5-1ba2-42e9-9669-e9503cd695bf None None] Network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:45:50.234128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Routers {'bbf047f8-9d89-4858-a04e-25e7a444b21e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:45:50.234848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:45:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['bbf047f8-9d89-4858-a04e-25e7a444b21e'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:50.304529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db461dd-bf73-4282-bd69-4b0bc967060e None None] Pushing event updated for resources: {'Port': ['ID=cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:50.311163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8db461dd-bf73-4282-bd69-4b0bc967060e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:50.506198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] Set router bbf047f8-9d89-4858-a04e-25e7a444b21e gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:45:50.723367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ips': [{'subnet_id': '0c795715-69db-45ca-9829-d2d4c07b009c'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:45:50.724197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:50.827419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:50.980786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Allocated IP 172.20.0.2 (ec26befc-8b65-4448-b9d4-6ffc2424cfe4/0c795715-69db-45ca-9829-d2d4c07b009c/d2ee72e8-eb46-4ca3-873f-e7037f412007) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:45:51.020832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:47Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:51.074261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b058f7-bdba-4f9b-ae3f-94ffef84f93d None None] The sync data for ids ['bbf047f8-9d89-4858-a04e-25e7a444b21e'] in dv-neutron-786478-3-hyperv is: [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:47Z', 'revision_number': 3, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:45:51.233986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:51.246132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Transition to ACTIVE for port object d2ee72e8-eb46-4ca3-873f-e7037f412007 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:45:51.301902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Transition to ACTIVE for port object d2ee72e8-eb46-4ca3-873f-e7037f412007 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:45:51.324549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:51.330842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:51.395671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:45:51.399441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:45:51.401971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:45:51.447778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Pushing event updated for resources: {'Port': ['ID=d2ee72e8-eb46-4ca3-873f-e7037f412007,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:51.450455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:51.513837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Attempting to bind port d2ee72e8-eb46-4ca3-873f-e7037f412007 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:45:51.514393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Attempting to bind port d2ee72e8-eb46-4ca3-873f-e7037f412007 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:45:51.514722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Attempting to bind port d2ee72e8-eb46-4ca3-873f-e7037f412007 on network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:45:51.523932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:45:51.524258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Checking segment: {'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:45:51.524713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:51.525159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Bound using segment: {'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:45:51.525701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Bound port: d2ee72e8-eb46-4ca3-873f-e7037f412007, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:45:51.526118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:51.572004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.20.0.1 (ec26befc-8b65-4448-b9d4-6ffc2424cfe4/0c795715-69db-45ca-9829-d2d4c07b009c/2e499c2a-f0af-45ef-adf0-15d7fca927e1) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:45:51.642072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] For port d2ee72e8-eb46-4ca3-873f-e7037f412007, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:45:51.645137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] For port d2ee72e8-eb46-4ca3-873f-e7037f412007, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d2ee72e8-eb46-4ca3-873f-e7037f412007,segment=NetworkSegment(6d950189-d184-4568-b799-6acd86c441dd),segment_id=6d950189-d184-4568-b799-6acd86c441dd)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:45:51.701108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:51.706362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:51.760755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:51.779472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Transition to ACTIVE for port object 2e499c2a-f0af-45ef-adf0-15d7fca927e1 will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:45:51.793996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Pushing event updated for resources: {'Port': ['ID=d2ee72e8-eb46-4ca3-873f-e7037f412007,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:51.797552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:51.832950 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:51.838854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-efb8af4a-5b9e-4514-ade8-22ff15613d9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:51.910048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:45:51.914058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:45:51.918468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:45:51.965949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=2e499c2a-f0af-45ef-adf0-15d7fca927e1,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:51.971947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:51.994002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:52.162936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:52.608126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:52.638015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:52.669035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0ea0aca-dc7d-4d33-b7c7-2b7988dc2c9b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:52.760442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=2e499c2a-f0af-45ef-adf0-15d7fca927e1,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:52.763553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:52.764640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:52.919672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:45:52.921632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:45:52.958449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d2ee72e8-eb46-4ca3-873f-e7037f412007 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:45:53.055550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port d2ee72e8-eb46-4ca3-873f-e7037f412007 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:45:53.061511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:45:53.156051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router bbf047f8-9d89-4858-a04e-25e7a444b21e has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:45:53.166425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:45:53.172076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:45:53.172506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:53.243239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59fc859-07e7-4002-8263-7d8b3a2be915 None None] Network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:45:53.355224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:45:53.368712 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "PUT /v2.0/routers/bbf047f8-9d89-4858-a04e-25e7a444b21e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2909253 Apr 22 17:45:53.411916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:53.448712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:45:53.450250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2595b1da-c95f-4c02-b609-1ace378f9d18 None None] Provisioning for port d2ee72e8-eb46-4ca3-873f-e7037f412007 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:45:53.458294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-2595b1da-c95f-4c02-b609-1ace378f9d18 None None] Provisioning complete for port d2ee72e8-eb46-4ca3-873f-e7037f412007 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:45:53.458742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2595b1da-c95f-4c02-b609-1ace378f9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:53.524994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:53.539315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:53.550691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-a8fff311-e388-4095-9ae7-8c3e65e3d165 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:45:53.592226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-a8fff311-e388-4095-9ae7-8c3e65e3d165 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:45:53.593663 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-a8fff311-e388-4095-9ae7-8c3e65e3d165 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162735136&fields=id&tenant_id=9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 267 time: 0.0864100 Apr 22 17:45:53.690875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:53.727846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:53.770519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2595b1da-c95f-4c02-b609-1ace378f9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:53.773140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-4f249299-6135-46db-92cd-36568f47e4a3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:53.773907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-4f249299-6135-46db-92cd-36568f47e4a3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:45:53.813966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-2595b1da-c95f-4c02-b609-1ace378f9d18 None None] For port d2ee72e8-eb46-4ca3-873f-e7037f412007, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d2ee72e8-eb46-4ca3-873f-e7037f412007,segment=NetworkSegment(6d950189-d184-4568-b799-6acd86c441dd),segment_id=6d950189-d184-4568-b799-6acd86c441dd)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:45:53.844009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-4f249299-6135-46db-92cd-36568f47e4a3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:45:53.845444 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-4f249299-6135-46db-92cd-36568f47e4a3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/networks?id=ec26befc-8b65-4448-b9d4-6ffc2424cfe4 HTTP/1.1" status: 200 len: 796 time: 0.2362003 Apr 22 17:45:53.864217 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-dbc3d6e0-c55d-4f98-9fa9-2f7aed069d5d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/quotas/9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 375 time: 0.0121574 Apr 22 17:45:53.883062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2595b1da-c95f-4c02-b609-1ace378f9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:53.885128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:53.962892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-e83753a1-08f4-4281-bbf1-6eae7c74f636 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:45:53.965917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595b1da-c95f-4c02-b609-1ace378f9d18 None None] Pushing event updated for resources: {'Port': ['ID=d2ee72e8-eb46-4ca3-873f-e7037f412007,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:53.976470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2595b1da-c95f-4c02-b609-1ace378f9d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:54.003955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-e83753a1-08f4-4281-bbf1-6eae7c74f636 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:45:54.005442 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-e83753a1-08f4-4281-bbf1-6eae7c74f636 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1349368 Apr 22 17:45:54.028250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Sync routers for ids ['bbf047f8-9d89-4858-a04e-25e7a444b21e'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:45:54.034768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0f43b125-00eb-456e-9369-1bb36c625d06 None None] Provisioning for port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:45:54.040336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0f43b125-00eb-456e-9369-1bb36c625d06 None None] Provisioning complete for port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:45:54.040753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f43b125-00eb-456e-9369-1bb36c625d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:54.047284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Routers {'bbf047f8-9d89-4858-a04e-25e7a444b21e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:45:54.048466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:45:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['bbf047f8-9d89-4858-a04e-25e7a444b21e'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:54.108192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0f43b125-00eb-456e-9369-1bb36c625d06 None None] Port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:45:54.122818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0f43b125-00eb-456e-9369-1bb36c625d06 None None] Provisioning complete for port d2ee72e8-eb46-4ca3-873f-e7037f412007 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:45:54.123342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f43b125-00eb-456e-9369-1bb36c625d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:54.278765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Set router bbf047f8-9d89-4858-a04e-25e7a444b21e gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:45:54.340919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-552f45f1-e059-4e6b-affe-2e6f1b4c8df8 service neutron] 10.222.0.77 "GET /v2.0/networks/ec26befc-8b65-4448-b9d4-6ffc2424cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220465 Apr 22 17:45:54.391358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0f31b931-71fe-40de-82cf-562a8400913b None None] Provisioning complete for port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:45:54.391942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0f31b931-71fe-40de-82cf-562a8400913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:54.450836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0f31b931-71fe-40de-82cf-562a8400913b None None] Port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:45:54.493256 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-61e2c624-b542-4daf-b696-10ff803c2fd5 service neutron] 10.222.0.77 "GET /v2.0/networks/ec26befc-8b65-4448-b9d4-6ffc2424cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445427 Apr 22 17:45:54.613403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:52Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2e499c2a-f0af-45ef-adf0-15d7fca927e1', 'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:4b:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:51Z', 'updated_at': '2021-04-22T17:45:52Z', 'revision_number': 2, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:54.617506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Checking router: bbf047f8-9d89-4858-a04e-25e7a444b21e for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:45:54.618716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Updating router bbf047f8-9d89-4858-a04e-25e7a444b21e port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:45:54.677328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:54.804846 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2dbdcb5-424b-4639-9a38-a4c3ce25da9f req-6fa68037-d639-4cd7-a129-60dec741426f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 210 time: 0.0600860 Apr 22 17:45:54.900340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d2ee72e8-eb46-4ca3-873f-e7037f412007 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:45:54.980029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port d2ee72e8-eb46-4ca3-873f-e7037f412007 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:45:54.980418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:55.235979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:55.248405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Transition to ACTIVE for port object 2e499c2a-f0af-45ef-adf0-15d7fca927e1 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:45:55.284262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:55.289207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-78c0e792-9082-417e-b5f9-a73cfd4d39db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:55.295212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:45:55.375070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:45:55.375500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:55.423684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Pushing event updated for resources: {'Port': ['ID=2e499c2a-f0af-45ef-adf0-15d7fca927e1,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:55.468122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.468522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.468906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.469287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.469658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.470029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.470400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.471379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.472495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.472878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.473249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.473616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:45:55.489213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:55.546115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Attempting to bind port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:45:55.546537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Attempting to bind port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:45:55.546981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Attempting to bind port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 on network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:45:55.552690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:45:55.553104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Checking segment: {'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:45:55.553556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:55.553999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Bound using segment: {'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:45:55.554517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Bound port: 2e499c2a-f0af-45ef-adf0-15d7fca927e1, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:45:55.554966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:55.737565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] For port 2e499c2a-f0af-45ef-adf0-15d7fca927e1, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:45:55.741065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] For port 2e499c2a-f0af-45ef-adf0-15d7fca927e1, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2e499c2a-f0af-45ef-adf0-15d7fca927e1,segment=NetworkSegment(6d950189-d184-4568-b799-6acd86c441dd),segment_id=6d950189-d184-4568-b799-6acd86c441dd)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:45:55.769178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:55.774188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d018762e-f795-44e1-ab28-8f9cbc37942d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:55.848536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Routers {'bbf047f8-9d89-4858-a04e-25e7a444b21e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:45:55.850711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:45:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['bbf047f8-9d89-4858-a04e-25e7a444b21e'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:55.930165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Pushing event updated for resources: {'Port': ['ID=2e499c2a-f0af-45ef-adf0-15d7fca927e1,revision_number=4']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:55.990308 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a057d860-8c64-4c67-a622-2592163c2379 req-3ffb6d43-3361-431f-9a96-9f68a261efff tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 210 time: 0.0562642 Apr 22 17:45:55.992742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:56.063049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] Set router bbf047f8-9d89-4858-a04e-25e7a444b21e gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:45:56.388672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:52Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2e499c2a-f0af-45ef-adf0-15d7fca927e1', 'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:4b:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:51Z', 'updated_at': '2021-04-22T17:45:55Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:45:56.392823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5472a37-d79d-458b-a4be-2b73b1519722 None None] The sync data for ids ['bbf047f8-9d89-4858-a04e-25e7a444b21e'] in dv-neutron-786478-3-hyperv is: [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:52Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2e499c2a-f0af-45ef-adf0-15d7fca927e1', 'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:4b:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:51Z', 'updated_at': '2021-04-22T17:45:55Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:45:56.649753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-ade4ff62-ad50-47c4-b25e-9cce9ac4a9e8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:56.651539 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-ade4ff62-ad50-47c4-b25e-9cce9ac4a9e8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/networks?id=ec26befc-8b65-4448-b9d4-6ffc2424cfe4 HTTP/1.1" status: 200 len: 796 time: 0.1757483 Apr 22 17:45:56.715919 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-8b9f39a4-833f-4fb3-8f19-ce2543f63453 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fdf26114eae44999e1676e0a8664d68 HTTP/1.1" status: 200 len: 379 time: 0.0495243 Apr 22 17:45:56.729200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'port': {'device_id': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'admin_state_up': True, 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'security_groups': ['bfd3305f-52bf-43e1-a57f-f03748f5bd0e']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:56.893236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:45:56.904350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:45:56.932142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2e499c2a-f0af-45ef-adf0-15d7fca927e1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:45:56.992639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Made reservation on behalf of 9fdf26114eae44999e1676e0a8664d68 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:45:56.999008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:57.032820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:45:57.039738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:45:57.040274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:57.179680 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e1285e88-251a-4f50-b216-f80d3ba9e8bc req-657f6768-6520-420c-8276-478c6a52ad3d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 210 time: 0.0583370 Apr 22 17:45:57.187410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:57.195918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.20.0.9 (ec26befc-8b65-4448-b9d4-6ffc2424cfe4/0c795715-69db-45ca-9829-d2d4c07b009c/588acfbe-12d8-468f-83b3-fa6e2ca95278) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:45:57.242421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 2e499c2a-f0af-45ef-adf0-15d7fca927e1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2e499c2a-f0af-45ef-adf0-15d7fca927e1,segment=NetworkSegment(6d950189-d184-4568-b799-6acd86c441dd),segment_id=6d950189-d184-4568-b799-6acd86c441dd)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:45:57.272342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:57.274450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:57.345214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=2e499c2a-f0af-45ef-adf0-15d7fca927e1,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:57.348571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:57.431894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:57.448803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Transition to ACTIVE for port object 588acfbe-12d8-468f-83b3-fa6e2ca95278 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:45:57.507060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:57.513010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:57.589041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:45:57.592352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:45:57.597039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:45:57.631292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=588acfbe-12d8-468f-83b3-fa6e2ca95278,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:57.638888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:57.672830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:57.673640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:58.095477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d39c8693-35f7-4aa6-bd24-1d30d76aed67 None None] Provisioning for port 588acfbe-12d8-468f-83b3-fa6e2ca95278 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:45:58.101517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d39c8693-35f7-4aa6-bd24-1d30d76aed67 None None] Provisioning complete for port 588acfbe-12d8-468f-83b3-fa6e2ca95278 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:45:58.106986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d39c8693-35f7-4aa6-bd24-1d30d76aed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:58.161495 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd9e7553-8984-4eb1-a0a5-7cced362a585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:58.165503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d39c8693-35f7-4aa6-bd24-1d30d76aed67 None None] Port 588acfbe-12d8-468f-83b3-fa6e2ca95278 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:45:58.181941 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4570560 Apr 22 17:45:58.199210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Request body: {'port': {'device_id': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:45:58.323357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:58.394831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f0f60-d49a-4a7e-a6ef-576596ddaeac req-8051d96b-458c-49f8-acf9-e7d587bb483d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:58.396383 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2d9f0f60-d49a-4a7e-a6ef-576596ddaeac req-8051d96b-458c-49f8-acf9-e7d587bb483d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 931 time: 0.0935936 Apr 22 17:45:58.448918 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2d9f0f60-d49a-4a7e-a6ef-576596ddaeac req-0a409ff7-050e-4a47-adfa-baaf2dd1517b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439754 Apr 22 17:45:58.686407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588acfbe-12d8-468f-83b3-fa6e2ca95278 {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:45:58.695640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:58.757975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Transition to ACTIVE for port object 588acfbe-12d8-468f-83b3-fa6e2ca95278 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:45:58.781014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:58.786381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cfafa9af-0d88-49c8-bb58-a5657edd8d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:58.893733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2e499c2a-f0af-45ef-adf0-15d7fca927e1 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:45:58.921196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Pushing event updated for resources: {'Port': ['ID=588acfbe-12d8-468f-83b3-fa6e2ca95278,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:58.953979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:58.971034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:45:58.971465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:59.041522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Attempting to bind port 588acfbe-12d8-468f-83b3-fa6e2ca95278 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:45:59.042287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Attempting to bind port 588acfbe-12d8-468f-83b3-fa6e2ca95278 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:45:59.042985 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Attempting to bind port 588acfbe-12d8-468f-83b3-fa6e2ca95278 on network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:45:59.053445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Port 588acfbe-12d8-468f-83b3-fa6e2ca95278 on network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:45:59.054161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Attempting to bind port 588acfbe-12d8-468f-83b3-fa6e2ca95278 on network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:45:59.065719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:45:59.066451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Checking segment: {'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:45:59.067316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Bound using segment: {'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:45:59.068222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Bound port: 588acfbe-12d8-468f-83b3-fa6e2ca95278, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d950189-d184-4568-b799-6acd86c441dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:45:59.068957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:59.182957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] For port 588acfbe-12d8-468f-83b3-fa6e2ca95278, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:45:59.186243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] For port 588acfbe-12d8-468f-83b3-fa6e2ca95278, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=588acfbe-12d8-468f-83b3-fa6e2ca95278,segment=NetworkSegment(6d950189-d184-4568-b799-6acd86c441dd),segment_id=6d950189-d184-4568-b799-6acd86c441dd)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:45:59.214772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:59.219643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e7e47492-d54a-4e54-894f-2223342008d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:45:59.279352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:59.280019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:45:59.281520 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] 10.222.0.78 "PUT /v2.0/ports/588acfbe-12d8-468f-83b3-fa6e2ca95278 HTTP/1.1" status: 200 len: 1093 time: 1.0870116 Apr 22 17:45:59.282091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'tag': '588acfbe-12d8-468f-83b3-fa6e2ca95278'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:45:59.317434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Pushing event updated for resources: {'Port': ['ID=588acfbe-12d8-468f-83b3-fa6e2ca95278,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:45:59.320831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:45:59.334691 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'tag': '588acfbe-12d8-468f-83b3-fa6e2ca95278', 'status': 'completed', 'code': 200} Apr 22 17:45:59.439031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e7946-a3c0-46ea-9d73-7766599f7daa req-bd0588ca-1ced-4619-86c4-e39698d15fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:59.440671 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-403e7946-a3c0-46ea-9d73-7766599f7daa req-bd0588ca-1ced-4619-86c4-e39698d15fda service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 1096 time: 0.0838411 Apr 22 17:45:59.599667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e7946-a3c0-46ea-9d73-7766599f7daa req-c550919f-3c30-4061-a6fc-9572679cb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:59.601327 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-403e7946-a3c0-46ea-9d73-7766599f7daa req-c550919f-3c30-4061-a6fc-9572679cb7df service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=9fdf26114eae44999e1676e0a8664d68&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1503377 Apr 22 17:45:59.665189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868b449-f975-49b4-88aa-5244e32a1c23 req-9497e46f-cd3d-45dd-ab5c-58cbf54f43ac tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:59.666854 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e868b449-f975-49b4-88aa-5244e32a1c23 req-9497e46f-cd3d-45dd-ab5c-58cbf54f43ac tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 943 time: 0.0996273 Apr 22 17:45:59.725069 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e868b449-f975-49b4-88aa-5244e32a1c23 req-62e047f2-971e-46cc-9267-ee5e10b62ff3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510645 Apr 22 17:45:59.768481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e7946-a3c0-46ea-9d73-7766599f7daa req-bec2b029-17cc-49fc-ac21-e224dc8947b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:59.770061 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-403e7946-a3c0-46ea-9d73-7766599f7daa req-bec2b029-17cc-49fc-ac21-e224dc8947b3 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1579580 Apr 22 17:45:59.896957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-d69b1ed2-09d1-4e27-a5da-e2035daea5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:45:59.898475 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-d69b1ed2-09d1-4e27-a5da-e2035daea5ff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 1096 time: 0.0833693 Apr 22 17:45:59.980563 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-4ddf65d8-196b-46c0-a59a-7b9f4952e9f2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588acfbe-12d8-468f-83b3-fa6e2ca95278 HTTP/1.1" status: 200 len: 217 time: 0.0691750 Apr 22 17:46:00.056049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-41d858ef-b9a6-4976-8f7c-62785d51650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:00.057641 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-41d858ef-b9a6-4976-8f7c-62785d51650a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0c795715-69db-45ca-9829-d2d4c07b009c HTTP/1.1" status: 200 len: 835 time: 0.0655563 Apr 22 17:46:00.145340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-79294eba-a06a-4b76-8712-a27362585072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:00.147039 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-79294eba-a06a-4b76-8712-a27362585072 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ec26befc-8b65-4448-b9d4-6ffc2424cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784476 Apr 22 17:46:00.297157 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-2dde3aaa-8128-445d-aaa1-acc9765a2633 service neutron] 10.222.0.78 "GET /v2.0/networks/ec26befc-8b65-4448-b9d4-6ffc2424cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398754 Apr 22 17:46:00.306468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-713ecf79-89ac-4579-8470-2ab83acdd6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:00.446664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d6bb1346-8b06-47db-9f6f-f324434f4c09 req-23abc39c-844d-4687-9388-dcd5135c3c3a service neutron] 10.222.0.78 "GET /v2.0/networks/ec26befc-8b65-4448-b9d4-6ffc2424cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392512 Apr 22 17:46:00.934462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044591-5d27-4770-a1d0-143147ae7cb2 req-6594a026-b95c-4469-b165-a79a9861bc3c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:00.936004 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1b044591-5d27-4770-a1d0-143147ae7cb2 req-6594a026-b95c-4469-b165-a79a9861bc3c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 943 time: 0.0900810 Apr 22 17:46:00.984008 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1b044591-5d27-4770-a1d0-143147ae7cb2 req-95294664-708b-46ce-86eb-9aa8cf30cace tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411367 Apr 22 17:46:01.444044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:01.598008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:01.986856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 588acfbe-12d8-468f-83b3-fa6e2ca95278 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:46:02.129759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 588acfbe-12d8-468f-83b3-fa6e2ca95278, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=588acfbe-12d8-468f-83b3-fa6e2ca95278,segment=NetworkSegment(6d950189-d184-4568-b799-6acd86c441dd),segment_id=6d950189-d184-4568-b799-6acd86c441dd)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:46:02.144546 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '588acfbe-12d8-468f-83b3-fa6e2ca95278', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'port_id': '588acfbe-12d8-468f-83b3-fa6e2ca95278', 'mac_address': 'fa:16:3e:f2:70:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:46:02.189933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e5afa-cd31-4b3d-86aa-42327a4cb5aa req-604c5a1c-f033-4957-9683-7164fc846de0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:02.191633 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4d5e5afa-cd31-4b3d-86aa-42327a4cb5aa req-604c5a1c-f033-4957-9683-7164fc846de0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 943 time: 0.0927830 Apr 22 17:46:02.209442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:02.227577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588acfbe-12d8-468f-83b3-fa6e2ca95278 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:46:02.240478 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4d5e5afa-cd31-4b3d-86aa-42327a4cb5aa req-ad0562d3-ec29-40f3-b191-6959ae46989c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421796 Apr 22 17:46:02.243564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 588acfbe-12d8-468f-83b3-fa6e2ca95278, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=588acfbe-12d8-468f-83b3-fa6e2ca95278,segment=NetworkSegment(6d950189-d184-4568-b799-6acd86c441dd),segment_id=6d950189-d184-4568-b799-6acd86c441dd)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:46:02.272144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:02.274018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:46:02.342792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=588acfbe-12d8-468f-83b3-fa6e2ca95278,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:46:02.346036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:46:02.561755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['588acfbe-12d8-468f-83b3-fa6e2ca95278'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:46:02.970069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:03.446892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774171fd-ad37-4f36-bdd4-629077175960 req-28c64cca-4c24-40c9-a8bc-f0b78923bc11 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:03.448639 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-774171fd-ad37-4f36-bdd4-629077175960 req-28c64cca-4c24-40c9-a8bc-f0b78923bc11 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 944 time: 0.0938988 Apr 22 17:46:03.499950 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-774171fd-ad37-4f36-bdd4-629077175960 req-819ad6e1-08ef-46b2-81fd-a455331026ab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439949 Apr 22 17:46:04.002783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 588acfbe-12d8-468f-83b3-fa6e2ca95278 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:46:04.100500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 588acfbe-12d8-468f-83b3-fa6e2ca95278 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:46:04.105790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 588acfbe-12d8-468f-83b3-fa6e2ca95278 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:46:04.106210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:04.232214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:04.260900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588acfbe-12d8-468f-83b3-fa6e2ca95278'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:46:04.271349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 588acfbe-12d8-468f-83b3-fa6e2ca95278, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=588acfbe-12d8-468f-83b3-fa6e2ca95278,segment=NetworkSegment(6d950189-d184-4568-b799-6acd86c441dd),segment_id=6d950189-d184-4568-b799-6acd86c441dd)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:46:04.300621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:04.302654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:46:04.340639 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588acfbe-12d8-468f-83b3-fa6e2ca95278', 'code': 200} Apr 22 17:46:04.374876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=588acfbe-12d8-468f-83b3-fa6e2ca95278,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:46:04.378702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:46:04.605241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954a1f4-5335-4dd9-92b8-53fad1286858 req-cb178967-5cdb-48f3-9e29-ce333e782783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:04.607026 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5954a1f4-5335-4dd9-92b8-53fad1286858 req-cb178967-5cdb-48f3-9e29-ce333e782783 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 1098 time: 0.0864601 Apr 22 17:46:04.655726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5954a1f4-5335-4dd9-92b8-53fad1286858 req-54ebb9e8-550c-478e-aa48-c89863f4a375 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369134 Apr 22 17:46:04.708664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09c1d1-0c48-4ab7-80eb-e56cc969c8e7 req-fd6b013b-cb64-4c37-87d5-2c03b2e34794 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:04.710433 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a09c1d1-0c48-4ab7-80eb-e56cc969c8e7 req-fd6b013b-cb64-4c37-87d5-2c03b2e34794 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.0913527 Apr 22 17:46:04.759398 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a09c1d1-0c48-4ab7-80eb-e56cc969c8e7 req-de2cddef-6be4-4b34-bcb8-d99ca642e8c2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419817 Apr 22 17:46:05.689997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:05.963507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ff86b-ce9c-4985-a9e7-ef3680a19355 req-8d2f8889-4355-4da1-8e5d-5736c7cce14e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:05.965028 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-253ff86b-ce9c-4985-a9e7-ef3680a19355 req-8d2f8889-4355-4da1-8e5d-5736c7cce14e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.0886216 Apr 22 17:46:06.015910 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-253ff86b-ce9c-4985-a9e7-ef3680a19355 req-0e56bcb7-725e-4bb5-ad6d-897725cd7217 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440547 Apr 22 17:46:06.222834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d27e19-f7e8-4b4f-9216-7324c374527e req-518e0838-017e-4a4e-9ba6-465f83390b9e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:06.224410 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4d27e19-f7e8-4b4f-9216-7324c374527e req-518e0838-017e-4a4e-9ba6-465f83390b9e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.0919881 Apr 22 17:46:06.271810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d4d27e19-f7e8-4b4f-9216-7324c374527e req-7b198f35-6dc7-479d-9191-bab7ad58cb2e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410535 Apr 22 17:46:06.296642 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40174) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:06.378293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd9696-12c3-4da2-92fa-7d6dc610cca9 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:06.379941 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-75bd9696-12c3-4da2-92fa-7d6dc610cca9 tempest-TestNetworkAdvancedServerOps-1569919875 tempest-TestNetworkAdvancedServerOps-1569919875-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 1093 time: 0.0822663 Apr 22 17:46:06.382921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40178) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:06.388336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '588acfbe-12d8-468f-83b3-fa6e2ca95278', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:46:06.395351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:46:06.399366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Usage tracker for resource:floatingip and tenant:9fdf26114eae44999e1676e0a8664d68 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:46:06.402336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:46:06.409174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:46:06.442118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:06.586640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:06.730851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Allocated IP 172.26.6.13 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/9aeccbc9-b6ba-485f-b753-535f1ae8caff) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:46:06.944507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:07.003968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:07.008633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-22c335ab-6639-46f8-b5db-c1651dd78fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:46:07.073393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:46:07.082169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:46:07.086784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:46:07.129548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=9aeccbc9-b6ba-485f-b753-535f1ae8caff,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:46:07.133813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:46:07.797047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:07.906929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:08.126223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:08.158187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:08.163142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:46:08.279219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event updated for resources: {'Port': ['ID=9aeccbc9-b6ba-485f-b753-535f1ae8caff,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:46:08.284422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:46:08.291492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:08.474419 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Floating IP d599e3a7-b85c-4804-b9cb-6835a642c432 associated. External IP: 172.26.6.13, port: 588acfbe-12d8-468f-83b3-fa6e2ca95278. Apr 22 17:46:08.856006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router bbf047f8-9d89-4858-a04e-25e7a444b21e has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:46:09.044663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:46:09.054327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5343af4-ceab-4383-9b7e-24bfeda59b20 None None] Sync routers for ids ['bbf047f8-9d89-4858-a04e-25e7a444b21e'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:46:09.065683 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5343af4-ceab-4383-9b7e-24bfeda59b20 None None] Routers {'bbf047f8-9d89-4858-a04e-25e7a444b21e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:46:09.066376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d5343af4-ceab-4383-9b7e-24bfeda59b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:46:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['bbf047f8-9d89-4858-a04e-25e7a444b21e'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:09.100631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:09.164579 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7805495 Apr 22 17:46:09.165306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'tag': '588acfbe-12d8-468f-83b3-fa6e2ca95278'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:46:09.217513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'tag': '588acfbe-12d8-468f-83b3-fa6e2ca95278', 'status': 'completed', 'code': 200} Apr 22 17:46:09.268510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d5343af4-ceab-4383-9b7e-24bfeda59b20 None None] Set router bbf047f8-9d89-4858-a04e-25e7a444b21e gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:46:09.349613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f03fa-f6b2-4733-bf61-51ce8d0d074b req-8d8f6f91-5fcf-45a0-b02c-f71aac16e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:09.351162 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-917f03fa-f6b2-4733-bf61-51ce8d0d074b req-8d8f6f91-5fcf-45a0-b02c-f71aac16e833 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 1098 time: 0.1100569 Apr 22 17:46:09.366037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431a725-6920-47d4-b9d5-58f860e516b3 req-04797731-ba65-4622-b3a8-d21acf74a54f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:09.367851 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c431a725-6920-47d4-b9d5-58f860e516b3 req-04797731-ba65-4622-b3a8-d21acf74a54f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.1054730 Apr 22 17:46:09.424145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c431a725-6920-47d4-b9d5-58f860e516b3 req-080de53e-44c0-4045-a53b-69bc5b86203c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455084 Apr 22 17:46:09.451897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40186) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:09.502573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f03fa-f6b2-4733-bf61-51ce8d0d074b req-6cc314c9-d8eb-4eaf-be1e-0df26829583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:09.504337 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-917f03fa-f6b2-4733-bf61-51ce8d0d074b req-6cc314c9-d8eb-4eaf-be1e-0df26829583d service neutron] 10.222.0.78 "GET /v2.0/networks?id=ec26befc-8b65-4448-b9d4-6ffc2424cfe4 HTTP/1.1" status: 200 len: 898 time: 0.1470869 Apr 22 17:46:09.570993 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a478d09d-0940-459f-bef8-f1495dbe7237 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/d599e3a7-b85c-4804-b9cb-6835a642c432 HTTP/1.1" status: 200 len: 990 time: 0.1169195 Apr 22 17:46:09.620371 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-917f03fa-f6b2-4733-bf61-51ce8d0d074b req-b86374d1-7dbc-4d74-97c7-fc4b1917a72c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588acfbe-12d8-468f-83b3-fa6e2ca95278 HTTP/1.1" status: 200 len: 998 time: 0.1097217 Apr 22 17:46:09.661760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d5343af4-ceab-4383-9b7e-24bfeda59b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:52Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'd599e3a7-b85c-4804-b9cb-6835a642c432', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'port_id': '588acfbe-12d8-468f-83b3-fa6e2ca95278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'mac_address': 'fa:16:3e:f2:70:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:46:07Z', 'updated_at': '2021-04-22T17:46:07Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e499c2a-f0af-45ef-adf0-15d7fca927e1', 'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:4b:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:51Z', 'updated_at': '2021-04-22T17:45:57Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:09.666377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5343af4-ceab-4383-9b7e-24bfeda59b20 None None] Checking router: bbf047f8-9d89-4858-a04e-25e7a444b21e for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:46:09.676615 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5343af4-ceab-4383-9b7e-24bfeda59b20 None None] Routers {'bbf047f8-9d89-4858-a04e-25e7a444b21e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:46:09.677321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d5343af4-ceab-4383-9b7e-24bfeda59b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:46:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['bbf047f8-9d89-4858-a04e-25e7a444b21e'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:09.702184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f03fa-f6b2-4733-bf61-51ce8d0d074b req-9c3ff3b2-5076-417e-b7fc-a82a2a14fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:09.703814 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-917f03fa-f6b2-4733-bf61-51ce8d0d074b req-9c3ff3b2-5076-417e-b7fc-a82a2a14fa05 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0c795715-69db-45ca-9829-d2d4c07b009c HTTP/1.1" status: 200 len: 835 time: 0.0771260 Apr 22 17:46:09.792965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f03fa-f6b2-4733-bf61-51ce8d0d074b req-7f8d30ef-cfae-4c56-ad57-c1d2d274de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:09.794595 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-917f03fa-f6b2-4733-bf61-51ce8d0d074b req-7f8d30ef-cfae-4c56-ad57-c1d2d274de1b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ec26befc-8b65-4448-b9d4-6ffc2424cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805073 Apr 22 17:46:09.875097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-d5343af4-ceab-4383-9b7e-24bfeda59b20 None None] Set router bbf047f8-9d89-4858-a04e-25e7a444b21e gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:46:09.940535 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-917f03fa-f6b2-4733-bf61-51ce8d0d074b req-9f7bc603-0a0e-4ef2-ae4c-49479a6f5f4a service neutron] 10.222.0.78 "GET /v2.0/networks/ec26befc-8b65-4448-b9d4-6ffc2424cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390579 Apr 22 17:46:10.097936 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-917f03fa-f6b2-4733-bf61-51ce8d0d074b req-890412c3-48d9-458a-a2c4-b2dc302ce075 service neutron] 10.222.0.78 "GET /v2.0/networks/ec26befc-8b65-4448-b9d4-6ffc2424cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498463 Apr 22 17:46:10.259652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-d5343af4-ceab-4383-9b7e-24bfeda59b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:52Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'd599e3a7-b85c-4804-b9cb-6835a642c432', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'port_id': '588acfbe-12d8-468f-83b3-fa6e2ca95278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'mac_address': 'fa:16:3e:f2:70:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:46:07Z', 'updated_at': '2021-04-22T17:46:07Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e499c2a-f0af-45ef-adf0-15d7fca927e1', 'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:4b:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:51Z', 'updated_at': '2021-04-22T17:45:57Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:10.263807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5343af4-ceab-4383-9b7e-24bfeda59b20 None None] The sync data for ids ['bbf047f8-9d89-4858-a04e-25e7a444b21e'] in dv-neutron-786478-3-hyperv is: [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:52Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': 'd599e3a7-b85c-4804-b9cb-6835a642c432', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'port_id': '588acfbe-12d8-468f-83b3-fa6e2ca95278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'mac_address': 'fa:16:3e:f2:70:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:46:07Z', 'updated_at': '2021-04-22T17:46:07Z', 'revision_number': 0, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e499c2a-f0af-45ef-adf0-15d7fca927e1', 'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:4b:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:51Z', 'updated_at': '2021-04-22T17:45:57Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:46:10.524828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9ae0ca-dd8e-4531-b5a3-f0ae5c3c294e None None] New status for floating IP d599e3a7-b85c-4804-b9cb-6835a642c432: ACTIVE {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:46:10.575071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40190) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:10.691940 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0f177fc0-f670-4d5f-b50c-01e751cd9134 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/d599e3a7-b85c-4804-b9cb-6835a642c432 HTTP/1.1" status: 200 len: 990 time: 0.1153131 Apr 22 17:46:11.695850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40194) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:11.809754 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-04fffd03-e2ef-4e35-9eba-e906b7a49667 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/d599e3a7-b85c-4804-b9cb-6835a642c432 HTTP/1.1" status: 200 len: 992 time: 0.1125789 Apr 22 17:46:20.166185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:46:28.100072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4f1703d-9cd5-4be1-811e-cfca20e9762e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:30.304687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da64ffb2-e23a-4be4-b33b-806346e320cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:31.454388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:31.603074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:32.968848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:35.688868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:43.504644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b022254-9766-4fd4-b814-9e205b2e17cf req-389a7513-f34c-41c6-ab77-de57b848dc64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:43.506219 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3b022254-9766-4fd4-b814-9e205b2e17cf req-389a7513-f34c-41c6-ab77-de57b848dc64 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.0880249 Apr 22 17:46:43.552432 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3b022254-9766-4fd4-b814-9e205b2e17cf req-e035e25a-865f-494c-bb97-c3065e326962 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 Apr 22 17:46:44.758398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd35ed5-45bc-4c28-9622-7b8be9e06a7b req-82b2167d-1733-42e9-ae55-aa215d3e54ca tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:44.760074 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1bd35ed5-45bc-4c28-9622-7b8be9e06a7b req-82b2167d-1733-42e9-ae55-aa215d3e54ca tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.0913465 Apr 22 17:46:44.806978 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1bd35ed5-45bc-4c28-9622-7b8be9e06a7b req-34613018-0e28-4de0-80e6-611a5647e0f6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407062 Apr 22 17:46:44.832374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40222) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:44.942592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1641f3cd-d3c0-40ef-9fd8-c8eb5c0e5d24 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/d599e3a7-b85c-4804-b9cb-6835a642c432 HTTP/1.1" status: 200 len: 992 time: 0.1089563 Apr 22 17:46:46.534438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08afcb4-5337-487d-a80b-620eb2b454e3 req-eba561a9-deb0-4464-8f4a-d91914c89b89 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:46.536090 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c08afcb4-5337-487d-a80b-620eb2b454e3 req-eba561a9-deb0-4464-8f4a-d91914c89b89 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.0904498 Apr 22 17:46:46.583756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c08afcb4-5337-487d-a80b-620eb2b454e3 req-ac30944f-fa28-4804-bb2a-6a6abb7e7045 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413251 Apr 22 17:46:46.584103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc6140-7609-4f49-9e73-acd2254b1024 req-95b9677c-864a-4b68-80a9-4034b633473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:46.585696 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e6fc6140-7609-4f49-9e73-acd2254b1024 req-95b9677c-864a-4b68-80a9-4034b633473d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 1098 time: 0.0776334 Apr 22 17:46:47.016272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc6140-7609-4f49-9e73-acd2254b1024 req-3437ea0a-88f7-40e3-a89e-a8b5798d6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:47.017856 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e6fc6140-7609-4f49-9e73-acd2254b1024 req-3437ea0a-88f7-40e3-a89e-a8b5798d6f86 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ec26befc-8b65-4448-b9d4-6ffc2424cfe4 HTTP/1.1" status: 200 len: 898 time: 0.4209502 Apr 22 17:46:47.126455 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e6fc6140-7609-4f49-9e73-acd2254b1024 req-6b743f12-a31a-406b-889c-4eafaa02cb3f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588acfbe-12d8-468f-83b3-fa6e2ca95278 HTTP/1.1" status: 200 len: 1000 time: 0.0983429 Apr 22 17:46:47.199554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc6140-7609-4f49-9e73-acd2254b1024 req-ba1a61c5-3e00-45fb-afb3-e053a50df53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:47.201130 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e6fc6140-7609-4f49-9e73-acd2254b1024 req-ba1a61c5-3e00-45fb-afb3-e053a50df53c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0c795715-69db-45ca-9829-d2d4c07b009c HTTP/1.1" status: 200 len: 835 time: 0.0651815 Apr 22 17:46:47.289714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc6140-7609-4f49-9e73-acd2254b1024 req-fa8c4129-d81c-422d-9d9d-7559c5eef884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:47.291236 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e6fc6140-7609-4f49-9e73-acd2254b1024 req-fa8c4129-d81c-422d-9d9d-7559c5eef884 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ec26befc-8b65-4448-b9d4-6ffc2424cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800507 Apr 22 17:46:47.435555 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e6fc6140-7609-4f49-9e73-acd2254b1024 req-2f5aa1ed-1f3d-4ed8-8641-e1db849de148 service neutron] 10.222.0.78 "GET /v2.0/networks/ec26befc-8b65-4448-b9d4-6ffc2424cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331692 Apr 22 17:46:47.578414 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e6fc6140-7609-4f49-9e73-acd2254b1024 req-851938fc-c7ca-4ca0-96a8-0deab53a7219 service neutron] 10.222.0.78 "GET /v2.0/networks/ec26befc-8b65-4448-b9d4-6ffc2424cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329074 Apr 22 17:46:47.790148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fc879-b39d-4e72-876f-1ee1d60e914b req-c72bfe28-9c8a-4b60-a495-a5e8fa759716 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:47.791759 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-778fc879-b39d-4e72-876f-1ee1d60e914b req-c72bfe28-9c8a-4b60-a495-a5e8fa759716 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.0903163 Apr 22 17:46:47.838410 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-778fc879-b39d-4e72-876f-1ee1d60e914b req-517a5d92-8934-449d-aee9-d2c54969aef7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403175 Apr 22 17:46:49.041289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b044dc-6540-424f-a61e-dc66a0cf6ed4 req-1d5e1244-bc04-417c-b67a-3291fed146fd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:49.042805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-48b044dc-6540-424f-a61e-dc66a0cf6ed4 req-1d5e1244-bc04-417c-b67a-3291fed146fd tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.0905938 Apr 22 17:46:49.089267 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-48b044dc-6540-424f-a61e-dc66a0cf6ed4 req-4cc61525-ac97-4298-8bb2-f0111fe58b32 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402536 Apr 22 17:46:49.114553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40236) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:49.226614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-043574e3-2c36-414a-a54b-a1857382765d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/floatingips/d599e3a7-b85c-4804-b9cb-6835a642c432 HTTP/1.1" status: 200 len: 992 time: 0.1107802 Apr 22 17:46:49.514051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40244) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:49.999476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 9aeccbc9-b6ba-485f-b753-535f1ae8caff {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:46:49.999773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:50.179316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:50.195200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:50.308559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 9aeccbc9-b6ba-485f-b753-535f1ae8caff owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:46:50.648511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:50.653251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-97699554-feb3-4dce-86d4-78c60a3f6430 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:46:50.701953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=9aeccbc9-b6ba-485f-b753-535f1ae8caff,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:46:50.736967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.737409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.737848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.738279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.738727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.739153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.739576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.739997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.740416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.740843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.741261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.741678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:50.749933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:46:50.813636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:50.814056 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Floating IP d599e3a7-b85c-4804-b9cb-6835a642c432 disassociated (deleted). External IP: 172.26.6.13, port: 588acfbe-12d8-468f-83b3-fa6e2ca95278. Apr 22 17:46:51.184030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router bbf047f8-9d89-4858-a04e-25e7a444b21e has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:46:51.373473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:46:51.383725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab5f0d-0610-44ea-9d1b-7107ffec3f51 None None] Sync routers for ids ['bbf047f8-9d89-4858-a04e-25e7a444b21e'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:46:51.390670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:51.393547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab5f0d-0610-44ea-9d1b-7107ffec3f51 None None] Routers {'bbf047f8-9d89-4858-a04e-25e7a444b21e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:46:51.394209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b8ab5f0d-0610-44ea-9d1b-7107ffec3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:46:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['bbf047f8-9d89-4858-a04e-25e7a444b21e'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:51.452923 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/floatingips/d599e3a7-b85c-4804-b9cb-6835a642c432 HTTP/1.1" status: 204 len: 168 time: 1.9350865 Apr 22 17:46:51.452923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'tag': '588acfbe-12d8-468f-83b3-fa6e2ca95278'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:46:51.502417 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'tag': '588acfbe-12d8-468f-83b3-fa6e2ca95278', 'status': 'completed', 'code': 200} Apr 22 17:46:51.618995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aea677-c0fe-48ca-927f-c49510335f0e req-8e5403ad-3aaa-40b8-9152-6ca9aabeea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:51.620651 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b9aea677-c0fe-48ca-927f-c49510335f0e req-8e5403ad-3aaa-40b8-9152-6ca9aabeea8e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9fdf26114eae44999e1676e0a8664d68&device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 1098 time: 0.0896652 Apr 22 17:46:51.773628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aea677-c0fe-48ca-927f-c49510335f0e req-7e25970a-fcb3-41af-9279-f155f1186269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:51.775895 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b9aea677-c0fe-48ca-927f-c49510335f0e req-7e25970a-fcb3-41af-9279-f155f1186269 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ec26befc-8b65-4448-b9d4-6ffc2424cfe4 HTTP/1.1" status: 200 len: 898 time: 0.1451838 Apr 22 17:46:51.780347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b8ab5f0d-0610-44ea-9d1b-7107ffec3f51 None None] Set router bbf047f8-9d89-4858-a04e-25e7a444b21e gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:46:51.865372 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b9aea677-c0fe-48ca-927f-c49510335f0e req-7d091335-9cb3-4c6f-b65d-12fc1f69fb9c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588acfbe-12d8-468f-83b3-fa6e2ca95278 HTTP/1.1" status: 200 len: 217 time: 0.0672908 Apr 22 17:46:51.941740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aea677-c0fe-48ca-927f-c49510335f0e req-cae9a83a-61b7-468d-8257-c5582b9cfbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:51.943464 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b9aea677-c0fe-48ca-927f-c49510335f0e req-cae9a83a-61b7-468d-8257-c5582b9cfbd6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0c795715-69db-45ca-9829-d2d4c07b009c HTTP/1.1" status: 200 len: 835 time: 0.0711677 Apr 22 17:46:51.947907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4764e-0363-4aea-b061-2d5998773348 req-8a0893e0-f5ab-4504-8d31-63fe21cd3648 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:51.948668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ccf4764e-0363-4aea-b061-2d5998773348 req-8a0893e0-f5ab-4504-8d31-63fe21cd3648 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:46:51.986164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-ccf4764e-0363-4aea-b061-2d5998773348 req-8a0893e0-f5ab-4504-8d31-63fe21cd3648 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:46:51.993950 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ccf4764e-0363-4aea-b061-2d5998773348 req-8a0893e0-f5ab-4504-8d31-63fe21cd3648 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.1391082 Apr 22 17:46:52.028489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aea677-c0fe-48ca-927f-c49510335f0e req-84af3cd3-3669-4ae9-8456-b9690e4a22a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:52.030447 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b9aea677-c0fe-48ca-927f-c49510335f0e req-84af3cd3-3669-4ae9-8456-b9690e4a22a4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ec26befc-8b65-4448-b9d4-6ffc2424cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797169 Apr 22 17:46:52.037568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ccf4764e-0363-4aea-b061-2d5998773348 req-9a6b5feb-1c8d-458b-bed1-d6ed548de5c8 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426970 Apr 22 17:46:52.119063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b8ab5f0d-0610-44ea-9d1b-7107ffec3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:52Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2e499c2a-f0af-45ef-adf0-15d7fca927e1', 'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:4b:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:51Z', 'updated_at': '2021-04-22T17:45:57Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:52.123190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab5f0d-0610-44ea-9d1b-7107ffec3f51 None None] Checking router: bbf047f8-9d89-4858-a04e-25e7a444b21e for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:46:52.132689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab5f0d-0610-44ea-9d1b-7107ffec3f51 None None] Routers {'bbf047f8-9d89-4858-a04e-25e7a444b21e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:46:52.133353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b8ab5f0d-0610-44ea-9d1b-7107ffec3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:46:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['bbf047f8-9d89-4858-a04e-25e7a444b21e'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:52.175738 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b9aea677-c0fe-48ca-927f-c49510335f0e req-0ec0d35b-26f5-4000-9fe4-08282bfbdf67 service neutron] 10.222.0.78 "GET /v2.0/networks/ec26befc-8b65-4448-b9d4-6ffc2424cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378338 Apr 22 17:46:52.321174 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b9aea677-c0fe-48ca-927f-c49510335f0e req-7966d2ae-aefc-4beb-b511-6719a33f8258 service neutron] 10.222.0.78 "GET /v2.0/networks/ec26befc-8b65-4448-b9d4-6ffc2424cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376350 Apr 22 17:46:52.321739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b8ab5f0d-0610-44ea-9d1b-7107ffec3f51 None None] Set router bbf047f8-9d89-4858-a04e-25e7a444b21e gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:46:52.646363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b8ab5f0d-0610-44ea-9d1b-7107ffec3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:52Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2e499c2a-f0af-45ef-adf0-15d7fca927e1', 'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:4b:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:51Z', 'updated_at': '2021-04-22T17:45:57Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:52.650433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab5f0d-0610-44ea-9d1b-7107ffec3f51 None None] The sync data for ids ['bbf047f8-9d89-4858-a04e-25e7a444b21e'] in dv-neutron-786478-3-hyperv is: [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:45:52Z', 'revision_number': 4, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '2e499c2a-f0af-45ef-adf0-15d7fca927e1', 'name': '', 'network_id': 'ec26befc-8b65-4448-b9d4-6ffc2424cfe4', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'mac_address': 'fa:16:3e:4b:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:51Z', 'updated_at': '2021-04-22T17:45:57Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'subnets': [{'id': '0c795715-69db-45ca-9829-d2d4c07b009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:46:52.985359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36aaf83-9b96-497c-92c6-4dd78f927838 None None] New status for floating IP d599e3a7-b85c-4804-b9cb-6835a642c432: DOWN {{(pid=87212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:46:53.241239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a511a-4785-4ca2-b925-058d07f76dc0 req-05dcae76-dc05-4301-b992-cf1fa7ac7dc2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:53.242856 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-955a511a-4785-4ca2-b925-058d07f76dc0 req-05dcae76-dc05-4301-b992-cf1fa7ac7dc2 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.0890806 Apr 22 17:46:53.288986 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-955a511a-4785-4ca2-b925-058d07f76dc0 req-c7f49a05-0dab-433a-b098-cb76394a8ced tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfd3305f-52bf-43e1-a57f-f03748f5bd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397186 Apr 22 17:46:53.765532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-2ae3d6e5-7138-4b4a-8238-21cf8d0ec880 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:46:53.766281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-2ae3d6e5-7138-4b4a-8238-21cf8d0ec880 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Synchronizing usage tracker for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:46:53.778412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-2ae3d6e5-7138-4b4a-8238-21cf8d0ec880 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Unset dirty status for tenant:9fdf26114eae44999e1676e0a8664d68 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:46:53.779614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-2ae3d6e5-7138-4b4a-8238-21cf8d0ec880 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 945 time: 0.1038311 Apr 22 17:46:53.857116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 588acfbe-12d8-468f-83b3-fa6e2ca95278 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:46:53.857492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:54.109271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port 588acfbe-12d8-468f-83b3-fa6e2ca95278, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=588acfbe-12d8-468f-83b3-fa6e2ca95278,segment=NetworkSegment(6d950189-d184-4568-b799-6acd86c441dd),segment_id=6d950189-d184-4568-b799-6acd86c441dd)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:46:54.109593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:54.238529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 588acfbe-12d8-468f-83b3-fa6e2ca95278 owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:46:54.501248 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c75fcf28-5ae4-49ca-a527-9a2e9a2fc108 req-ee28bd43-1ead-4ec9-bff4-b72fa867cbd0 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9d068d2-a1ed-4384-a88f-4ebcf5a868ac HTTP/1.1" status: 200 len: 210 time: 0.0531552 Apr 22 17:46:54.504207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:54.510298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fe29aebd-1c1b-44ff-a718-d313e2f74da7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:46:54.558236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=588acfbe-12d8-468f-83b3-fa6e2ca95278,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:46:54.595862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.596303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.596731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.597154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.597578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.597997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.598423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.598855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.599295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.599687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.600099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.600511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:46:54.617046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:46:54.655599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] No DVR routers for this DVR port 588acfbe-12d8-468f-83b3-fa6e2ca95278 on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:46:54.658581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:54.662689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'name': 'network-vif-deleted', 'tag': '588acfbe-12d8-468f-83b3-fa6e2ca95278'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:46:54.705912 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-29759cf9-20e9-452e-b5d4-b0a1a8cc8635 req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.78 "DELETE /v2.0/ports/588acfbe-12d8-468f-83b3-fa6e2ca95278 HTTP/1.1" status: 204 len: 173 time: 0.9174349 Apr 22 17:46:54.764439 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d068d2-a1ed-4384-a88f-4ebcf5a868ac', 'name': 'network-vif-deleted', 'tag': '588acfbe-12d8-468f-83b3-fa6e2ca95278', 'status': 'completed', 'code': 200} Apr 22 17:46:55.603733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40264) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:56.182733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:56.297850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 588acfbe-12d8-468f-83b3-fa6e2ca95278 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:46:56.334866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 588acfbe-12d8-468f-83b3-fa6e2ca95278 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:46:56.335268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 588acfbe-12d8-468f-83b3-fa6e2ca95278 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:46:56.836539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port 2e499c2a-f0af-45ef-adf0-15d7fca927e1 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:46:56.837134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:57.032620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port 2e499c2a-f0af-45ef-adf0-15d7fca927e1, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=2e499c2a-f0af-45ef-adf0-15d7fca927e1,segment=NetworkSegment(6d950189-d184-4568-b799-6acd86c441dd),segment_id=6d950189-d184-4568-b799-6acd86c441dd)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:46:57.032942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:57.169450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for 2e499c2a-f0af-45ef-adf0-15d7fca927e1 owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:46:57.197753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:46:57.414755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:57.419298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7881e6e-7182-4a01-9ca1-d14b126aa113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:46:57.467903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=2e499c2a-f0af-45ef-adf0-15d7fca927e1,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:46:57.502713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:46:57.760905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:58.100505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a497e7b7-5cda-4039-ba74-4bd87ae92e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:58.142941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Router bbf047f8-9d89-4858-a04e-25e7a444b21e has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:46:58.329049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:46:58.339282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba10409-d896-4003-ad4c-5810f2817605 None None] Sync routers for ids ['bbf047f8-9d89-4858-a04e-25e7a444b21e'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:46:58.346183 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "PUT /v2.0/routers/bbf047f8-9d89-4858-a04e-25e7a444b21e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7379727 Apr 22 17:46:58.346414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40268) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:58.350310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba10409-d896-4003-ad4c-5810f2817605 None None] Routers {'bbf047f8-9d89-4858-a04e-25e7a444b21e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:46:58.351145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3ba10409-d896-4003-ad4c-5810f2817605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:46:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['bbf047f8-9d89-4858-a04e-25e7a444b21e'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:58.420496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8b704d-3536-4055-84d7-f659d6d544c7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting subnet 0c795715-69db-45ca-9829-d2d4c07b009c {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:46:58.423656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef8b704d-3536-4055-84d7-f659d6d544c7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:58.481868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef8b704d-3536-4055-84d7-f659d6d544c7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:58.540665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3ba10409-d896-4003-ad4c-5810f2817605 None None] Set router bbf047f8-9d89-4858-a04e-25e7a444b21e gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:46:58.571756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef8b704d-3536-4055-84d7-f659d6d544c7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:58.843613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3ba10409-d896-4003-ad4c-5810f2817605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:46:57Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:58.847717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba10409-d896-4003-ad4c-5810f2817605 None None] Checking router: bbf047f8-9d89-4858-a04e-25e7a444b21e for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:46:58.856769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba10409-d896-4003-ad4c-5810f2817605 None None] Routers {'bbf047f8-9d89-4858-a04e-25e7a444b21e'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:46:58.857411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3ba10409-d896-4003-ad4c-5810f2817605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:46:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['bbf047f8-9d89-4858-a04e-25e7a444b21e'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:58.985848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef8b704d-3536-4055-84d7-f659d6d544c7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:58.990921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-00260ff4-637b-4065-a617-b73aa737319d tempest-PortsIpV6TestJSON-439510741 tempest-PortsIpV6TestJSON-439510741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:46:59.032182 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b704d-3536-4055-84d7-f659d6d544c7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Subnet': ['ID=0c795715-69db-45ca-9829-d2d4c07b009c,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:46:59.035908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef8b704d-3536-4055-84d7-f659d6d544c7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:46:59.036968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ef8b704d-3536-4055-84d7-f659d6d544c7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:59.043408 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ef8b704d-3536-4055-84d7-f659d6d544c7 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/subnets/0c795715-69db-45ca-9829-d2d4c07b009c HTTP/1.1" status: 204 len: 168 time: 0.6959064 Apr 22 17:46:59.046914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40272) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:59.050984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef05f74d-1b86-4ca1-9c60-83efe91db432 None None] Network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:46:59.065299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3ba10409-d896-4003-ad4c-5810f2817605 None None] Set router bbf047f8-9d89-4858-a04e-25e7a444b21e gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:46:59.240740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:59.443033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:59.488636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Deleting port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:46:59.489036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:59.680050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] For port cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:46:59.680321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:59.727939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3ba10409-d896-4003-ad4c-5810f2817605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:46:57Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:46:59.733069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba10409-d896-4003-ad4c-5810f2817605 None None] The sync data for ids ['bbf047f8-9d89-4858-a04e-25e7a444b21e'] in dv-neutron-786478-3-hyperv is: [{'id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351361152', 'tenant_id': '9fdf26114eae44999e1676e0a8664d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:45:45Z', 'updated_at': '2021-04-22T17:46:57Z', 'revision_number': 5, 'project_id': '9fdf26114eae44999e1676e0a8664d68', 'gw_port': {'id': 'cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf047f8-9d89-4858-a04e-25e7a444b21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:45:46Z', 'updated_at': '2021-04-22T17:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:46:59.784298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] DHCP port deletion for ec26befc-8b65-4448-b9d4-6ffc2424cfe4 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:46:59.789697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Deleting port d2ee72e8-eb46-4ca3-873f-e7037f412007 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:46:59.790129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:46:59.871620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Calling delete_port for cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:47:00.036496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] For port d2ee72e8-eb46-4ca3-873f-e7037f412007, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=d2ee72e8-eb46-4ca3-873f-e7037f412007,segment=NetworkSegment(6d950189-d184-4568-b799-6acd86c441dd),segment_id=6d950189-d184-4568-b799-6acd86c441dd)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:47:00.036945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:00.138560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:00.144805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e4049254-88a2-4105-9b64-b0297056d3e3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:00.173846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Calling delete_port for d2ee72e8-eb46-4ca3-873f-e7037f412007 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:47:00.229077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Port': ['ID=cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:00.231832 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:00.281277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:00.287114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f7c2010a-c518-4b5e-9e0c-d2276b756658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:00.299580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:00.331391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ec2bb35-f489-4975-a9cc-46054fabe6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:00.341143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Pushing event deleted for resources: {'Port': ['ID=d2ee72e8-eb46-4ca3-873f-e7037f412007,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:00.349635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] No DVR routers for this DVR port d2ee72e8-eb46-4ca3-873f-e7037f412007 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:47:00.351830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.352226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.352608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.352984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.353359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.353731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.354100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.354468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.355010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.355383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.355752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.356114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:00.359928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:00.494445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:00.496789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:00.676420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:00.676845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Fanout notify agent at l3_agent the message router_deleted on router bbf047f8-9d89-4858-a04e-25e7a444b21e {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:47:00.698246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:00.699570 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-14507d3d-3580-410b-8355-df71cfb4d911 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/routers/bbf047f8-9d89-4858-a04e-25e7a444b21e HTTP/1.1" status: 204 len: 168 time: 1.6512265 Apr 22 17:47:00.702424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40276) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:00.828809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:01.009299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2e499c2a-f0af-45ef-adf0-15d7fca927e1 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:47:01.048982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 2e499c2a-f0af-45ef-adf0-15d7fca927e1 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:47:01.049397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 2e499c2a-f0af-45ef-adf0-15d7fca927e1 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:47:01.049878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d2ee72e8-eb46-4ca3-873f-e7037f412007 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:47:01.086262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: d2ee72e8-eb46-4ca3-873f-e7037f412007 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:47:01.086680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device d2ee72e8-eb46-4ca3-873f-e7037f412007 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:47:01.252604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:01.372894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec26befc-8b65-4448-b9d4-6ffc2424cfe4']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:01.385409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d950189-d184-4568-b799-6acd86c441dd') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:01.385749 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d950189-d184-4568-b799-6acd86c441dd') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:01.398001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:01.413331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:01.419629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:47:01.538962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:01.596128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:47:01.605111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:01.614148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:01.784349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Network ec26befc-8b65-4448-b9d4-6ffc2424cfe4 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:47:01.808301 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:47:01.921578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:01.926739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:01.930881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9044dc4-a35c-40df-87ab-7c2369ddc9bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:01.955425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'Network': ['ID=ec26befc-8b65-4448-b9d4-6ffc2424cfe4,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:01.960843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:02.003939 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-41842e42-a317-4ae9-a942-6b61c6c4e1fc tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/networks/ec26befc-8b65-4448-b9d4-6ffc2424cfe4 HTTP/1.1" status: 204 len: 168 time: 1.3003073 Apr 22 17:47:02.006829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40280) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:02.077571 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6373892d-7588-422f-8c5b-23660cf0b990 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:02.108997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6373892d-7588-422f-8c5b-23660cf0b990 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:02.276998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6373892d-7588-422f-8c5b-23660cf0b990 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:02.282177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-38957219-408d-4e68-b475-04639ab49144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:02.298022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373892d-7588-422f-8c5b-23660cf0b990 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd3305f-52bf-43e1-a57f-f03748f5bd0e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:02.301443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6373892d-7588-422f-8c5b-23660cf0b990 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:02.339625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6373892d-7588-422f-8c5b-23660cf0b990 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:02.340879 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6373892d-7588-422f-8c5b-23660cf0b990 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] 10.222.0.77 "DELETE /v2.0/security-groups/bfd3305f-52bf-43e1-a57f-f03748f5bd0e HTTP/1.1" status: 204 len: 168 time: 0.3330269 Apr 22 17:47:02.839713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40290) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:02.868112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:47:02.904431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:47:02.904824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cd4f98f9-4940-4a8b-8e55-bcabd1bd5b5a not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:47:02.968360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:03.002358 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-071d92ab-77a9-4721-bbed-34a57004db7a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9fdf26114eae44999e1676e0a8664d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613092 Apr 22 17:47:03.005049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40296) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:03.066033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01cb5fc0-8793-4864-b142-75e77353d125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:03.092699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01cb5fc0-8793-4864-b142-75e77353d125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:03.259629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01cb5fc0-8793-4864-b142-75e77353d125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:03.264784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13833709-e404-4111-8a1c-b8a9e6adacd3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:03.279703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb5fc0-8793-4864-b142-75e77353d125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed91e22-19fa-4462-aca3-1069e75cd5a5,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:03.285165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-01cb5fc0-8793-4864-b142-75e77353d125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:03.287094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-01cb5fc0-8793-4864-b142-75e77353d125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:03.288318 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-01cb5fc0-8793-4864-b142-75e77353d125 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fed91e22-19fa-4462-aca3-1069e75cd5a5 HTTP/1.1" status: 204 len: 168 time: 0.2822473 Apr 22 17:47:03.747720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40304) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:03.768366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98bc1314-76fe-45f7-8a6a-242a8edead2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:03.783554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-98bc1314-76fe-45f7-8a6a-242a8edead2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:03.787616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-98bc1314-76fe-45f7-8a6a-242a8edead2f admin admin] Usage tracker for resource:security_group_rule and tenant:3de028e4560046f0bd5b676690704240 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:03.790555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-98bc1314-76fe-45f7-8a6a-242a8edead2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:03.796618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-98bc1314-76fe-45f7-8a6a-242a8edead2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:03.981084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98bc1314-76fe-45f7-8a6a-242a8edead2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:04.031152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-98bc1314-76fe-45f7-8a6a-242a8edead2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:04.040166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:04.085967 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-98bc1314-76fe-45f7-8a6a-242a8edead2f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3de028e4560046f0bd5b676690704240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371153 Apr 22 17:47:04.086975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc1314-76fe-45f7-8a6a-242a8edead2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97e4d2a-2c49-45eb-a42b-4294d38fe632,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:04.089205 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40308) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:04.090704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98bc1314-76fe-45f7-8a6a-242a8edead2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:04.156076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cbdd8c7-bbd7-46c7-84e1-162b06c60d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:04.183625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cbdd8c7-bbd7-46c7-84e1-162b06c60d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:04.281194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cbdd8c7-bbd7-46c7-84e1-162b06c60d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:04.286236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bc468dbd-7d96-41db-8b1c-7c4a7d33acf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:04.299323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdd8c7-bbd7-46c7-84e1-162b06c60d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97e4d2a-2c49-45eb-a42b-4294d38fe632,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:04.302394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6cbdd8c7-bbd7-46c7-84e1-162b06c60d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:04.304467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6cbdd8c7-bbd7-46c7-84e1-162b06c60d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:04.305665 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6cbdd8c7-bbd7-46c7-84e1-162b06c60d02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c97e4d2a-2c49-45eb-a42b-4294d38fe632 HTTP/1.1" status: 204 len: 168 time: 0.2153358 Apr 22 17:47:05.470157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40332) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:05.580589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1294008403-network', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:05.585742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:05.590026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Usage tracker for resource:network and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:05.593014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:05.600415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:05.635684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Made reservation on behalf of 159f021aeb254673bb01fb18da4b9f19 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:47:05.640599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:05.654785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:05.670190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:05.674914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:05.677881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:05.684099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:05.687226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:05.768491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:05.806922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:05.811090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-36df5348-d013-4548-ae1b-6afe7775fc0a tempest-ServersAdminNegativeTestJSON-277182532 tempest-ServersAdminNegativeTestJSON-277182532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:05.843248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:47:05.852402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5564505-0cba-4068-a1d1-2bb1e95bf7cb,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:05.856285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:05.890070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:05.890456 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Added segment 2dee163e-4910-4b9f-adba-9780f39ee8a4 of type vlan for network 796f0822-77c0-42a9-8676-c8167317c648 Apr 22 17:47:05.972666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:06.065603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:06.066614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:06.067291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:06.072258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8b458ff1-e9bd-44f9-bc6b-dd8a3b0256a8 tempest-NetworksTest-531470817 tempest-NetworksTest-531470817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:06.176995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Pushing event updated for resources: {'Network': ['ID=796f0822-77c0-42a9-8676-c8167317c648,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:06.181584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:06.187338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 796f0822-77c0-42a9-8676-c8167317c648 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:47:06.200940 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9ce7164c-d90a-4453-b492-3d6aa9eb10a3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7273228 Apr 22 17:47:06.201130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40338) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:06.208206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Request body: {'subnet': {'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1294008403-subnet', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:06.213765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:06.217869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Usage tracker for resource:subnet and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:06.220911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:06.227155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:06.260001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Made reservation on behalf of 159f021aeb254673bb01fb18da4b9f19 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:47:06.265017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:06.772195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:06.776782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e8fe391a-8ddb-4437-b194-7780c8f11d0a tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:06.858100 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:06.862860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:06.863618 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Checking segment: {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:47:06.864019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Network hostable DHCP agents. Network: 796f0822-77c0-42a9-8676-c8167317c648, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:47:06.949914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Network 796f0822-77c0-42a9-8676-c8167317c648 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:47:07.002976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 796f0822-77c0-42a9-8676-c8167317c648) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:07.011787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f26606-250b-4682-bf96-907d064c8cf7 None None] Network 796f0822-77c0-42a9-8676-c8167317c648 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:47:07.016552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:07.017708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.061024 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c263ca75-f630-4891-9919-6e4ffad694b4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8587990 Apr 22 17:47:07.063898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40342) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:07.069493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:07.074767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:07.078837 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Usage tracker for resource:router and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:07.082898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:07.089189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:07.123141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.124203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.241701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-796f0822-77c0-42a9-8676-c8167317c648', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:47:07.242609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.270036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.401843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Allocated IP 172.20.0.2 (796f0822-77c0-42a9-8676-c8167317c648/735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1/f6a6ca33-80fa-466e-98e2-758a0944e4bd) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:47:07.581493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.621888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.632377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Transition to ACTIVE for port object f6a6ca33-80fa-466e-98e2-758a0944e4bd will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:07.650805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Transition to ACTIVE for port object f6a6ca33-80fa-466e-98e2-758a0944e4bd will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:07.693528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.699439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8db461dd-bf73-4282-bd69-4b0bc967060e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:07.762781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Network 796f0822-77c0-42a9-8676-c8167317c648 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:47:07.766267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:07.770692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:47:07.812149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Pushing event updated for resources: {'Port': ['ID=f6a6ca33-80fa-466e-98e2-758a0944e4bd,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:07.819671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:07.872085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Attempting to bind port f6a6ca33-80fa-466e-98e2-758a0944e4bd on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:47:07.872421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Attempting to bind port f6a6ca33-80fa-466e-98e2-758a0944e4bd by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:47:07.872867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Attempting to bind port f6a6ca33-80fa-466e-98e2-758a0944e4bd on network 796f0822-77c0-42a9-8676-c8167317c648 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:47:07.878551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:07.878999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Checking segment: {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:47:07.879444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.879880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Bound using segment: {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:07.880395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Bound port: f6a6ca33-80fa-466e-98e2-758a0944e4bd, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:47:07.880821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.937233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.969284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:07.975130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] For port f6a6ca33-80fa-466e-98e2-758a0944e4bd, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:47:07.978307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] For port f6a6ca33-80fa-466e-98e2-758a0944e4bd, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f6a6ca33-80fa-466e-98e2-758a0944e4bd,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:47:08.007710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:08.012491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cbe198b2-1938-43c5-8e12-f4a936107178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:08.096847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Pushing event updated for resources: {'Port': ['ID=f6a6ca33-80fa-466e-98e2-758a0944e4bd,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:08.100145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:08.147019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Allocated IP 172.26.6.57 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/f7c46696-05b1-4121-aed4-ff76dc3496cb) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:47:08.471760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:08.534584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:08.539656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e1dd9d23-7595-42b3-88d8-76ce7e101b4e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:08.604469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:47:08.608019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:08.612520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:47:08.649676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Pushing event updated for resources: {'Port': ['ID=f7c46696-05b1-4121-aed4-ff76dc3496cb,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:08.653929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:08.939472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f6a6ca33-80fa-466e-98e2-758a0944e4bd up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:09.041594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port f6a6ca33-80fa-466e-98e2-758a0944e4bd completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:09.443497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:09.492145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c58047-262b-497e-9242-ab7dfa1b5fa3 None None] Network 796f0822-77c0-42a9-8676-c8167317c648 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:47:09.620427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d5945f3c-14b6-4901-b7af-b03b6b8c94d5 None None] Provisioning for port f6a6ca33-80fa-466e-98e2-758a0944e4bd completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:09.659889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d5945f3c-14b6-4901-b7af-b03b6b8c94d5 None None] Provisioning complete for port f6a6ca33-80fa-466e-98e2-758a0944e4bd triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:09.660294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5945f3c-14b6-4901-b7af-b03b6b8c94d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:09.808368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:09.857937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5945f3c-14b6-4901-b7af-b03b6b8c94d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:09.896080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-d5945f3c-14b6-4901-b7af-b03b6b8c94d5 None None] For port f6a6ca33-80fa-466e-98e2-758a0944e4bd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f6a6ca33-80fa-466e-98e2-758a0944e4bd,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:47:09.927392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d5945f3c-14b6-4901-b7af-b03b6b8c94d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:09.930392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:10.007237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5945f3c-14b6-4901-b7af-b03b6b8c94d5 None None] Pushing event updated for resources: {'Port': ['ID=f6a6ca33-80fa-466e-98e2-758a0944e4bd,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:10.010479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5945f3c-14b6-4901-b7af-b03b6b8c94d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:10.048646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c74fb946-56c7-44dd-a35d-165eae975ad8 None None] Provisioning complete for port f6a6ca33-80fa-466e-98e2-758a0944e4bd triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:10.049069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c74fb946-56c7-44dd-a35d-165eae975ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:10.104292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Router c4ad42cb-4525-4da4-88b0-55e31984ec38 is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:47:10.294755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:47:10.304468 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Sync routers for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:47:10.315650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:47:10.316323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:47:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:10.345580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:10.346980 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2819703 Apr 22 17:47:10.349869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40346) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:10.661454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:47:10.932407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f6a6ca33-80fa-466e-98e2-758a0944e4bd up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:10.964379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:08Z', 'revision_number': 3, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:10.968586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Checking router: c4ad42cb-4525-4da4-88b0-55e31984ec38 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:47:10.968987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Updating router c4ad42cb-4525-4da4-88b0-55e31984ec38 port f7c46696-05b1-4121-aed4-ff76dc3496cb binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:47:11.005368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f6a6ca33-80fa-466e-98e2-758a0944e4bd triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:11.005793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.026613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.083373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.302005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Allocated IP 172.20.0.1 (796f0822-77c0-42a9-8676-c8167317c648/735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1/aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:47:11.374074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.386545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Transition to ACTIVE for port object f7c46696-05b1-4121-aed4-ff76dc3496cb will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:11.420147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.424900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ebca7f0f-d0bc-4c12-aa46-de16d733121e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:11.459612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.476523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Transition to ACTIVE for port object aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:11.503680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Attempting to bind port f7c46696-05b1-4121-aed4-ff76dc3496cb on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:47:11.504101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Attempting to bind port f7c46696-05b1-4121-aed4-ff76dc3496cb by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:47:11.505510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Attempting to bind port f7c46696-05b1-4121-aed4-ff76dc3496cb on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:47:11.510596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Pushing event updated for resources: {'Port': ['ID=f7c46696-05b1-4121-aed4-ff76dc3496cb,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:11.515928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:11.516367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:47:11.517344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.517782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:11.518297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Bound port: f7c46696-05b1-4121-aed4-ff76dc3496cb, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:47:11.518743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.522973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.528022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-72454120-1a7c-4f3f-bdde-589d2809bd4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:11.552325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.552648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.553029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.553402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.553770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.554142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.554511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.554903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.555272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.555631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.555992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.556351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:47:11.566794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:11.598260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Network 796f0822-77c0-42a9-8676-c8167317c648 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:47:11.601854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:11.604384 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:47:11.611285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] For port f7c46696-05b1-4121-aed4-ff76dc3496cb, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:47:11.614803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] For port f7c46696-05b1-4121-aed4-ff76dc3496cb, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f7c46696-05b1-4121-aed4-ff76dc3496cb,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:47:11.649270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Pushing event updated for resources: {'Port': ['ID=aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:11.652336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:11.666095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.670726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.675478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5a2dc265-eddd-474e-a1bb-7b263a12e966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:11.761760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:47:11.762455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:47:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:11.846309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.888270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Pushing event updated for resources: {'Port': ['ID=f7c46696-05b1-4121-aed4-ff76dc3496cb,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:11.901287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:11.945513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6d8e7b30-d9e1-4410-9c88-d98966713e97 None None] Provisioning for port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:11.950926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-6d8e7b30-d9e1-4410-9c88-d98966713e97 None None] Provisioning complete for port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:11.951353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6d8e7b30-d9e1-4410-9c88-d98966713e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:11.958575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:47:12.010035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e7b30-d9e1-4410-9c88-d98966713e97 None None] Port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:47:12.080737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:12.109748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:12.139898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5420ca3e-de8f-465e-9155-b451cc780f44 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:12.227668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Pushing event updated for resources: {'Port': ['ID=aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:12.230216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:12.234087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:12.292238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 1, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:12.296528 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42a791-be9f-4ba1-acc0-b7d1664c06d2 None None] The sync data for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv is: [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 1, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:47:12.376549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Network 796f0822-77c0-42a9-8676-c8167317c648 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:47:12.377701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:12.638993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-87907e56-b187-4ef8-9c31-f35422964a90 None None] Provisioning complete for port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:12.639147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-87907e56-b187-4ef8-9c31-f35422964a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:12.724813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-87907e56-b187-4ef8-9c31-f35422964a90 None None] Port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:47:12.898327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Router c4ad42cb-4525-4da4-88b0-55e31984ec38 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:47:13.105188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:47:13.115668 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] 10.222.0.77 "PUT /v2.0/routers/c4ad42cb-4525-4da4-88b0-55e31984ec38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7646401 Apr 22 17:47:13.736526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40364) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:13.743008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-754413287-network', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:13.748180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:13.752241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Usage tracker for resource:network and tenant:07849e83490848279e8ce2b84dd8d8e4 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:13.755323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:13.761312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:13.801331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Made reservation on behalf of 07849e83490848279e8ce2b84dd8d8e4 for: {'network': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:47:13.806294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:13.822375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:13.838173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:13.842190 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Usage tracker for resource:security_group_rule and tenant:07849e83490848279e8ce2b84dd8d8e4 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:13.845707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:13.851687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:14.019099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:14.047951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:14.052116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-65e179ba-315a-41d9-8377-d450d99696bd tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:14.076032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=87210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:47:14.089513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8488807-e37d-4b91-b321-25896cb07a1e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:14.093698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:14.095256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:14.095649 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Added segment c454c9c9-e48e-4169-98f7-96ba257420db of type vlan for network 996eef26-3227-418c-8f28-921d7c4430a3 Apr 22 17:47:14.122166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:14.173706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:14.174806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:14.175442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:14.180430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-669cc77a-e8d9-4e56-99a9-dfd8459e8206 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:14.285371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Pushing event updated for resources: {'Network': ['ID=996eef26-3227-418c-8f28-921d7c4430a3,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:14.288080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:14.295733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 996eef26-3227-418c-8f28-921d7c4430a3 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:47:14.300592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-bec95973-0a72-464b-a2e4-6c93d68a751e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5626752 Apr 22 17:47:14.303363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40368) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:14.309352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Request body: {'subnet': {'network_id': '996eef26-3227-418c-8f28-921d7c4430a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-754413287-subnet', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:14.315039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:14.319051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Usage tracker for resource:subnet and tenant:07849e83490848279e8ce2b84dd8d8e4 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:14.322072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:14.328110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:14.362433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Made reservation on behalf of 07849e83490848279e8ce2b84dd8d8e4 for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:47:14.367392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:14.828329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:14.833072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-70915a96-8a65-485a-8cbb-3b5f9317019a tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:14.909038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7b67c3-9462-4398-ad37-b12d103ae5df,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:14.912649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:14.918983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Checking segment: {'id': 'c454c9c9-e48e-4169-98f7-96ba257420db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:47:14.919383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Network hostable DHCP agents. Network: 996eef26-3227-418c-8f28-921d7c4430a3, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:47:14.944310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f7c46696-05b1-4121-aed4-ff76dc3496cb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:14.986317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Network 996eef26-3227-418c-8f28-921d7c4430a3 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:47:15.020270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 996eef26-3227-418c-8f28-921d7c4430a3) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:15.029673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d933e4-7754-4bb1-8f67-4f73a2a069a4 None None] Network 996eef26-3227-418c-8f28-921d7c4430a3 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:47:15.035123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:15.035884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:15.077565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-7ba4c53a-50a3-40be-98d3-795fe6385f83 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7730851 Apr 22 17:47:15.080247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40372) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:15.085843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-754413287-router', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:15.091411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:15.096041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Usage tracker for resource:router and tenant:07849e83490848279e8ce2b84dd8d8e4 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:15.098460 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port f7c46696-05b1-4121-aed4-ff76dc3496cb completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:15.099826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:15.106046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:15.111131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f7c46696-05b1-4121-aed4-ff76dc3496cb triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:15.111551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:15.139854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:15.140969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:15.157057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:15.325742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:15.381693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port f7c46696-05b1-4121-aed4-ff76dc3496cb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f7c46696-05b1-4121-aed4-ff76dc3496cb,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:47:15.386283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-996eef26-3227-418c-8f28-921d7c4430a3', 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'fixed_ips': [{'subnet_id': '3c7b67c3-9462-4398-ad37-b12d103ae5df'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:47:15.387476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:15.406484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:15.409350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:15.473004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:15.544621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Sync routers for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:47:15.557310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=f7c46696-05b1-4121-aed4-ff76dc3496cb,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:15.566719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:15.606479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:47:15.607192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:47:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:15.845599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:15.878984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:15.953969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Allocated IP 172.20.0.2 (996eef26-3227-418c-8f28-921d7c4430a3/3c7b67c3-9462-4398-ad37-b12d103ae5df/a961634d-b35d-405d-b6d7-7e9b819ac2d2) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:47:16.025457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Allocated IP 172.26.6.8 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/8fa97578-b1e7-437a-bdd9-d0decb8e1786) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:47:16.072362 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:47:16.182707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:16.241301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:16.246569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-03099467-b089-4ab6-96f2-cfbaece0ed25 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:16.303781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:47:16.311741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:16.316912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:47:16.357708 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa97578-b1e7-437a-bdd9-d0decb8e1786,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:16.362569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:16.447879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:16.493718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Transition to ACTIVE for port object a961634d-b35d-405d-b6d7-7e9b819ac2d2 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:16.525982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Transition to ACTIVE for port object a961634d-b35d-405d-b6d7-7e9b819ac2d2 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:16.542274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 2, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:16.547233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Checking router: c4ad42cb-4525-4da4-88b0-55e31984ec38 for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:47:16.547653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Updating router c4ad42cb-4525-4da4-88b0-55e31984ec38 port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:47:16.588030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:16.594038 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:16.673319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Network 996eef26-3227-418c-8f28-921d7c4430a3 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:47:16.677960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:16.687853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:16.696269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Pushing event updated for resources: {'Port': ['ID=a961634d-b35d-405d-b6d7-7e9b819ac2d2,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:16.701390 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:47:16.703604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:16.789413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:16.848545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Attempting to bind port a961634d-b35d-405d-b6d7-7e9b819ac2d2 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:47:16.848955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Attempting to bind port a961634d-b35d-405d-b6d7-7e9b819ac2d2 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'c454c9c9-e48e-4169-98f7-96ba257420db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:47:16.849358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Attempting to bind port a961634d-b35d-405d-b6d7-7e9b819ac2d2 on network 996eef26-3227-418c-8f28-921d7c4430a3 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:47:16.901984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:16.902401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Checking segment: {'id': 'c454c9c9-e48e-4169-98f7-96ba257420db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:47:16.902904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:16.903346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Bound using segment: {'id': 'c454c9c9-e48e-4169-98f7-96ba257420db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:16.903869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Bound port: a961634d-b35d-405d-b6d7-7e9b819ac2d2, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c454c9c9-e48e-4169-98f7-96ba257420db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:47:16.904286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:16.968565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f7c46696-05b1-4121-aed4-ff76dc3496cb up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:17.164417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] For port a961634d-b35d-405d-b6d7-7e9b819ac2d2, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:47:17.205679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] For port a961634d-b35d-405d-b6d7-7e9b819ac2d2, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a961634d-b35d-405d-b6d7-7e9b819ac2d2,segment=NetworkSegment(c454c9c9-e48e-4169-98f7-96ba257420db),segment_id=c454c9c9-e48e-4169-98f7-96ba257420db)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:47:17.219836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port f7c46696-05b1-4121-aed4-ff76dc3496cb triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:17.220173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:17.262393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:17.270977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ec4b6640-d01c-431a-bc0b-00ba6bcd4bb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:17.448262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Pushing event updated for resources: {'Port': ['ID=a961634d-b35d-405d-b6d7-7e9b819ac2d2,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:17.450061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:17.453623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:17.506022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:17.532380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Transition to ACTIVE for port object aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:17.569732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:17.574866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:17.736674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Router 0f6e3138-10e6-41a3-b682-0e3dc513e02d is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:47:17.839604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e5165-b4e2-4685-8c0f-605c277b8e8b None None] Pushing event updated for resources: {'Port': ['ID=aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:17.845441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b70e5165-b4e2-4685-8c0f-605c277b8e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:17.849637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Attempting to bind port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:47:17.850139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Attempting to bind port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:47:17.850647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Attempting to bind port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c on network 796f0822-77c0-42a9-8676-c8167317c648 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:47:17.856761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:17.857264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Checking segment: {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:47:17.857794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:17.858305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Bound using segment: {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:17.858923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Bound port: aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:47:17.859415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:17.944995 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:47:17.955343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Sync routers for ids ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:47:17.958334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] For port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:47:17.961558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] For port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:47:17.967133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Routers {'0f6e3138-10e6-41a3-b682-0e3dc513e02d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:47:17.967849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:47:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:17.991641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:17.996353 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:18.019737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:18.021113 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9398062 Apr 22 17:47:18.024072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40376) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:18.073002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:47:18.073698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:47:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:18.167728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Set router 0f6e3138-10e6-41a3-b682-0e3dc513e02d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:47:18.172077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e5165-b4e2-4685-8c0f-605c277b8e8b None None] Pushing event updated for resources: {'Port': ['ID=aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:18.193466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b70e5165-b4e2-4685-8c0f-605c277b8e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:18.490151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'name': 'tempest-TestShelveInstance-754413287-router', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8'}], 'enable_snat': True}, 'gw_port_id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:16Z', 'revision_number': 3, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'gw_port': {'id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:18.494317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Checking router: 0f6e3138-10e6-41a3-b682-0e3dc513e02d for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:47:18.494746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Updating router 0f6e3138-10e6-41a3-b682-0e3dc513e02d port 8fa97578-b1e7-437a-bdd9-d0decb8e1786 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:47:18.531500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:47:18.765274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:18.859671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:18.919116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:17Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:18.927499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00b74d-7a36-4263-b5d5-3766b73a7d3b None None] The sync data for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv is: [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:17Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:47:19.011738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a4620d-fd9f-4cb7-858b-55f0e1aa793a None None] Network 996eef26-3227-418c-8f28-921d7c4430a3 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:47:19.134801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a961634d-b35d-405d-b6d7-7e9b819ac2d2 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:19.144261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Allocated IP 172.20.0.1 (996eef26-3227-418c-8f28-921d7c4430a3/3c7b67c3-9462-4398-ad37-b12d103ae5df/5da05467-2d26-4fd5-b95e-58722a5bb77e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:47:19.182219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-99071256-16be-4e92-8213-bdc96ba2c1bb None None] Provisioning for port a961634d-b35d-405d-b6d7-7e9b819ac2d2 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:19.263053 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.277376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Transition to ACTIVE for port object 8fa97578-b1e7-437a-bdd9-d0decb8e1786 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:19.305830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.311272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51608652-0c24-41e5-bed8-a86321de03ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:19.319120 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.343916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Transition to ACTIVE for port object 5da05467-2d26-4fd5-b95e-58722a5bb77e will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:19.366736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port a961634d-b35d-405d-b6d7-7e9b819ac2d2 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:19.380174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a961634d-b35d-405d-b6d7-7e9b819ac2d2 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:19.380593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.396241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Attempting to bind port 8fa97578-b1e7-437a-bdd9-d0decb8e1786 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:47:19.396659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Attempting to bind port 8fa97578-b1e7-437a-bdd9-d0decb8e1786 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:47:19.397080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Attempting to bind port 8fa97578-b1e7-437a-bdd9-d0decb8e1786 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:47:19.398347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.405694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9c96ff0c-57b6-434a-835e-0081734fdaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:19.407470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1631b3-2926-4fa1-9a5b-dbf53bfe4a52 None None] Pushing event updated for resources: {'Port': ['ID=8fa97578-b1e7-437a-bdd9-d0decb8e1786,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:19.416445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:19.416875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:47:19.417333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.417768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:19.418324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Bound port: 8fa97578-b1e7-437a-bdd9-d0decb8e1786, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:47:19.418788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.451145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4b1631b3-2926-4fa1-9a5b-dbf53bfe4a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:19.497931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Pushing event updated for resources: {'Port': ['ID=5da05467-2d26-4fd5-b95e-58722a5bb77e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:19.502328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:19.514392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Network 996eef26-3227-418c-8f28-921d7c4430a3 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:47:19.515691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:19.519106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:47:19.519873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] For port 8fa97578-b1e7-437a-bdd9-d0decb8e1786, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:47:19.524175 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] For port 8fa97578-b1e7-437a-bdd9-d0decb8e1786, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8fa97578-b1e7-437a-bdd9-d0decb8e1786,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:47:19.549243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.564268 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.570311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f02c995b-9697-4edb-a6d7-dc953f07f9c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:19.582312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.589919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port a961634d-b35d-405d-b6d7-7e9b819ac2d2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a961634d-b35d-405d-b6d7-7e9b819ac2d2,segment=NetworkSegment(c454c9c9-e48e-4169-98f7-96ba257420db),segment_id=c454c9c9-e48e-4169-98f7-96ba257420db)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:47:19.626172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.627139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:19.660815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:19.670238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Routers {'0f6e3138-10e6-41a3-b682-0e3dc513e02d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:47:19.670969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:47:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:19.767739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.811590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=a961634d-b35d-405d-b6d7-7e9b819ac2d2,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:19.817555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:19.830305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1631b3-2926-4fa1-9a5b-dbf53bfe4a52 None None] Pushing event updated for resources: {'Port': ['ID=8fa97578-b1e7-437a-bdd9-d0decb8e1786,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:19.833681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4b1631b3-2926-4fa1-9a5b-dbf53bfe4a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:19.838307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-4d5124e2-e9cb-45ce-8e8c-b2773610e01b None None] Provisioning complete for port a961634d-b35d-405d-b6d7-7e9b819ac2d2 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:19.841319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4d5124e2-e9cb-45ce-8e8c-b2773610e01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:19.919443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:19.922048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] Set router 0f6e3138-10e6-41a3-b682-0e3dc513e02d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:47:19.929770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:19.930357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:20.096266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:20.124453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:20.128327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:20.158394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca37a5c7-0b53-4d9f-8c9f-d998b1e6f36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:20.160787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:47:20.191420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:20.193548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8db461dd-bf73-4282-bd69-4b0bc967060e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:20.240605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a14380d5-8673-4d26-b159-6c97cdb24ed1 None None] Provisioning for port 5da05467-2d26-4fd5-b95e-58722a5bb77e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:20.247219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:20.252029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Pushing event updated for resources: {'Port': ['ID=5da05467-2d26-4fd5-b95e-58722a5bb77e,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:20.254636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-a14380d5-8673-4d26-b159-6c97cdb24ed1 None None] Provisioning complete for port 5da05467-2d26-4fd5-b95e-58722a5bb77e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:20.254783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a14380d5-8673-4d26-b159-6c97cdb24ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:20.256756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:20.280035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'name': 'tempest-TestShelveInstance-754413287-router', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8'}], 'enable_snat': True}, 'gw_port_id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:19Z', 'revision_number': 4, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'gw_port': {'id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '5da05467-2d26-4fd5-b95e-58722a5bb77e', 'name': '', 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'mac_address': 'fa:16:3e:e7:63:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '3c7b67c3-9462-4398-ad37-b12d103ae5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:18Z', 'updated_at': '2021-04-22T17:47:19Z', 'revision_number': 1, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'subnets': [{'id': '3c7b67c3-9462-4398-ad37-b12d103ae5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:20.285112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5d499-7261-43af-b184-cb0c4203e2b6 None None] The sync data for ids ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'] in dv-neutron-786478-3-hyperv is: [{'id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'name': 'tempest-TestShelveInstance-754413287-router', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8'}], 'enable_snat': True}, 'gw_port_id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:19Z', 'revision_number': 4, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'gw_port': {'id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '5da05467-2d26-4fd5-b95e-58722a5bb77e', 'name': '', 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'mac_address': 'fa:16:3e:e7:63:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '3c7b67c3-9462-4398-ad37-b12d103ae5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:18Z', 'updated_at': '2021-04-22T17:47:19Z', 'revision_number': 1, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'subnets': [{'id': '3c7b67c3-9462-4398-ad37-b12d103ae5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:47:20.327255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-a14380d5-8673-4d26-b159-6c97cdb24ed1 None None] Port 5da05467-2d26-4fd5-b95e-58722a5bb77e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:47:20.328651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:20.331767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:20.394785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Network 996eef26-3227-418c-8f28-921d7c4430a3 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:47:20.395972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:20.600263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Router 0f6e3138-10e6-41a3-b682-0e3dc513e02d has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:47:20.651044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cbf51207-61bb-4660-a2fe-ac044e3f0fc0 None None] Provisioning complete for port 5da05467-2d26-4fd5-b95e-58722a5bb77e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:20.651718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cbf51207-61bb-4660-a2fe-ac044e3f0fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:20.726447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cbf51207-61bb-4660-a2fe-ac044e3f0fc0 None None] Port 5da05467-2d26-4fd5-b95e-58722a5bb77e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:47:20.827356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:47:20.837458 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] 10.222.0.77 "PUT /v2.0/routers/0f6e3138-10e6-41a3-b682-0e3dc513e02d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8118563 Apr 22 17:47:20.942443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a961634d-b35d-405d-b6d7-7e9b819ac2d2 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:21.025122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port a961634d-b35d-405d-b6d7-7e9b819ac2d2 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:21.025552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:21.188682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:21.266267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:21.267206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:21.590899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40386) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:21.598074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983823449', 'description': 'tempest-secgroup-smoke-1983823449 description', 'project_id': '159f021aeb254673bb01fb18da4b9f19'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:21.604737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:21.608747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:21.611781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:21.618924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:21.648280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:21.669900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:21.674523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:21.677550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:21.683658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:21.802710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:21.831236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:21.837323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-de14c873-a18b-4052-bb48-ba97d0584164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:21.881282 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af99e58-a980-416c-af76-97806aacbb05,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:21.884267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:21.905399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:21.906673 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3146300 Apr 22 17:47:21.909838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40390) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:21.915570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '1af99e58-a980-416c-af76-97806aacbb05', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:21.922181 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:21.926256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:21.929289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:21.935321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:21.980215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.042335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.076598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.078507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-57b91303-d5c1-4df5-a951-9c52f63f9ab4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:22.101725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3466eb8-f548-4b2c-a294-769bd1dafb51,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:22.104258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:22.128116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.129392 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2185476 Apr 22 17:47:22.132444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40394) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:22.137967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '1af99e58-a980-416c-af76-97806aacbb05', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:22.144172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:22.148167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:22.151144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:22.157261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:22.207433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.270409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.305244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.307153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fb024edd-9080-49f3-be50-e84907281060 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:22.331081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2149ae-b54d-4b51-affc-8defe9fe7ed9,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:22.333602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:22.374240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.376339 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2422218 Apr 22 17:47:22.379023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40398) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:22.384656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '1af99e58-a980-416c-af76-97806aacbb05', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:22.391220 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:22.395281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:22.398291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:22.404371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:22.443878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.508854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.532869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.540505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-37e52161-39ed-410c-bf59-7227232622bb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:22.559862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83adfd12-36a4-459f-bba8-b51d38d3da2a,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:22.562310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:22.591117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.592387 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2b8dfb78-cc06-4d62-b417-99a8240f30f5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2123961 Apr 22 17:47:22.595983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40402) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:22.601434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '1af99e58-a980-416c-af76-97806aacbb05', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:22.607635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:22.612214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:22.615167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:22.621105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:22.659179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.728591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.755304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.757274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-273ec6cc-c299-4e2e-9eca-f7e06bfe6613 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:22.778939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f32e03-5c20-472e-a626-30239aa70797,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:22.783644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:22.813935 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.815254 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b5f9e54b-919c-4dcb-b8f2-dee09a7f980e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2182548 Apr 22 17:47:22.818126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40406) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:22.823660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '1af99e58-a980-416c-af76-97806aacbb05', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:22.830356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:22.834379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:22.837425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:22.843732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:22.876915 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Project 159f021aeb254673bb01fb18da4b9f19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:47:22.884858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.946337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8fa97578-b1e7-437a-bdd9-d0decb8e1786 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:22.956034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.990381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:22.992358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7b8c8226-0717-454a-bfda-dd204a11de6d tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:23.018309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d20e2c8-b4e9-4b40-9e78-be57ccf63683,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:23.021070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:23.048091 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 8fa97578-b1e7-437a-bdd9-d0decb8e1786 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:23.053866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 8fa97578-b1e7-437a-bdd9-d0decb8e1786 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:23.054573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:23.071069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:23.072446 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2532930 Apr 22 17:47:23.075396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40410) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:23.082058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '1af99e58-a980-416c-af76-97806aacbb05', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:23.089257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:23.093542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:23.097281 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:23.103411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:23.139408 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Project 159f021aeb254673bb01fb18da4b9f19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:47:23.147799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:23.183452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:23.201178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 8fa97578-b1e7-437a-bdd9-d0decb8e1786, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8fa97578-b1e7-437a-bdd9-d0decb8e1786,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:47:23.219339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:23.219584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:23.221552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:23.252557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:23.261291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-bbd90c84-c6a7-4360-8e7b-f087861f7e37 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:23.284232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37daec3-bdc6-4295-8e03-f04c02c69412,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:23.287247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:23.292111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=8fa97578-b1e7-437a-bdd9-d0decb8e1786,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:23.295363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:23.326846 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:23.328159 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cdf33b4d-ff16-49fe-ae56-761b1be35a74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2515273 Apr 22 17:47:23.486486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Sync routers for ids ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:47:23.496246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Routers {'0f6e3138-10e6-41a3-b682-0e3dc513e02d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:47:23.496858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:47:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:23.509114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-89916bb3-1358-49a5-b901-8260dc340373 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Synchronizing usage tracker for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:47:23.568255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-89916bb3-1358-49a5-b901-8260dc340373 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Unset dirty status for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:47:23.569659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-89916bb3-1358-49a5-b901-8260dc340373 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983823449&fields=id&tenant_id=159f021aeb254673bb01fb18da4b9f19 HTTP/1.1" status: 200 len: 267 time: 0.1062291 Apr 22 17:47:23.695617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Set router 0f6e3138-10e6-41a3-b682-0e3dc513e02d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:47:24.026414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-823ffec1-aaf9-445f-8374-59a88d18ef1c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:24.027203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-823ffec1-aaf9-445f-8374-59a88d18ef1c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Synchronizing usage tracker for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:network {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:47:24.034119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'name': 'tempest-TestShelveInstance-754413287-router', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8'}], 'enable_snat': True}, 'gw_port_id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:19Z', 'revision_number': 4, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'gw_port': {'id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '5da05467-2d26-4fd5-b95e-58722a5bb77e', 'name': '', 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'mac_address': 'fa:16:3e:e7:63:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '3c7b67c3-9462-4398-ad37-b12d103ae5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:18Z', 'updated_at': '2021-04-22T17:47:19Z', 'revision_number': 2, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'subnets': [{'id': '3c7b67c3-9462-4398-ad37-b12d103ae5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:24.038259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Checking router: 0f6e3138-10e6-41a3-b682-0e3dc513e02d for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:47:24.038688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Updating router 0f6e3138-10e6-41a3-b682-0e3dc513e02d port 5da05467-2d26-4fd5-b95e-58722a5bb77e binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:47:24.076915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-823ffec1-aaf9-445f-8374-59a88d18ef1c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Unset dirty status for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:network {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:47:24.078237 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-823ffec1-aaf9-445f-8374-59a88d18ef1c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 809 time: 0.5008304 Apr 22 17:47:24.095842 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-1ce32176-ee73-412e-83c6-0de918275e70 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/quotas/159f021aeb254673bb01fb18da4b9f19 HTTP/1.1" status: 200 len: 375 time: 0.0113351 Apr 22 17:47:24.099255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:24.186386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a50f00b-909a-4bff-af97-b84c7250ca57 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Synchronizing usage tracker for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:47:24.231145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a50f00b-909a-4bff-af97-b84c7250ca57 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Unset dirty status for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:47:24.232535 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a50f00b-909a-4bff-af97-b84c7250ca57 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307883 Apr 22 17:47:24.356869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-b2c8bbc1-ce1c-4bfd-8400-fe3a333b73b7 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:47:24.358020 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-b2c8bbc1-ce1c-4bfd-8400-fe3a333b73b7 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1125388 Apr 22 17:47:24.510615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-7f041993-a371-453c-b9ca-e6113d410d8e service neutron] 10.222.0.77 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454091 Apr 22 17:47:24.642392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:24.654434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Transition to ACTIVE for port object 5da05467-2d26-4fd5-b95e-58722a5bb77e will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:24.660515 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-300a6574-1049-4283-acd2-db68ff6d9ec3 service neutron] 10.222.0.77 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427977 Apr 22 17:47:24.699636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:24.705633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b5c8be7e-a88e-4884-93e8-d699b53cee6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:24.894445 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-240bd03e-3d38-43a5-8931-35189c2aa3b5 req-f137b277-b831-45fe-a80e-6c53345df5a8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 210 time: 0.0724573 Apr 22 17:47:24.914745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861d626-5a5f-47cc-88c9-8233b19c5cf4 None None] Pushing event updated for resources: {'Port': ['ID=5da05467-2d26-4fd5-b95e-58722a5bb77e,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:24.924118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7861d626-5a5f-47cc-88c9-8233b19c5cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:24.941932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Attempting to bind port 5da05467-2d26-4fd5-b95e-58722a5bb77e on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:47:24.942531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Attempting to bind port 5da05467-2d26-4fd5-b95e-58722a5bb77e by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'c454c9c9-e48e-4169-98f7-96ba257420db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:47:24.943171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Attempting to bind port 5da05467-2d26-4fd5-b95e-58722a5bb77e on network 996eef26-3227-418c-8f28-921d7c4430a3 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:47:24.950520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:24.951269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Checking segment: {'id': 'c454c9c9-e48e-4169-98f7-96ba257420db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:47:24.951723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:24.952174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Bound using segment: {'id': 'c454c9c9-e48e-4169-98f7-96ba257420db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:24.952706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Bound port: 5da05467-2d26-4fd5-b95e-58722a5bb77e, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c454c9c9-e48e-4169-98f7-96ba257420db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:47:24.953129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:24.971421 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8fa97578-b1e7-437a-bdd9-d0decb8e1786 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:25.129887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] For port 5da05467-2d26-4fd5-b95e-58722a5bb77e, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:47:25.133726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] For port 5da05467-2d26-4fd5-b95e-58722a5bb77e, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5da05467-2d26-4fd5-b95e-58722a5bb77e,segment=NetworkSegment(c454c9c9-e48e-4169-98f7-96ba257420db),segment_id=c454c9c9-e48e-4169-98f7-96ba257420db)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:47:25.134727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 8fa97578-b1e7-437a-bdd9-d0decb8e1786 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:25.135151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:25.166769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:25.180867 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f84b1e9f-a8c0-4621-bf29-b398dbfdfc1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:25.279448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Routers {'0f6e3138-10e6-41a3-b682-0e3dc513e02d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:47:25.280152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:47:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:25.361402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861d626-5a5f-47cc-88c9-8233b19c5cf4 None None] Pushing event updated for resources: {'Port': ['ID=5da05467-2d26-4fd5-b95e-58722a5bb77e,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:25.371248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7861d626-5a5f-47cc-88c9-8233b19c5cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:25.557057 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] Set router 0f6e3138-10e6-41a3-b682-0e3dc513e02d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:47:25.893732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'name': 'tempest-TestShelveInstance-754413287-router', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8'}], 'enable_snat': True}, 'gw_port_id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:19Z', 'revision_number': 4, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'gw_port': {'id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '5da05467-2d26-4fd5-b95e-58722a5bb77e', 'name': '', 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'mac_address': 'fa:16:3e:e7:63:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '3c7b67c3-9462-4398-ad37-b12d103ae5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:18Z', 'updated_at': '2021-04-22T17:47:25Z', 'revision_number': 4, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'subnets': [{'id': '3c7b67c3-9462-4398-ad37-b12d103ae5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:25.898077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d5b1a-ccf9-4116-a489-e52761a4e259 None None] The sync data for ids ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'] in dv-neutron-786478-3-hyperv is: [{'id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'name': 'tempest-TestShelveInstance-754413287-router', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8'}], 'enable_snat': True}, 'gw_port_id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:19Z', 'revision_number': 4, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'gw_port': {'id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '5da05467-2d26-4fd5-b95e-58722a5bb77e', 'name': '', 'network_id': '996eef26-3227-418c-8f28-921d7c4430a3', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'mac_address': 'fa:16:3e:e7:63:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '3c7b67c3-9462-4398-ad37-b12d103ae5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:18Z', 'updated_at': '2021-04-22T17:47:25Z', 'revision_number': 4, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'subnets': [{'id': '3c7b67c3-9462-4398-ad37-b12d103ae5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:47:26.073685 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-81915bea-b2b8-487d-8265-02145e095e00 req-64d3e702-1711-40ad-8cca-c42d284f6c5f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 210 time: 0.0533464 Apr 22 17:47:26.975968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5da05467-2d26-4fd5-b95e-58722a5bb77e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:26.994267 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-bdcbc73a-8c2d-4bd9-b19e-dcb8a5ade6e0 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:26.996095 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-bdcbc73a-8c2d-4bd9-b19e-dcb8a5ade6e0 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 809 time: 0.1621890 Apr 22 17:47:27.052068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-3274d4e9-13af-4a31-8090-2c1a51fcfa62 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Synchronizing usage tracker for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:47:27.064831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-3274d4e9-13af-4a31-8090-2c1a51fcfa62 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Unset dirty status for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:47:27.066027 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-3274d4e9-13af-4a31-8090-2c1a51fcfa62 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=159f021aeb254673bb01fb18da4b9f19 HTTP/1.1" status: 200 len: 380 time: 0.0561934 Apr 22 17:47:27.090878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'port': {'device_id': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'admin_state_up': True, 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'security_groups': ['1af99e58-a980-416c-af76-97806aacbb05']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:27.092665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 5da05467-2d26-4fd5-b95e-58722a5bb77e completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:27.099306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 5da05467-2d26-4fd5-b95e-58722a5bb77e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:27.099306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:27.228977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:27.249338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:27.249738 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d60bbbb8-4717-4dbf-b9a2-93419da2a702 req-25fc1149-3171-4422-adbd-0cc177dc03a8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 210 time: 0.0505054 Apr 22 17:47:27.260125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:27.276773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 5da05467-2d26-4fd5-b95e-58722a5bb77e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5da05467-2d26-4fd5-b95e-58722a5bb77e,segment=NetworkSegment(c454c9c9-e48e-4169-98f7-96ba257420db),segment_id=c454c9c9-e48e-4169-98f7-96ba257420db)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:47:27.327834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:27.328017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Made reservation on behalf of 159f021aeb254673bb01fb18da4b9f19 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:47:27.330715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:27.334025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:27.403886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=5da05467-2d26-4fd5-b95e-58722a5bb77e,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:27.407370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:27.506492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Allocated IP 172.20.0.6 (796f0822-77c0-42a9-8676-c8167317c648/735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1/adbe4466-7a48-42a4-bc55-0c58e3d802ba) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:47:27.700800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:27.717196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Transition to ACTIVE for port object adbe4466-7a48-42a4-bc55-0c58e3d802ba will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:27.801042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:27.806833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-05cdfbd7-94e1-4c7f-91cc-eaa5c4db1784 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:27.877942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Network 796f0822-77c0-42a9-8676-c8167317c648 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:47:27.881653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:27.885768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:47:27.925652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'Port': ['ID=adbe4466-7a48-42a4-bc55-0c58e3d802ba,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:27.930431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:27.959497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:27.960165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:28.093124 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0065596 Apr 22 17:47:28.110109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Request body: {'port': {'device_id': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:28.120781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d4665e89-8a0f-4f94-8980-a57d73bde42f None None] Provisioning for port adbe4466-7a48-42a4-bc55-0c58e3d802ba completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:28.127017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-d4665e89-8a0f-4f94-8980-a57d73bde42f None None] Provisioning complete for port adbe4466-7a48-42a4-bc55-0c58e3d802ba triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:28.127440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4665e89-8a0f-4f94-8980-a57d73bde42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:28.159372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26f40ecb-58da-4248-9433-c99a87ec30dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:28.186813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-d4665e89-8a0f-4f94-8980-a57d73bde42f None None] Port adbe4466-7a48-42a4-bc55-0c58e3d802ba cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:47:28.234925 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:28.456191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca747fdc-dbf3-4f47-990e-1ce3620beb77 req-c5a2f558-f319-4e68-b57f-1d3ef6c8c936 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:28.457797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ca747fdc-dbf3-4f47-990e-1ce3620beb77 req-c5a2f558-f319-4e68-b57f-1d3ef6c8c936 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 931 time: 0.0935163 Apr 22 17:47:28.506068 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ca747fdc-dbf3-4f47-990e-1ce3620beb77 req-a89271e5-b6ca-4f8b-afc1-99fc7e5f3c71 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Apr 22 17:47:28.593039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbe4466-7a48-42a4-bc55-0c58e3d802ba {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:47:28.602167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:28.659138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Transition to ACTIVE for port object adbe4466-7a48-42a4-bc55-0c58e3d802ba will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:47:28.682288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:28.687620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-710dcc14-290b-4116-ba10-9f85678c55e9 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:28.855452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Pushing event updated for resources: {'Port': ['ID=adbe4466-7a48-42a4-bc55-0c58e3d802ba,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:28.864349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:28.934291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5da05467-2d26-4fd5-b95e-58722a5bb77e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:28.936306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Attempting to bind port adbe4466-7a48-42a4-bc55-0c58e3d802ba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:47:28.936681 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Attempting to bind port adbe4466-7a48-42a4-bc55-0c58e3d802ba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:47:28.937049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Attempting to bind port adbe4466-7a48-42a4-bc55-0c58e3d802ba on network 796f0822-77c0-42a9-8676-c8167317c648 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:47:28.942799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Port adbe4466-7a48-42a4-bc55-0c58e3d802ba on network 796f0822-77c0-42a9-8676-c8167317c648 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:47:28.943159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Attempting to bind port adbe4466-7a48-42a4-bc55-0c58e3d802ba on network 796f0822-77c0-42a9-8676-c8167317c648 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:47:28.948589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:28.948957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Checking segment: {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:47:28.949376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Bound using segment: {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:28.949836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Bound port: adbe4466-7a48-42a4-bc55-0c58e3d802ba, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:47:28.950213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:29.008767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 5da05467-2d26-4fd5-b95e-58722a5bb77e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:29.009094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:29.045074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:47:29.048720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:47:29.082770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:29.087757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b53aeec9-5776-47a0-8feb-26fae6ce87c4 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:29.147404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:29.148076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:29.149592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] 10.222.0.78 "PUT /v2.0/ports/adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 200 len: 1093 time: 1.0440660 Apr 22 17:47:29.150132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:47:29.173165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Pushing event updated for resources: {'Port': ['ID=adbe4466-7a48-42a4-bc55-0c58e3d802ba,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:29.176730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:29.212045 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'status': 'completed', 'code': 200} Apr 22 17:47:29.584544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-1e5a42e4-c22b-4614-b2e0-9035be523f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:29.586134 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-1e5a42e4-c22b-4614-b2e0-9035be523f98 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1096 time: 0.3602157 Apr 22 17:47:29.664346 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-cc85d8cb-e489-4f99-9ca7-50fdf9b984f6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 200 len: 217 time: 0.0656061 Apr 22 17:47:29.711987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68ce39-1f40-4275-b7a2-3c7c5fcdd19c req-f6f7bb4e-5337-4be5-9846-02525819309f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:29.713945 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ab68ce39-1f40-4275-b7a2-3c7c5fcdd19c req-f6f7bb4e-5337-4be5-9846-02525819309f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0908158 Apr 22 17:47:29.742412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-34bed254-f17b-4868-b696-bb112836b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:29.744035 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-34bed254-f17b-4868-b696-bb112836b7ff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0686388 Apr 22 17:47:29.761732 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ab68ce39-1f40-4275-b7a2-3c7c5fcdd19c req-04b01573-0171-4f8c-b0a7-8e56d04da318 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 Apr 22 17:47:29.830174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-bbbedf4c-e676-4dab-adf7-5e9f5db493d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:29.831786 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-bbbedf4c-e676-4dab-adf7-5e9f5db493d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774336 Apr 22 17:47:29.977157 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-26e2cda9-0fb7-4a30-abab-5b4b3d8c5a01 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325135 Apr 22 17:47:30.125347 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-22ffb5a0-854c-4015-b4dd-0b51f926150c req-25e5ce02-81a2-4dc2-a739-ae724dba1742 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361892 Apr 22 17:47:30.284606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785759e-781a-47d4-9c14-8e267bfec650 req-c0ae2490-6849-4581-990e-e4f6469a6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:30.286187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c785759e-781a-47d4-9c14-8e267bfec650 req-c0ae2490-6849-4581-990e-e4f6469a6c0f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1096 time: 0.0832193 Apr 22 17:47:30.299467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-be0685b3-1f9c-4288-9844-63de9ee05d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:30.430136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785759e-781a-47d4-9c14-8e267bfec650 req-cb53db80-1876-4813-b18c-90f732747ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:30.431655 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c785759e-781a-47d4-9c14-8e267bfec650 req-cb53db80-1876-4813-b18c-90f732747ddb service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1367576 Apr 22 17:47:30.505170 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c785759e-781a-47d4-9c14-8e267bfec650 req-0c857324-8412-4279-ad96-e9d25c4d901b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 200 len: 217 time: 0.0650766 Apr 22 17:47:30.579183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785759e-781a-47d4-9c14-8e267bfec650 req-ece803c5-81fd-4ce9-8041-6042ad810cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:30.580704 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c785759e-781a-47d4-9c14-8e267bfec650 req-ece803c5-81fd-4ce9-8041-6042ad810cb3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0686045 Apr 22 17:47:30.663767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785759e-781a-47d4-9c14-8e267bfec650 req-169a9341-8a04-488d-8ca5-97ad74d0354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:30.665378 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c785759e-781a-47d4-9c14-8e267bfec650 req-169a9341-8a04-488d-8ca5-97ad74d0354c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774615 Apr 22 17:47:30.811926 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c785759e-781a-47d4-9c14-8e267bfec650 req-3dc7fc8e-c002-485f-b6d5-6a7af0e81825 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383135 Apr 22 17:47:30.957502 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c785759e-781a-47d4-9c14-8e267bfec650 req-361d6853-1d02-446f-8819-63f290cfbeba service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381891 Apr 22 17:47:30.968132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1e5a1-9ee8-4fc9-9215-9c5873450339 req-e82218dc-9e7b-4a88-8827-413b1cc20ac9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:30.969743 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3dc1e5a1-9ee8-4fc9-9215-9c5873450339 req-e82218dc-9e7b-4a88-8827-413b1cc20ac9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0920386 Apr 22 17:47:31.018517 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3dc1e5a1-9ee8-4fc9-9215-9c5873450339 req-5c9cf165-72cc-4ea4-aec5-1bc6c47f0257 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414836 Apr 22 17:47:31.464994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:31.625630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:32.219410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d5f2b-ad8a-429f-8a90-32160ed917bc req-5c4ef0f3-a65b-4698-93a0-0f7d01236e5c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:32.220900 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-300d5f2b-ad8a-429f-8a90-32160ed917bc req-5c4ef0f3-a65b-4698-93a0-0f7d01236e5c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0869899 Apr 22 17:47:32.270455 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-300d5f2b-ad8a-429f-8a90-32160ed917bc req-618818ef-447f-40ea-8291-2798c32cff58 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432847 Apr 22 17:47:32.469845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device adbe4466-7a48-42a4-bc55-0c58e3d802ba details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:47:32.609794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:47:32.623477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'port_id': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'mac_address': 'fa:16:3e:3d:95:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:47:32.684818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:32.702600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbe4466-7a48-42a4-bc55-0c58e3d802ba {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:47:32.719719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:47:32.749183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:32.751119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9ba76d4d-df7f-425f-8de5-ccf957e3b59b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:32.819934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=adbe4466-7a48-42a4-bc55-0c58e3d802ba,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:32.823011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:32.972095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:33.005329 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['adbe4466-7a48-42a4-bc55-0c58e3d802ba'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:47:33.469922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef23e4b-334b-47e8-989b-26ca1cf6f8da req-f4248f6a-9c6d-4ff9-a215-1bbbab269b22 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:33.471662 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6ef23e4b-334b-47e8-989b-26ca1cf6f8da req-f4248f6a-9c6d-4ff9-a215-1bbbab269b22 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 944 time: 0.0894198 Apr 22 17:47:33.518470 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6ef23e4b-334b-47e8-989b-26ca1cf6f8da req-05d76fc5-cd27-4d2a-8485-4e1f1095862d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404794 Apr 22 17:47:34.190448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:47:34.484696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device adbe4466-7a48-42a4-bc55-0c58e3d802ba up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:47:34.584863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port adbe4466-7a48-42a4-bc55-0c58e3d802ba completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:47:34.590530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port adbe4466-7a48-42a4-bc55-0c58e3d802ba triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:47:34.590989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:34.718596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:34.723781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918568-dc5d-4430-8d59-badca4db2aa6 req-e190c169-4bc9-447e-bda5-e554f2a6e7ee tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:34.725420 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0b918568-dc5d-4430-8d59-badca4db2aa6 req-e190c169-4bc9-447e-bda5-e554f2a6e7ee tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 944 time: 0.0942283 Apr 22 17:47:34.748707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:47:34.758999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:47:34.775702 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0b918568-dc5d-4430-8d59-badca4db2aa6 req-e98b6a93-4162-41ca-8608-cf62ee3a6b86 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 Apr 22 17:47:34.779473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:34.783027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:34.817541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'code': 200} Apr 22 17:47:34.860657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=adbe4466-7a48-42a4-bc55-0c58e3d802ba,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:34.863768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:35.076973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be63d-3b1e-4a36-b120-7103f2e8d426 req-f95b9264-e784-4c8e-84a2-663cd5bb81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:35.078979 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d36be63d-3b1e-4a36-b120-7103f2e8d426 req-f95b9264-e784-4c8e-84a2-663cd5bb81e5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1098 time: 0.0764778 Apr 22 17:47:35.128968 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d36be63d-3b1e-4a36-b120-7103f2e8d426 req-8f96589c-8988-4f23-9074-bd2f8bde8aea service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400107 Apr 22 17:47:35.686246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:35.977266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad31e4-097f-4caa-b435-1bd0949ec001 req-5ab13284-3b72-4993-b92c-4216e9482a76 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:35.978872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-efad31e4-097f-4caa-b435-1bd0949ec001 req-5ab13284-3b72-4993-b92c-4216e9482a76 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0902863 Apr 22 17:47:36.027740 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-efad31e4-097f-4caa-b435-1bd0949ec001 req-6dbe82ac-abb7-4e96-910e-62717db1aab7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406041 Apr 22 17:47:37.238520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c0c45-aca8-47df-bb1e-4296b3be4a2f req-b6350c06-0f69-483e-b393-d15b16e37381 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:37.240179 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1e9c0c45-aca8-47df-bb1e-4296b3be4a2f req-b6350c06-0f69-483e-b393-d15b16e37381 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0940313 Apr 22 17:47:37.289100 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1e9c0c45-aca8-47df-bb1e-4296b3be4a2f req-c00c0a7a-c84f-4384-8e84-9124d86969bf tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 Apr 22 17:47:37.490483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f69816-ec78-4cbe-b999-f5654c0fc888 req-6d58b0bf-c389-4968-a215-5bfb548ae8a5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:37.492205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-55f69816-ec78-4cbe-b999-f5654c0fc888 req-6d58b0bf-c389-4968-a215-5bfb548ae8a5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0871882 Apr 22 17:47:37.542501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-55f69816-ec78-4cbe-b999-f5654c0fc888 req-93fd0a73-bb76-4ebb-bc01-2d7e18f1b758 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 Apr 22 17:47:37.567006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40486) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:37.689388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ffb3d-4153-4a15-8e9d-024098d392ec tempest-TestShelveInstance-1237470428 tempest-TestShelveInstance-1237470428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:37.690163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-434ffb3d-4153-4a15-8e9d-024098d392ec tempest-TestShelveInstance-1237470428 tempest-TestShelveInstance-1237470428-project-admin] Synchronizing usage tracker for tenant:07849e83490848279e8ce2b84dd8d8e4 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:47:37.739348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-434ffb3d-4153-4a15-8e9d-024098d392ec tempest-TestShelveInstance-1237470428 tempest-TestShelveInstance-1237470428-project-admin] Unset dirty status for tenant:07849e83490848279e8ce2b84dd8d8e4 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:47:37.740687 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-434ffb3d-4153-4a15-8e9d-024098d392ec tempest-TestShelveInstance-1237470428 tempest-TestShelveInstance-1237470428-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1093 time: 0.1726167 Apr 22 17:47:37.743757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40492) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:37.749382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:37.756357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:47:37.760363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:floatingip and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:47:37.763317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:47:37.769943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:47:37.807976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:37.954996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:38.127369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Allocated IP 172.26.6.110 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/53a234fb-67e8-41c6-a7dc-c12739dbcf22) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:47:38.279030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:38.339619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:38.344741 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-575660e6-ba79-46af-9342-60995368c4e4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:38.407437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:47:38.410954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:47:38.414841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:47:38.454200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'Port': ['ID=53a234fb-67e8-41c6-a7dc-c12739dbcf22,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:38.458316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:38.839060 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:38.943324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:39.157071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:39.190695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:39.195476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-586dbffd-0723-496a-a068-a39e4ff1a818 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:47:39.310410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'Port': ['ID=53a234fb-67e8-41c6-a7dc-c12739dbcf22,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:47:39.313323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:47:39.318434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:39.499856 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Floating IP 98aa7843-b8a6-47da-b084-66ebf183efd1 associated. External IP: 172.26.6.110, port: adbe4466-7a48-42a4-bc55-0c58e3d802ba. Apr 22 17:47:40.145333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Router c4ad42cb-4525-4da4-88b0-55e31984ec38 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:47:40.341019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:47:40.351307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e12af9-39b3-4b29-b562-717c4a4338e7 None None] Sync routers for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:47:40.360956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e12af9-39b3-4b29-b562-717c4a4338e7 None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:47:40.361631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-41e12af9-39b3-4b29-b562-717c4a4338e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:47:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:40.396373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:47:40.454063 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7091942 Apr 22 17:47:40.455366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:47:40.511809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'status': 'completed', 'code': 200} Apr 22 17:47:40.551254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-41e12af9-39b3-4b29-b562-717c4a4338e7 None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:47:40.613365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4850cb-f676-4e47-8439-d30227a523b3 req-9f4028d3-028a-45db-be75-e86e80d58409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:40.615039 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da4850cb-f676-4e47-8439-d30227a523b3 req-9f4028d3-028a-45db-be75-e86e80d58409 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1098 time: 0.0813975 Apr 22 17:47:40.764032 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4850cb-f676-4e47-8439-d30227a523b3 req-2c24636e-48f1-45c5-aed3-4bece834e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:40.766184 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da4850cb-f676-4e47-8439-d30227a523b3 req-2c24636e-48f1-45c5-aed3-4bece834e4bd service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1419623 Apr 22 17:47:40.876488 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da4850cb-f676-4e47-8439-d30227a523b3 req-1618a3a6-9f6b-40ff-a26f-0fe3b2aa0dda service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 200 len: 999 time: 0.1039236 Apr 22 17:47:40.917101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-41e12af9-39b3-4b29-b562-717c4a4338e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '98aa7843-b8a6-47da-b084-66ebf183efd1', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'floating_ip_address': '172.26.6.110', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'port_id': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'mac_address': 'fa:16:3e:3d:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:47:38Z', 'updated_at': '2021-04-22T17:47:38Z', 'revision_number': 0, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:40.921247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e12af9-39b3-4b29-b562-717c4a4338e7 None None] Checking router: c4ad42cb-4525-4da4-88b0-55e31984ec38 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:47:40.930745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e12af9-39b3-4b29-b562-717c4a4338e7 None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:47:40.931408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-41e12af9-39b3-4b29-b562-717c4a4338e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:47:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:40.946376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4850cb-f676-4e47-8439-d30227a523b3 req-b16076b3-59d4-41f9-8e2a-5357763c0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:40.948007 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da4850cb-f676-4e47-8439-d30227a523b3 req-b16076b3-59d4-41f9-8e2a-5357763c0c40 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0639756 Apr 22 17:47:41.033453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4850cb-f676-4e47-8439-d30227a523b3 req-a7512cae-7fec-46bc-8ffc-05e31d69d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:41.035003 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da4850cb-f676-4e47-8439-d30227a523b3 req-a7512cae-7fec-46bc-8ffc-05e31d69d3c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801814 Apr 22 17:47:41.045417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-da4850cb-f676-4e47-8439-d30227a523b3 req-06353c8e-e460-4516-8b8d-9a29cd78f0fe service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:47:41.046441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da4850cb-f676-4e47-8439-d30227a523b3 req-06353c8e-e460-4516-8b8d-9a29cd78f0fe service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054772 Apr 22 17:47:41.120581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-41e12af9-39b3-4b29-b562-717c4a4338e7 None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:47:41.188209 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da4850cb-f676-4e47-8439-d30227a523b3 req-75f81c7a-72f5-4796-af84-75bc90afe711 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353073 Apr 22 17:47:41.329125 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-da4850cb-f676-4e47-8439-d30227a523b3 req-14f61845-dda1-463b-b9dc-195664429dfe service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347163 Apr 22 17:47:41.636126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-41e12af9-39b3-4b29-b562-717c4a4338e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '98aa7843-b8a6-47da-b084-66ebf183efd1', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'floating_ip_address': '172.26.6.110', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'port_id': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'mac_address': 'fa:16:3e:3d:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:47:38Z', 'updated_at': '2021-04-22T17:47:38Z', 'revision_number': 0, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:47:41.641929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e12af9-39b3-4b29-b562-717c4a4338e7 None None] The sync data for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv is: [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '98aa7843-b8a6-47da-b084-66ebf183efd1', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'floating_ip_address': '172.26.6.110', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'port_id': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'mac_address': 'fa:16:3e:3d:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:47:38Z', 'updated_at': '2021-04-22T17:47:38Z', 'revision_number': 0, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:47:41.925911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf0afa-b644-40e5-9b69-ce62a7909216 None None] New status for floating IP 98aa7843-b8a6-47da-b084-66ebf183efd1: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:47:52.854047 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-bf8b15c8-57b2-4ca6-a4d9-eded747535b4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760469 Apr 22 17:47:53.006425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-85a1f839-372f-4523-8ace-175c02f7e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:53.007814 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-85a1f839-372f-4523-8ace-175c02f7e742 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1098 time: 0.0809450 Apr 22 17:47:53.162807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-66fae8e6-8fb7-44fd-ab50-60ed3afea791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:53.164338 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-66fae8e6-8fb7-44fd-ab50-60ed3afea791 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1356773 Apr 22 17:47:53.270782 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-33b9d1c2-af17-4532-bfcf-e47e7de770ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 200 len: 1001 time: 0.0978208 Apr 22 17:47:53.345786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-77e7d1d5-e3e8-41a8-b22a-d563923b1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:53.347313 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-77e7d1d5-e3e8-41a8-b22a-d563923b1a9f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0644784 Apr 22 17:47:53.431524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-6aef52ed-07ce-4f6e-889d-d18786c54b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:47:53.433045 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-6aef52ed-07ce-4f6e-889d-d18786c54b88 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748446 Apr 22 17:47:53.574855 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-c6828801-6633-419b-aad0-a9bab22d631d service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326203 Apr 22 17:47:53.725483 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cdbfe2e5-c1c0-462c-8ec4-38a42caa0678 req-548688f9-600b-4aae-b631-a20e21f962bf service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388769 Apr 22 17:47:58.102921 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9f21-0036-41f0-b375-e1b7c0320f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:00.308730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-985bb3a5-f0aa-49b3-8b8c-41f41d0504d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:01.470511 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:01.618957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:02.971467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:05.705431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:11.191277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:48:28.098261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f6619221-b5a9-4baf-9dd9-e12c329b3990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:30.303193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c358cc84-68e5-4c34-8dd4-ae925acb1ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:31.521355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:31.618431 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:32.979035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:35.707964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:48:48.189713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:48:52.880797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-8f40e3c6-b2ee-4d13-84d1-dfc3734f423d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853541 Apr 22 17:48:53.038146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-511e4a1b-39cc-459b-85bc-98946d59c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:48:53.039758 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-511e4a1b-39cc-459b-85bc-98946d59c767 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1098 time: 0.0782402 Apr 22 17:48:53.199304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-b85ff9c4-fd3b-4e32-904b-6ef503522139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:48:53.200944 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-b85ff9c4-fd3b-4e32-904b-6ef503522139 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1361613 Apr 22 17:48:53.314614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-e9cf438d-f903-4752-86c8-8db42335f95b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 200 len: 1001 time: 0.1032362 Apr 22 17:48:53.386262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-9946bc8f-c0fb-4be8-91d9-00a7e37237d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:48:53.387778 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-9946bc8f-c0fb-4be8-91d9-00a7e37237d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0622997 Apr 22 17:48:53.476717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-046114a9-db02-46fb-9093-bde346507d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:48:53.484975 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-046114a9-db02-46fb-9093-bde346507d53 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795488 Apr 22 17:48:53.623518 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-910dd957-fb4d-4ab4-9de4-b5b146561b41 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339331 Apr 22 17:48:53.773061 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a058722a-6973-4da3-9fd8-9d0ef9c97c46 req-ac695715-a7c2-4efd-9034-b0a42f20e8e2 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379788 Apr 22 17:48:58.119294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-427e1b79-be5b-4e0c-83af-eb0b2d568cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:00.297911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8522cc8a-43bc-49c2-b045-4c6f27ff7161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:01.495897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:01.616130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:02.984056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:05.718793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:25.188947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:49:28.101894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e0cf163e-703a-430d-be60-b73d9ff4d0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:30.306911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb414b0c-2ced-4586-831e-762b93f037b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:31.478249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:31.634780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:33.012167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:35.715354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:38.220624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ca49f-b1b5-47da-b3bc-9de2b898b6db req-b7e4284d-0689-4ba8-a01e-9757640ef10f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:38.222296 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a02ca49f-b1b5-47da-b3bc-9de2b898b6db req-b7e4284d-0689-4ba8-a01e-9757640ef10f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0965815 Apr 22 17:49:38.270258 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a02ca49f-b1b5-47da-b3bc-9de2b898b6db req-b3d58f1e-9764-4bc6-894b-9fc37db831fa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406599 Apr 22 17:49:39.473638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54de3d-b956-44bd-8766-627716559ffc req-9f9bdc4d-863d-42f4-9947-d627283d2e34 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:39.475269 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2b54de3d-b956-44bd-8766-627716559ffc req-9f9bdc4d-863d-42f4-9947-d627283d2e34 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0895331 Apr 22 17:49:39.525225 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2b54de3d-b956-44bd-8766-627716559ffc req-32051481-398b-40ec-b7bb-28f2115def80 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 Apr 22 17:49:40.740580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097ed6f-30e6-477c-b471-f1b018368c43 req-34abc5fe-eec6-4951-a364-8cdff9acf630 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:40.742172 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8097ed6f-30e6-477c-b471-f1b018368c43 req-34abc5fe-eec6-4951-a364-8cdff9acf630 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0894158 Apr 22 17:49:40.790278 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8097ed6f-30e6-477c-b471-f1b018368c43 req-6184d73d-fbc5-49bb-9ebe-f575e1986207 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405874 Apr 22 17:49:41.993859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a6b2f-f76c-402f-94e6-d3a846cdb48f req-5a3d6598-53da-47b6-9f52-eb8602dcb223 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:41.995417 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c76a6b2f-f76c-402f-94e6-d3a846cdb48f req-5a3d6598-53da-47b6-9f52-eb8602dcb223 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0917883 Apr 22 17:49:42.043152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c76a6b2f-f76c-402f-94e6-d3a846cdb48f req-7dde3ec5-b409-4194-8c49-61ebfe17ced4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413966 Apr 22 17:49:43.360821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498675-46f7-4698-93b4-99c22c4de894 req-20fbc1bb-1cab-4e1a-836c-3417a79a9dfc tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:43.362340 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-51498675-46f7-4698-93b4-99c22c4de894 req-20fbc1bb-1cab-4e1a-836c-3417a79a9dfc tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.2078671 Apr 22 17:49:43.410111 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-51498675-46f7-4698-93b4-99c22c4de894 req-5a5b734d-efb7-4783-b337-0948b82c4dfe tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412965 Apr 22 17:49:44.691301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafd31a-f7ab-4260-ba00-4563def03ed9 req-45de64f6-09c9-41a0-bc0f-1cc5f93eb93f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:44.692913 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cafd31a-f7ab-4260-ba00-4563def03ed9 req-45de64f6-09c9-41a0-bc0f-1cc5f93eb93f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.1678956 Apr 22 17:49:44.741605 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8cafd31a-f7ab-4260-ba00-4563def03ed9 req-21c3da97-5bf8-4521-9282-0a64645f2173 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422099 Apr 22 17:49:45.939795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605946c-b05f-4d1d-afed-7dce7058af72 req-56862c13-ec8d-4a2d-bce1-19c53ec2b663 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:45.941358 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f605946c-b05f-4d1d-afed-7dce7058af72 req-56862c13-ec8d-4a2d-bce1-19c53ec2b663 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0864334 Apr 22 17:49:45.991599 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f605946c-b05f-4d1d-afed-7dce7058af72 req-abc66466-6340-4a24-baf2-7aa46a73101d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439637 Apr 22 17:49:47.190240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b937-3a70-489c-92c1-46981960457f req-3370c533-ab19-4ea5-83ab-927dece2ae89 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:47.192272 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fb46b937-3a70-489c-92c1-46981960457f req-3370c533-ab19-4ea5-83ab-927dece2ae89 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0892305 Apr 22 17:49:47.240466 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fb46b937-3a70-489c-92c1-46981960457f req-37d0ecb4-fa16-4c3d-abaa-883566c5e80e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Apr 22 17:49:48.444094 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43538f-afad-42ad-a410-876530dcb1a9 req-701d858c-4298-47ac-b842-1903d2e68fab tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:48.445638 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-aa43538f-afad-42ad-a410-876530dcb1a9 req-701d858c-4298-47ac-b842-1903d2e68fab tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0904210 Apr 22 17:49:48.491934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-aa43538f-afad-42ad-a410-876530dcb1a9 req-2d73b772-e169-43a8-bf73-3b323bf505ea tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 Apr 22 17:49:49.692170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f0f91-eb6e-41f8-a1a8-8f5a01b5964f req-546a6787-811e-4328-b71e-e6c0100939e3 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:49.693765 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c76f0f91-eb6e-41f8-a1a8-8f5a01b5964f req-546a6787-811e-4328-b71e-e6c0100939e3 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0876281 Apr 22 17:49:49.741738 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c76f0f91-eb6e-41f8-a1a8-8f5a01b5964f req-e9d22757-4484-4122-b882-699d56b20f98 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Apr 22 17:49:50.945926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3fbfe-8503-4306-81ea-91c41569d97d req-3d2b4d9f-e3db-4255-9b3b-c6a3bd18ca55 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:50.947694 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-62c3fbfe-8503-4306-81ea-91c41569d97d req-3d2b4d9f-e3db-4255-9b3b-c6a3bd18ca55 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0924356 Apr 22 17:49:50.996155 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-62c3fbfe-8503-4306-81ea-91c41569d97d req-cfaa3de6-439c-4f78-9594-5064f31a3c74 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Apr 22 17:49:52.196759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9156f2-44e8-4817-b0bf-58a6e324f421 req-1a11b446-513c-4521-a438-f89b6c309fa3 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:52.203341 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a9156f2-44e8-4817-b0bf-58a6e324f421 req-1a11b446-513c-4521-a438-f89b6c309fa3 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0883286 Apr 22 17:49:52.250409 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0a9156f2-44e8-4817-b0bf-58a6e324f421 req-3263d9f7-d75d-4878-b979-ee85e214fd00 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455875 Apr 22 17:49:53.449688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205c711-70ef-46cc-ba72-d1367472ae4b req-d0887d36-92d7-477c-88a5-2a33385f420c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:53.451283 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2205c711-70ef-46cc-ba72-d1367472ae4b req-d0887d36-92d7-477c-88a5-2a33385f420c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0885806 Apr 22 17:49:53.498280 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2205c711-70ef-46cc-ba72-d1367472ae4b req-d4a5790d-97ba-4e25-8111-bc2646a4a3ed tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 Apr 22 17:49:54.703399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0ddc2-283a-40cf-9a74-cb75cdaf02aa req-deff58d4-0815-496d-83ad-652713ce47e5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:54.704997 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7be0ddc2-283a-40cf-9a74-cb75cdaf02aa req-deff58d4-0815-496d-83ad-652713ce47e5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0923071 Apr 22 17:49:54.752751 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7be0ddc2-283a-40cf-9a74-cb75cdaf02aa req-fdb8eae3-47ce-4b29-9392-26459afa2d78 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413208 Apr 22 17:49:55.026154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a13a-6f25-46d0-b9da-f4abc525ee66 req-bd897342-e487-4036-bbef-04015b5d11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:55.027804 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a92a13a-6f25-46d0-b9da-f4abc525ee66 req-bd897342-e487-4036-bbef-04015b5d11c9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1098 time: 0.1782732 Apr 22 17:49:55.465764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a13a-6f25-46d0-b9da-f4abc525ee66 req-f6ed46df-b9bd-4c3d-8257-aa09d12e653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:55.467386 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a92a13a-6f25-46d0-b9da-f4abc525ee66 req-f6ed46df-b9bd-4c3d-8257-aa09d12e653f service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.4170732 Apr 22 17:49:55.578538 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a92a13a-6f25-46d0-b9da-f4abc525ee66 req-e6c4d348-4333-41ad-b1dc-8114949dc135 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 200 len: 1001 time: 0.1010509 Apr 22 17:49:55.653239 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a13a-6f25-46d0-b9da-f4abc525ee66 req-2967ca7b-69ca-4775-9e87-5dfe3ec78d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:55.654718 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a92a13a-6f25-46d0-b9da-f4abc525ee66 req-2967ca7b-69ca-4775-9e87-5dfe3ec78d4e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0648301 Apr 22 17:49:55.742237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a13a-6f25-46d0-b9da-f4abc525ee66 req-46034b29-e585-4bf2-a3d6-709caa9c0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:55.743886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a92a13a-6f25-46d0-b9da-f4abc525ee66 req-46034b29-e585-4bf2-a3d6-709caa9c0848 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799024 Apr 22 17:49:55.890128 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a92a13a-6f25-46d0-b9da-f4abc525ee66 req-e896d84b-71bc-4cba-a36b-9938e05504ef service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377695 Apr 22 17:49:55.960420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaaae6-cde2-4492-a558-13fa85744ccf req-bf898b54-4efb-4873-b274-97ec2f80cc5f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:55.962049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d3eaaae6-cde2-4492-a558-13fa85744ccf req-bf898b54-4efb-4873-b274-97ec2f80cc5f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0923650 Apr 22 17:49:56.011634 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d3eaaae6-cde2-4492-a558-13fa85744ccf req-e3eff96c-3f7f-4f81-b444-aa7b4bc5fff8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421586 Apr 22 17:49:56.038143 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a92a13a-6f25-46d0-b9da-f4abc525ee66 req-ceff7442-a883-4f8b-b30b-635636b455f6 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369247 Apr 22 17:49:57.044764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device adbe4466-7a48-42a4-bc55-0c58e3d802ba details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:49:57.221174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:49:57.227786 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18058672-b5bd-44d6-a1f0-c66cd94bb4af req-837bb48d-458a-413d-940b-9dd5360fb4d1 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:57.235819 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18058672-b5bd-44d6-a1f0-c66cd94bb4af req-837bb48d-458a-413d-940b-9dd5360fb4d1 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.1028299 Apr 22 17:49:57.240101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'port_id': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'mac_address': 'fa:16:3e:3d:95:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:49:57.288794 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18058672-b5bd-44d6-a1f0-c66cd94bb4af req-8e3db9e1-4052-4105-9397-cc3168a62809 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517900 Apr 22 17:49:57.311202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:57.331850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adbe4466-7a48-42a4-bc55-0c58e3d802ba {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:49:57.349213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:49:57.375227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:57.377153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d5945f3c-14b6-4901-b7af-b03b6b8c94d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:49:57.456525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=adbe4466-7a48-42a4-bc55-0c58e3d802ba,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:49:57.464827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.465203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.465581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.465934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.466311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.466689 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.467411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.468116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.468498 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.468869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.470462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.470941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:49:57.476886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['adbe4466-7a48-42a4-bc55-0c58e3d802ba'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:49:57.509365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:49:58.118217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6882ac5b-0d4a-4e21-a8b0-b1678804cd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:58.490533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b82001-b573-41dd-8487-6a4d218d8fc4 req-a526afed-71ba-496e-b989-75abad5ba608 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:58.492212 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84b82001-b573-41dd-8487-6a4d218d8fc4 req-a526afed-71ba-496e-b989-75abad5ba608 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 944 time: 0.0917833 Apr 22 17:49:58.543275 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-84b82001-b573-41dd-8487-6a4d218d8fc4 req-89b4855d-f20b-492a-92e9-449237d79ba9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434577 Apr 22 17:49:59.060717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device adbe4466-7a48-42a4-bc55-0c58e3d802ba up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:49:59.144321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port adbe4466-7a48-42a4-bc55-0c58e3d802ba triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:49:59.145076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:59.273266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:59.302099 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:49:59.317944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:49:59.346894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:49:59.349012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:49:59.435012 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'code': 200} Apr 22 17:49:59.445506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=adbe4466-7a48-42a4-bc55-0c58e3d802ba,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:49:59.449463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:49:59.757497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c48ee-4187-4dc4-b7ca-253e934bc8cc req-b773f626-3048-420a-baef-af4a246f7998 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:49:59.759205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-805c48ee-4187-4dc4-b7ca-253e934bc8cc req-b773f626-3048-420a-baef-af4a246f7998 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0959406 Apr 22 17:49:59.809871 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-805c48ee-4187-4dc4-b7ca-253e934bc8cc req-dee5c907-1723-4073-bf1a-03c7651fb5ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432324 Apr 22 17:50:00.340924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a2a9cd3-25b9-40bb-bb9a-48a5789b6200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:01.033465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcb99-c6c3-4ec2-b042-0407664f58c4 req-b1e3cd86-937d-4a5f-bff6-3f0044d71d42 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:01.035046 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1c4fcb99-c6c3-4ec2-b042-0407664f58c4 req-b1e3cd86-937d-4a5f-bff6-3f0044d71d42 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0966628 Apr 22 17:50:01.085246 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1c4fcb99-c6c3-4ec2-b042-0407664f58c4 req-cb5ff4b7-4b7d-4c21-a7b8-954d8b5e0402 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436680 Apr 22 17:50:01.485919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:01.632255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:02.189212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:50:02.299504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4528d-7077-4a5a-801e-eb0eaebeccc8 req-1e9ee6b5-f051-47bd-ab38-7cd74d127c40 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:02.301422 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-38c4528d-7077-4a5a-801e-eb0eaebeccc8 req-1e9ee6b5-f051-47bd-ab38-7cd74d127c40 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0949538 Apr 22 17:50:02.352501 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-38c4528d-7077-4a5a-801e-eb0eaebeccc8 req-f53dda4d-4bc4-4f1d-9f0e-760dc39925e3 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441592 Apr 22 17:50:03.154655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:03.592668 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426fb70-864d-47c5-9bc4-0b9d5efe16f3 req-755164eb-07ed-45e9-9dd0-6f3a9e9e42fb tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:03.599191 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d426fb70-864d-47c5-9bc4-0b9d5efe16f3 req-755164eb-07ed-45e9-9dd0-6f3a9e9e42fb tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.1021054 Apr 22 17:50:03.659269 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d426fb70-864d-47c5-9bc4-0b9d5efe16f3 req-d74077b6-af49-419a-b506-b7efded97e49 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577714 Apr 22 17:50:04.881827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369836e9-8abe-4ee1-80bd-728f73db8979 req-911ee8ca-9ccb-4d0b-8df3-54dbfe55f8a1 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:04.883635 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-369836e9-8abe-4ee1-80bd-728f73db8979 req-911ee8ca-9ccb-4d0b-8df3-54dbfe55f8a1 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0895674 Apr 22 17:50:04.943435 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-369836e9-8abe-4ee1-80bd-728f73db8979 req-3fbcd521-1913-45b5-894c-39fb0b6d73f2 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514863 Apr 22 17:50:05.737198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:06.154215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862408b-ee1a-4b96-823d-afe169237405 req-6976ae3f-713d-4377-81d1-edb88b6bc041 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:06.156276 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a862408b-ee1a-4b96-823d-afe169237405 req-6976ae3f-713d-4377-81d1-edb88b6bc041 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0923440 Apr 22 17:50:06.204272 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a862408b-ee1a-4b96-823d-afe169237405 req-d00fa8b9-6ceb-43f6-a4dd-2c93f5c236b5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416620 Apr 22 17:50:07.418502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19386bb3-d54a-4142-81d9-a35d60ddb21f req-d56bb362-7a4d-4e35-8486-d4a04799e7e5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:07.420155 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-19386bb3-d54a-4142-81d9-a35d60ddb21f req-d56bb362-7a4d-4e35-8486-d4a04799e7e5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0912907 Apr 22 17:50:07.467900 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-19386bb3-d54a-4142-81d9-a35d60ddb21f req-5af0a538-7b24-48cb-b235-3991403b7b00 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Apr 22 17:50:08.535074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98b05d-0fba-42a6-abe3-84f68172b3e5 req-1f76d24e-e995-417f-ac29-ce34ceba0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:08.536693 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f98b05d-0fba-42a6-abe3-84f68172b3e5 req-1f76d24e-e995-417f-ac29-ce34ceba0013 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1098 time: 0.0847702 Apr 22 17:50:08.671879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5d03a-edaa-47be-ad34-dbfb63da382d req-fb7cc615-2d53-408d-ba1f-8ab1f4e00573 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:08.673059 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9da5d03a-edaa-47be-ad34-dbfb63da382d req-fb7cc615-2d53-408d-ba1f-8ab1f4e00573 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0886250 Apr 22 17:50:08.685551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98b05d-0fba-42a6-abe3-84f68172b3e5 req-3061a624-93ce-4adb-949c-9164d56525c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:08.687139 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f98b05d-0fba-42a6-abe3-84f68172b3e5 req-3061a624-93ce-4adb-949c-9164d56525c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1396968 Apr 22 17:50:08.723271 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9da5d03a-edaa-47be-ad34-dbfb63da382d req-6c5bd385-c136-4761-b11f-a8362402ddf0 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Apr 22 17:50:08.799903 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f98b05d-0fba-42a6-abe3-84f68172b3e5 req-266de61f-b84c-4bce-b62a-4c21db28d189 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 200 len: 1001 time: 0.1054230 Apr 22 17:50:08.873295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98b05d-0fba-42a6-abe3-84f68172b3e5 req-4fd1f4e8-8a93-44ac-a3d8-54c249ae47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:08.874886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f98b05d-0fba-42a6-abe3-84f68172b3e5 req-4fd1f4e8-8a93-44ac-a3d8-54c249ae47d8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0681267 Apr 22 17:50:08.956271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98b05d-0fba-42a6-abe3-84f68172b3e5 req-b0714049-48b4-4f91-98f1-13ae6baa358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:08.958927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f98b05d-0fba-42a6-abe3-84f68172b3e5 req-b0714049-48b4-4f91-98f1-13ae6baa358d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769985 Apr 22 17:50:09.103284 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f98b05d-0fba-42a6-abe3-84f68172b3e5 req-51dfaa8d-b7fc-490c-8938-8f64ffa4c445 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353328 Apr 22 17:50:09.249535 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1f98b05d-0fba-42a6-abe3-84f68172b3e5 req-431f2ab8-3246-4ae2-bb46-8a81f688d869 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353683 Apr 22 17:50:09.930457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84afe2e-e530-4a2e-a5c3-5c6ede3574f9 req-747a1758-bbd4-405e-a0b8-eee850bebbf7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:09.932581 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c84afe2e-e530-4a2e-a5c3-5c6ede3574f9 req-747a1758-bbd4-405e-a0b8-eee850bebbf7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0906739 Apr 22 17:50:09.979403 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c84afe2e-e530-4a2e-a5c3-5c6ede3574f9 req-f1a38853-a68e-4887-8ddb-93154ef41b66 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405390 Apr 22 17:50:11.180522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42404344-1c5c-4a17-9498-515d2cc401d7 req-2805a5e4-e840-4c78-b9d4-ee7beffa2a55 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:11.188679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-42404344-1c5c-4a17-9498-515d2cc401d7 req-2805a5e4-e840-4c78-b9d4-ee7beffa2a55 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0899830 Apr 22 17:50:11.234594 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-42404344-1c5c-4a17-9498-515d2cc401d7 req-9896239b-96f8-4012-9062-64cf508ee4cb tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459189 Apr 22 17:50:12.434439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b5312-f268-44a1-ab29-e4ff29ba4739 req-e0515d1c-1e57-4e24-a87d-ee2816349a93 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:12.436053 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dd3b5312-f268-44a1-ab29-e4ff29ba4739 req-e0515d1c-1e57-4e24-a87d-ee2816349a93 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0880527 Apr 22 17:50:12.483832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dd3b5312-f268-44a1-ab29-e4ff29ba4739 req-3573bab7-2bec-48b7-94ef-1cfd217bf1ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413570 Apr 22 17:50:12.929221 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9657d0-0b50-4c4e-a776-f5501415ed10 req-dc1b0921-0620-4e25-9757-935d8e708696 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:12.930928 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-af9657d0-0b50-4c4e-a776-f5501415ed10 req-dc1b0921-0620-4e25-9757-935d8e708696 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 945 time: 0.0931640 Apr 22 17:50:12.979279 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-af9657d0-0b50-4c4e-a776-f5501415ed10 req-2c8dd4f1-790a-4fdf-bc25-cc5d8384cb8d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Apr 22 17:50:13.117756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device adbe4466-7a48-42a4-bc55-0c58e3d802ba no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:50:13.239284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:13.267391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:50:13.278405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:50:13.278756 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40734) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:50:13.308857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:13.311489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:50:13.349678 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'code': 422} returned with failed status Apr 22 17:50:13.383885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=adbe4466-7a48-42a4-bc55-0c58e3d802ba,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:50:13.387355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:50:13.403265 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f26945f-ebc8-4935-be1d-e838999912ea req-b55929f1-b077-489a-955c-f9fc3f764ad2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1227143 Apr 22 17:50:14.128503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26945f-ebc8-4935-be1d-e838999912ea req-be809f15-f1c9-482b-8890-f886b30beb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:14.130131 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f26945f-ebc8-4935-be1d-e838999912ea req-be809f15-f1c9-482b-8890-f886b30beb04 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8&tenant_id=159f021aeb254673bb01fb18da4b9f19 HTTP/1.1" status: 200 len: 1096 time: 0.0848761 Apr 22 17:50:14.186790 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca93f15-1b81-430d-8489-a1caa1ec5996 req-f7a015e0-6cd3-4682-bd45-8a1d561a1b3b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:14.188377 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9ca93f15-1b81-430d-8489-a1caa1ec5996 req-f7a015e0-6cd3-4682-bd45-8a1d561a1b3b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0932467 Apr 22 17:50:14.230492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26945f-ebc8-4935-be1d-e838999912ea req-ea7ddb0e-906f-4c8f-b4f7-ef5db0be8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:14.232136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f26945f-ebc8-4935-be1d-e838999912ea req-ea7ddb0e-906f-4c8f-b4f7-ef5db0be8605 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1096 time: 0.0788631 Apr 22 17:50:14.235708 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9ca93f15-1b81-430d-8489-a1caa1ec5996 req-90390ae9-753b-4482-8c0b-12c76f71f596 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Apr 22 17:50:14.378288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26945f-ebc8-4935-be1d-e838999912ea req-67881878-f90c-4656-b19b-50a4e60a598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:14.379860 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f26945f-ebc8-4935-be1d-e838999912ea req-67881878-f90c-4656-b19b-50a4e60a598c service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1382418 Apr 22 17:50:14.493313 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f26945f-ebc8-4935-be1d-e838999912ea req-882355c5-2010-4f3e-b962-3e9b1de2d1e2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 200 len: 999 time: 0.1030071 Apr 22 17:50:14.564159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26945f-ebc8-4935-be1d-e838999912ea req-707dfa7c-51e4-44e9-a09e-98d1236396f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:14.565657 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f26945f-ebc8-4935-be1d-e838999912ea req-707dfa7c-51e4-44e9-a09e-98d1236396f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0621886 Apr 22 17:50:14.653793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26945f-ebc8-4935-be1d-e838999912ea req-1b6e94ad-1d91-4215-b9d1-77c7eefbb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:14.655307 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f26945f-ebc8-4935-be1d-e838999912ea req-1b6e94ad-1d91-4215-b9d1-77c7eefbb585 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794668 Apr 22 17:50:14.802399 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f26945f-ebc8-4935-be1d-e838999912ea req-d5b8bfda-1e53-40da-a00d-dc169004becc service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355972 Apr 22 17:50:14.943756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7f26945f-ebc8-4935-be1d-e838999912ea req-5befed0e-0bac-4344-948f-f8853fdba7ca service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314840 Apr 22 17:50:15.433436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fb0da-879c-485a-9dbf-4268ec1ad181 req-a7affee5-051b-4f87-ade6-c1c48e193a4f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:15.435033 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-714fb0da-879c-485a-9dbf-4268ec1ad181 req-a7affee5-051b-4f87-ade6-c1c48e193a4f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0868883 Apr 22 17:50:15.482843 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-714fb0da-879c-485a-9dbf-4268ec1ad181 req-deb74de3-e983-4179-aa3f-5a3c6acc5f41 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 Apr 22 17:50:16.693245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc93252-5ea6-4ab0-a4dd-4da8a41c9c21 req-50167e12-f3da-4042-9b62-64890d67549e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:16.694871 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bcc93252-5ea6-4ab0-a4dd-4da8a41c9c21 req-50167e12-f3da-4042-9b62-64890d67549e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0961680 Apr 22 17:50:16.758841 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bcc93252-5ea6-4ab0-a4dd-4da8a41c9c21 req-129ab02e-a795-4c53-a5a6-097701f255eb tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572071 Apr 22 17:50:17.967600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf5a37-c7de-45ab-9cdc-cbd9651225e1 req-9047f4e6-ceed-431a-9e12-a23351e9944b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:17.969256 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bfaf5a37-c7de-45ab-9cdc-cbd9651225e1 req-9047f4e6-ceed-431a-9e12-a23351e9944b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.1009905 Apr 22 17:50:18.023692 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bfaf5a37-c7de-45ab-9cdc-cbd9651225e1 req-dc801ff1-e49a-4ef9-b303-65ee30fde9c9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478256 Apr 22 17:50:19.232965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14ac16-de02-40d5-b24a-6c37f3c0ee34 req-388762cd-5f2e-4d44-bfc2-13d36d289390 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:19.234642 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ec14ac16-de02-40d5-b24a-6c37f3c0ee34 req-388762cd-5f2e-4d44-bfc2-13d36d289390 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0932274 Apr 22 17:50:19.283452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ec14ac16-de02-40d5-b24a-6c37f3c0ee34 req-9f418615-c1c8-4df7-869b-fd1e4277ae52 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Apr 22 17:50:20.497746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0a484-f00a-40d8-9a0a-ee63e427ba31 req-2b0a9636-55b0-4ba3-8a90-8af2fcf13f17 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:20.500515 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-17e0a484-f00a-40d8-9a0a-ee63e427ba31 req-2b0a9636-55b0-4ba3-8a90-8af2fcf13f17 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0953853 Apr 22 17:50:20.554152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-17e0a484-f00a-40d8-9a0a-ee63e427ba31 req-b798c990-378c-4f5f-8528-59d3a6b213c4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432658 Apr 22 17:50:21.770671 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf7c0-dc41-439f-bcc7-470e334bd195 req-c4b7577a-484f-4e23-9201-ce2596630dba tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:21.772467 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-837cf7c0-dc41-439f-bcc7-470e334bd195 req-c4b7577a-484f-4e23-9201-ce2596630dba tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0970502 Apr 22 17:50:21.823100 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-837cf7c0-dc41-439f-bcc7-470e334bd195 req-5e591860-228e-4a4d-b471-1d42379aa215 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438049 Apr 22 17:50:23.039118 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73f649-eea8-4b50-9adc-950a529640a7 req-48a6d1cd-ef74-4a30-a15a-40bf848c19ab tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:23.040686 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e73f649-eea8-4b50-9adc-950a529640a7 req-48a6d1cd-ef74-4a30-a15a-40bf848c19ab tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0940804 Apr 22 17:50:23.094577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5e73f649-eea8-4b50-9adc-950a529640a7 req-8bad4b00-7db0-4482-8dc7-d8a1f440cafb tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469866 Apr 22 17:50:24.303024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f13535-3786-4050-b007-b86a0f6984f0 req-1f60b055-b3f9-45e6-93e3-3c532d3a9a97 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:24.304612 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1f13535-3786-4050-b007-b86a0f6984f0 req-1f60b055-b3f9-45e6-93e3-3c532d3a9a97 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0898156 Apr 22 17:50:24.359943 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c1f13535-3786-4050-b007-b86a0f6984f0 req-438ea288-f652-48cc-aad2-d7a73ce9d16d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489354 Apr 22 17:50:25.841226 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb54cad-caa2-412b-84ca-ebafecd41871 req-73e27af3-feff-4c2b-b3f1-6f7abe01aded tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:25.842859 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dcb54cad-caa2-412b-84ca-ebafecd41871 req-73e27af3-feff-4c2b-b3f1-6f7abe01aded tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.3613873 Apr 22 17:50:25.888948 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dcb54cad-caa2-412b-84ca-ebafecd41871 req-20ce6709-de41-4f55-aa80-146a88dec3dc tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397494 Apr 22 17:50:27.089531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7065d97-0a5c-4834-9f6d-0afa435176bd req-d8f8ef79-2222-4c78-8090-5efae32573aa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:27.091032 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e7065d97-0a5c-4834-9f6d-0afa435176bd req-d8f8ef79-2222-4c78-8090-5efae32573aa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0892632 Apr 22 17:50:27.138541 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e7065d97-0a5c-4834-9f6d-0afa435176bd req-73832fec-0811-4ea3-86da-b4b7e9f97398 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409131 Apr 22 17:50:28.108095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d71cee2-0c42-4577-a797-c10f8e43e000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:28.343978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a029b-6d12-4684-9e99-c94809c5f343 req-00e8f297-0a18-4377-b80f-3630fbe6603b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:28.345552 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-540a029b-6d12-4684-9e99-c94809c5f343 req-00e8f297-0a18-4377-b80f-3630fbe6603b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 943 time: 0.0917351 Apr 22 17:50:28.392866 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-540a029b-6d12-4684-9e99-c94809c5f343 req-21e8d1b1-80a1-4a7c-b829-8be4cb553d81 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409355 Apr 22 17:50:29.200371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device adbe4466-7a48-42a4-bc55-0c58e3d802ba details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:50:29.338579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:50:29.355692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'port_id': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'mac_address': 'fa:16:3e:3d:95:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:50:29.414982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:29.433232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbe4466-7a48-42a4-bc55-0c58e3d802ba {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:50:29.450262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:50:29.485631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:29.487471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2720953a-4c8c-4576-ae5b-7c8e6fa5b0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:50:29.562555 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=adbe4466-7a48-42a4-bc55-0c58e3d802ba,revision_number=9']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:50:29.566027 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:50:29.746367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701890d-439d-46b7-8265-733e480db6d4 req-40973ae2-b8ed-4514-a86d-bbd48d781378 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:29.747935 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9701890d-439d-46b7-8265-733e480db6d4 req-40973ae2-b8ed-4514-a86d-bbd48d781378 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 944 time: 0.0897186 Apr 22 17:50:29.797555 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9701890d-439d-46b7-8265-733e480db6d4 req-aff060d8-911d-42d3-b8f0-f06cbcd4037d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433066 Apr 22 17:50:29.823857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['adbe4466-7a48-42a4-bc55-0c58e3d802ba'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:50:30.302160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b53721cf-e564-4185-bd82-86b5fb78fa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:30.998232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721b601-71af-4c2e-a424-6e8c756d430f req-2e2c4ae9-952f-4161-827b-597542500386 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:30.999820 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8721b601-71af-4c2e-a424-6e8c756d430f req-2e2c4ae9-952f-4161-827b-597542500386 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 944 time: 0.0906794 Apr 22 17:50:31.046382 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8721b601-71af-4c2e-a424-6e8c756d430f req-b60e0dff-534f-40be-8213-8f1272912597 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 Apr 22 17:50:31.216056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device adbe4466-7a48-42a4-bc55-0c58e3d802ba up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:50:31.287254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port adbe4466-7a48-42a4-bc55-0c58e3d802ba triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:50:31.287616 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:31.410488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:31.448513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:50:31.461336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:50:31.497597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'code': 200} Apr 22 17:50:31.498369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:31.534278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:31.536230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:50:31.621047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=adbe4466-7a48-42a4-bc55-0c58e3d802ba,revision_number=10']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:50:31.624108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:50:31.637046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:31.812105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1020b4-512c-4f92-9072-3e5d89548f85 req-bb7bb34b-316c-4266-80b3-03ac49ea94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:31.813676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-db1020b4-512c-4f92-9072-3e5d89548f85 req-bb7bb34b-316c-4266-80b3-03ac49ea94a2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1099 time: 0.0798931 Apr 22 17:50:31.859666 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-db1020b4-512c-4f92-9072-3e5d89548f85 req-9af0d698-7b4b-4f55-9af6-7e14b5fa997c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354869 Apr 22 17:50:32.242991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd98ef-a6da-4f82-abdb-aa4c71bf6c05 req-aaac2ebd-b149-4a29-a79e-7e59a82affed tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:32.244568 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63bd98ef-a6da-4f82-abdb-aa4c71bf6c05 req-aaac2ebd-b149-4a29-a79e-7e59a82affed tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 946 time: 0.0870616 Apr 22 17:50:32.294565 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-63bd98ef-a6da-4f82-abdb-aa4c71bf6c05 req-bc7a94f5-ea26-4f25-94bb-1d97f2d30749 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436683 Apr 22 17:50:32.991858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:33.494337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275133dd-4006-49c6-9516-78be8fab33d2 req-435f18df-0e9a-4dfc-a5cb-bf4ae45cf751 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:33.496042 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-275133dd-4006-49c6-9516-78be8fab33d2 req-435f18df-0e9a-4dfc-a5cb-bf4ae45cf751 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 946 time: 0.0884392 Apr 22 17:50:33.549220 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-275133dd-4006-49c6-9516-78be8fab33d2 req-6cef2054-4a17-40dd-ae01-c044965ddb57 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425262 Apr 22 17:50:34.756480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73d764-7bbe-4d74-b81b-3182ee12c1f4 req-50a632b5-73ba-406f-85a6-5bce2824cd0c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:34.758062 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fd73d764-7bbe-4d74-b81b-3182ee12c1f4 req-50a632b5-73ba-406f-85a6-5bce2824cd0c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 946 time: 0.0938947 Apr 22 17:50:34.808215 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fd73d764-7bbe-4d74-b81b-3182ee12c1f4 req-4ec3aef8-93f9-4752-9228-2eb5b1f90ef4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432506 Apr 22 17:50:35.734686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:50:39.189596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:50:54.862606 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-fad4d022-2d51-4c0d-bc96-8122ad2f7cb2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827661 Apr 22 17:50:55.019754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-4c3987e1-7ae4-44a2-a29d-13454a30533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:55.021344 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-4c3987e1-7ae4-44a2-a29d-13454a30533b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1099 time: 0.0787888 Apr 22 17:50:55.175223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-614bf9be-4aec-47fe-85a8-0bddbc7a2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:55.176750 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-614bf9be-4aec-47fe-85a8-0bddbc7a2889 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1336777 Apr 22 17:50:55.286580 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-94bd6512-f5ca-4577-9dc9-50f0987a74e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 200 len: 1001 time: 0.1013212 Apr 22 17:50:55.356439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-99644355-98ce-48d2-ba21-234e17a020a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:55.357904 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-99644355-98ce-48d2-ba21-234e17a020a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0623186 Apr 22 17:50:55.442649 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-f23e4f4f-2b52-497b-a8ee-cf8903ef5e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:50:55.444180 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-f23e4f4f-2b52-497b-a8ee-cf8903ef5e1f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777814 Apr 22 17:50:55.584342 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-ce32759e-35db-43da-8fa9-4cdf67cf99e7 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318383 Apr 22 17:50:55.724680 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ed13708a-b29c-4b26-a592-7b584b761f4a req-c505bf59-9c40-4bbc-83a5-e30325359a43 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318340 Apr 22 17:50:58.110873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b142c123-2e23-4908-9bcd-9cf1a1643dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:00.299630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9ef82206-2657-46ff-b8ab-ae16457d1f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:01.470938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:01.642261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:03.034063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:05.742055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:16.189248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:51:28.119367 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85e85831-e992-4b91-8991-8b3630dac8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:30.304484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-831e4453-c562-46fb-9f78-756c227de256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:31.487359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:31.635861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:33.004558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:35.741479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:48.090538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 40866) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:48.304738 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Deleting port 53a234fb-67e8-41c6-a7dc-c12739dbcf22 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:51:48.305644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:48.481309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:48.481686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:48.611551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Calling delete_port for 53a234fb-67e8-41c6-a7dc-c12739dbcf22 owned by network:floatingip {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:51:48.862123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:48.866847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-78e64100-7624-4fed-9b56-d891c80cdd79 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:51:48.919262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event deleted for resources: {'Port': ['ID=53a234fb-67e8-41c6-a7dc-c12739dbcf22,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:51:48.961638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.962075 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.962504 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.962970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.963366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.963782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.964198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.964611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.965285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.965696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.966107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.966522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:48.995617 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:51:49.024975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for floatingip, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:49.025392 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Floating IP 98aa7843-b8a6-47da-b084-66ebf183efd1 disassociated (deleted). External IP: 172.26.6.110, port: adbe4466-7a48-42a4-bc55-0c58e3d802ba. Apr 22 17:51:49.400719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Router c4ad42cb-4525-4da4-88b0-55e31984ec38 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:51:49.585236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:51:49.596810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f1f62-567c-4729-9904-6e55793d9159 None None] Sync routers for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:51:49.603153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:49.606663 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f1f62-567c-4729-9904-6e55793d9159 None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:51:49.607321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8c5f1f62-567c-4729-9904-6e55793d9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:51:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:51:49.663421 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3c52e518-0458-45ee-91e0-2c40df871359 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "DELETE /v2.0/floatingips/98aa7843-b8a6-47da-b084-66ebf183efd1 HTTP/1.1" status: 204 len: 168 time: 1.5716634 Apr 22 17:51:49.664058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:51:49.811263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8c5f1f62-567c-4729-9904-6e55793d9159 None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:51:49.935114 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'status': 'completed', 'code': 200} Apr 22 17:51:50.060097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c163-2c66-4df7-a1b1-6fe790905707 req-66c73598-fcbe-441f-919d-40ab68503897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:51:50.062088 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52e8c163-2c66-4df7-a1b1-6fe790905707 req-66c73598-fcbe-441f-919d-40ab68503897 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 1099 time: 0.0905502 Apr 22 17:51:50.153510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8c5f1f62-567c-4729-9904-6e55793d9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:51:50.158464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f1f62-567c-4729-9904-6e55793d9159 None None] Checking router: c4ad42cb-4525-4da4-88b0-55e31984ec38 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:51:50.167612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f1f62-567c-4729-9904-6e55793d9159 None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:51:50.168269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8c5f1f62-567c-4729-9904-6e55793d9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:51:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:51:50.187366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d88483-5784-4e26-9b32-fd1263136394 req-772458fe-e162-412e-bc08-089530d5c172 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:51:50.188203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c4d88483-5784-4e26-9b32-fd1263136394 req-772458fe-e162-412e-bc08-089530d5c172 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Synchronizing usage tracker for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:51:50.207312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c163-2c66-4df7-a1b1-6fe790905707 req-c6f78d8b-c44f-4c17-b41c-f4341406d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:51:50.209226 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52e8c163-2c66-4df7-a1b1-6fe790905707 req-c6f78d8b-c44f-4c17-b41c-f4341406d0c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1387181 Apr 22 17:51:50.241484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c4d88483-5784-4e26-9b32-fd1263136394 req-772458fe-e162-412e-bc08-089530d5c172 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Unset dirty status for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:51:50.242846 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c4d88483-5784-4e26-9b32-fd1263136394 req-772458fe-e162-412e-bc08-089530d5c172 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 946 time: 0.1462560 Apr 22 17:51:50.286384 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52e8c163-2c66-4df7-a1b1-6fe790905707 req-8c6c583f-746f-4da5-a816-2128738b5bd1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 200 len: 217 time: 0.0693374 Apr 22 17:51:50.292199 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c4d88483-5784-4e26-9b32-fd1263136394 req-8185e301-ca3d-4940-8764-77aad0101275 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Apr 22 17:51:50.354610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c163-2c66-4df7-a1b1-6fe790905707 req-953e2dc0-0796-415c-99e3-7bafeb736b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:51:50.356195 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52e8c163-2c66-4df7-a1b1-6fe790905707 req-953e2dc0-0796-415c-99e3-7bafeb736b9f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0627978 Apr 22 17:51:50.359478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-8c5f1f62-567c-4729-9904-6e55793d9159 None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:51:50.441582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c163-2c66-4df7-a1b1-6fe790905707 req-1fabe39e-bb83-4bbd-9655-a4779272404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:51:50.443215 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52e8c163-2c66-4df7-a1b1-6fe790905707 req-1fabe39e-bb83-4bbd-9655-a4779272404e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799975 Apr 22 17:51:50.693764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-8c5f1f62-567c-4729-9904-6e55793d9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:51:50.698552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f1f62-567c-4729-9904-6e55793d9159 None None] The sync data for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv is: [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:51:50.873927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52e8c163-2c66-4df7-a1b1-6fe790905707 req-3c4acd8f-f8f3-4dd5-987b-91faf8b29eab service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222066 Apr 22 17:51:51.019216 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52e8c163-2c66-4df7-a1b1-6fe790905707 req-0f429e4e-20e7-443c-9890-4701d645150e service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375108 Apr 22 17:51:51.141271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca36a72-c038-42bd-a898-237f7ca14541 None None] New status for floating IP 98aa7843-b8a6-47da-b084-66ebf183efd1: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:51:51.497994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c2561-bcf1-463d-ae5e-32be611ae98d req-8c2f293b-b212-412f-9846-925be4424510 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:51:51.499611 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-687c2561-bcf1-463d-ae5e-32be611ae98d req-8c2f293b-b212-412f-9846-925be4424510 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 946 time: 0.0899096 Apr 22 17:51:51.545670 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-687c2561-bcf1-463d-ae5e-32be611ae98d req-446110dc-9f0f-4d01-ac85-38cbba8accc6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=1af99e58-a980-416c-af76-97806aacbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396316 Apr 22 17:51:51.657289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-d2c734f9-16ed-4e60-ae6e-23dd7232e766 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:51:51.658040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-d2c734f9-16ed-4e60-ae6e-23dd7232e766 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Synchronizing usage tracker for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:51:51.671130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-d2c734f9-16ed-4e60-ae6e-23dd7232e766 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Unset dirty status for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:51:51.672316 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-d2c734f9-16ed-4e60-ae6e-23dd7232e766 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.78 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 946 time: 0.1002343 Apr 22 17:51:51.757024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Deleting port adbe4466-7a48-42a4-bc55-0c58e3d802ba {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:51:51.757413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:52.013556 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] For port adbe4466-7a48-42a4-bc55-0c58e3d802ba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=adbe4466-7a48-42a4-bc55-0c58e3d802ba,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:51:52.013974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:52.146591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Calling delete_port for adbe4466-7a48-42a4-bc55-0c58e3d802ba owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:51:52.389973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:52.396879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ef9d4865-dc8a-4051-b3f4-2064d1ca466f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:51:52.447178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event deleted for resources: {'Port': ['ID=adbe4466-7a48-42a4-bc55-0c58e3d802ba,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.498347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:51:52.527012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:51:52.538377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] No DVR routers for this DVR port adbe4466-7a48-42a4-bc55-0c58e3d802ba on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:51:52.540763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:52.543544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'name': 'network-vif-deleted', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:51:52.579805 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8fa5fb74-cc2f-45fe-8fe1-50b5af516582 req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.78 "DELETE /v2.0/ports/adbe4466-7a48-42a4-bc55-0c58e3d802ba HTTP/1.1" status: 204 len: 173 time: 0.8981311 Apr 22 17:51:52.593705 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd100cb7c-37a4-4f18-bed2-659fb08f39d8', 'name': 'network-vif-deleted', 'tag': 'adbe4466-7a48-42a4-bc55-0c58e3d802ba', 'status': 'completed', 'code': 200} Apr 22 17:51:52.709251 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ef688731-bbd5-4579-8a60-75fc80d4665d req-c38f7d52-2666-45ca-9d11-a70163c509d1 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=d100cb7c-37a4-4f18-bed2-659fb08f39d8 HTTP/1.1" status: 200 len: 210 time: 0.0485768 Apr 22 17:51:53.189136 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:51:53.812391 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40886) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:53.889277 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecd015db-78a3-4655-a119-bedc5470111c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:53.921402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecd015db-78a3-4655-a119-bedc5470111c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:54.110123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecd015db-78a3-4655-a119-bedc5470111c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:54.115285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9e0072c1-c604-4778-b6f8-d0a911011cc4 tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:51:54.130141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd015db-78a3-4655-a119-bedc5470111c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af99e58-a980-416c-af76-97806aacbb05,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:51:54.132977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ecd015db-78a3-4655-a119-bedc5470111c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:51:54.166820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ecd015db-78a3-4655-a119-bedc5470111c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:54.168064 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ecd015db-78a3-4655-a119-bedc5470111c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "DELETE /v2.0/security-groups/1af99e58-a980-416c-af76-97806aacbb05 HTTP/1.1" status: 204 len: 168 time: 0.3545876 Apr 22 17:51:55.576564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device adbe4466-7a48-42a4-bc55-0c58e3d802ba no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:51:55.611957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40896) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:55.614775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: adbe4466-7a48-42a4-bc55-0c58e3d802ba {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:51:55.615180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device adbe4466-7a48-42a4-bc55-0c58e3d802ba not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:51:55.618397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331376084', 'description': 'tempest-secgroup-smoke-331376084 description', 'project_id': '159f021aeb254673bb01fb18da4b9f19'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:55.625204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:51:55.629547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:51:55.632563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:51:55.639047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:51:55.666949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:55.688055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:51:55.692125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:51:55.695076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:51:55.701538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:51:55.935607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:55.964002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:55.969533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a8e89ac2-f5a2-464a-b5e3-acbc8fd1c1e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:51:56.015852 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32750440-927b-4b26-8ddf-8e91b9b1fca8,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:51:56.018585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:51:56.056105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.057413 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-63baccc8-5b48-44cb-a3e2-184cdcbf20ac tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4442148 Apr 22 17:51:56.060335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40900) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:56.065848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '32750440-927b-4b26-8ddf-8e91b9b1fca8', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:56.072959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:51:56.076978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:51:56.080009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:51:56.086146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:51:56.125262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.187688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.215748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.217605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-80c5afa6-fe1d-4347-88ae-ca8300ef022a tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:51:56.240775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a57b430-8576-4925-affa-76001b8d975f,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:51:56.243885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:51:56.324246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.325527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3b8273fb-47f8-464d-b13c-398bf2ab0f2d tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2641830 Apr 22 17:51:56.328411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40904) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:56.333934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '32750440-927b-4b26-8ddf-8e91b9b1fca8', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:56.340564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:51:56.344600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:51:56.347647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:51:56.354183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:51:56.401966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.464306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.498385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.500264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1ff73f08-2c4b-4eaa-be67-8591ba3950f6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:51:56.526318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbc9440-0652-4a38-b92a-cb8c9b501603,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:51:56.528877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:51:56.567103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.568362 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-88113770-92a0-487e-acbb-f5e1987704d7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2389655 Apr 22 17:51:56.571272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40908) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:56.576777 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '32750440-927b-4b26-8ddf-8e91b9b1fca8', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:56.583051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:51:56.587645 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:51:56.590936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:51:56.597380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:51:56.657156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.725037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.755314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.763097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a7f5a5cb-de3c-42e1-9172-f3ef59dba8c3 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:51:56.784854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6c2225-eee6-402b-9882-1892f9fbd37b,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:51:56.787146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:51:56.835436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.837235 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2649784 Apr 22 17:51:56.840318 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40912) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:56.845799 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '32750440-927b-4b26-8ddf-8e91b9b1fca8', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:56.852976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:51:56.856957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:51:56.859979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:51:56.865981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:51:56.913247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:56.978502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:57.009831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:57.011778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d0452043-b3c6-4ed6-897d-f8c314581d03 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:51:57.035322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b025da-bbf8-4e20-892f-f9f472809e9a,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:51:57.037810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:51:57.066760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:57.068060 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-3bd71b4d-9b4c-4cd4-afd5-deafdff59bd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2267573 Apr 22 17:51:57.071401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40916) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:57.076775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '32750440-927b-4b26-8ddf-8e91b9b1fca8', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:57.082900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:51:57.087419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:51:57.090666 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:51:57.096560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:51:57.138555 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Project 159f021aeb254673bb01fb18da4b9f19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:51:57.145266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:57.214870 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:57.238408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:57.240254 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4ee8f4c4-dc79-42da-9810-60b9a2b43961 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:51:57.261634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deba58b7-a071-4f5e-86df-d674d280e79b,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:51:57.265715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:51:57.295744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:57.297010 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-ab5c9c63-d093-40d0-9f65-ed8cd467edc7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2246203 Apr 22 17:51:57.299851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 40920) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:57.306080 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'security_group_rule': {'security_group_id': '32750440-927b-4b26-8ddf-8e91b9b1fca8', 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:57.312314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:51:57.316340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:security_group_rule and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:51:57.319334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:51:57.325977 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:51:57.358486 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Project 159f021aeb254673bb01fb18da4b9f19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:51:57.365137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:57.431585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:57.475620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:57.477472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-23af7087-e515-42ec-bd4c-ec7e7fcc506f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:51:57.500464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ad15a9-ef97-4706-9e3e-bbb0fd7a55bc,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:51:57.502854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:51:57.538565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:51:57.539898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-921f6caf-b3d1-4384-bdb5-e2c3e3a5982c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2390611 Apr 22 17:51:58.104158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51c314b4-edcd-4d54-ba62-e02eece8d6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:00.307481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f276b6b6-e495-409b-88c1-d25eeb6df66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:01.524919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:01.650513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:03.001599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:11.424996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:28.164303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5212a0d7-71e5-4bbb-a667-67f122027371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:30.193531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:52:30.303514 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5a955930-6063-4481-9ede-2d5e3007cb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:30.549178 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-08e78833-2426-479e-9628-c81c6f0ae51c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331376084&fields=id&tenant_id=159f021aeb254673bb01fb18da4b9f19 HTTP/1.1" status: 200 len: 267 time: 0.0436251 Apr 22 17:52:30.709307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-57869d75-f3c4-4d33-bcaf-a1cc9210d2d4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:30.711132 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-57869d75-f3c4-4d33-bcaf-a1cc9210d2d4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 809 time: 0.1542068 Apr 22 17:52:30.728897 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-0cb2d61e-cacf-4fbc-b326-d5772b1fc6fc tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/quotas/159f021aeb254673bb01fb18da4b9f19 HTTP/1.1" status: 200 len: 375 time: 0.0105209 Apr 22 17:52:30.820868 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-6d4858c9-e1a6-4b67-b9f1-b372fe991063 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862978 Apr 22 17:52:31.014532 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-0e02f07d-bc49-4aa1-9364-a597dca63fb3 service neutron] 10.222.0.77 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812832 Apr 22 17:52:31.426077 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3887cf08-ba44-4179-8664-1578c1b6dad5 service neutron] 10.222.0.77 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048893 Apr 22 17:52:31.475206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:31.646543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:31.961068 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b17b444c-d8b0-4596-9870-7d6da51bded7 req-688dcef9-2337-4cfc-af59-89ea91d301c2 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 210 time: 0.0497854 Apr 22 17:52:32.998693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:33.125449 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-643e6a8e-c336-4e5b-b061-0d35a1857fea req-d4f4c363-87b3-4bb5-947d-cd346aa204b2 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 210 time: 0.0484998 Apr 22 17:52:33.834603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-098f84b4-faf4-41b1-a53f-40ca3cbd5ba5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:33.836196 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-098f84b4-faf4-41b1-a53f-40ca3cbd5ba5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 809 time: 0.1595728 Apr 22 17:52:33.893753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-eb0c40d2-dfa3-4bb3-b829-29239f4305b8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Synchronizing usage tracker for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:52:33.932103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-eb0c40d2-dfa3-4bb3-b829-29239f4305b8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Unset dirty status for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:52:33.933393 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-eb0c40d2-dfa3-4bb3-b829-29239f4305b8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=159f021aeb254673bb01fb18da4b9f19 HTTP/1.1" status: 200 len: 379 time: 0.0822783 Apr 22 17:52:33.945530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'port': {'device_id': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'admin_state_up': True, 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'security_groups': ['32750440-927b-4b26-8ddf-8e91b9b1fca8']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:52:34.093269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:52:34.097627 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:port and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:52:34.100630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:52:34.106818 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:52:34.140518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Made reservation on behalf of 159f021aeb254673bb01fb18da4b9f19 for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:52:34.146737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:34.294737 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8e4c74a4-7467-405e-93de-724310494936 req-9ddb13a0-3488-4018-a54a-2dfe37152a39 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 210 time: 0.0525811 Apr 22 17:52:34.332714 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Allocated IP 172.20.0.4 (796f0822-77c0-42a9-8676-c8167317c648/735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1/eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:52:34.535497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:34.597924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Transition to ACTIVE for port object eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:52:34.649819 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:34.655874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3027ce1d-aff0-4629-ba8d-5df57720a1c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:52:34.724774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Network 796f0822-77c0-42a9-8676-c8167317c648 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:52:34.729238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:52:34.733530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:52:34.772849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'Port': ['ID=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:52:34.777833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:52:34.807948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:34.808636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:34.933008 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-d75c33b6-a711-427e-b39d-bedc53204397 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9915576 Apr 22 17:52:34.954294 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Request body: {'port': {'device_id': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:52:34.955124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fdb6ee3b-4723-4db2-8e0f-00fa1c8ee7c4 None None] Provisioning for port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:52:34.960831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-fdb6ee3b-4723-4db2-8e0f-00fa1c8ee7c4 None None] Provisioning complete for port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:52:34.961373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ee3b-4723-4db2-8e0f-00fa1c8ee7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:35.020900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6ee3b-4723-4db2-8e0f-00fa1c8ee7c4 None None] Port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:52:35.077415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:35.441253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:52:35.450015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:35.466082 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Transition to ACTIVE for port object eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:52:35.501541 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd84c2-d4fb-40ca-97e2-5d8ac556e802 req-269d183d-45d3-44f2-a68d-b9a8458c98fe tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:35.503336 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c7cd84c2-d4fb-40ca-97e2-5d8ac556e802 req-269d183d-45d3-44f2-a68d-b9a8458c98fe tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 931 time: 0.0915401 Apr 22 17:52:35.509849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:35.515253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8a100237-2bf7-414b-9c22-11c235847a3f tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:52:35.554687 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c7cd84c2-d4fb-40ca-97e2-5d8ac556e802 req-08a9db0b-e571-4114-a9cd-1d163a0d1b8e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442674 Apr 22 17:52:35.659121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:52:35.690283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:52:35.774908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Attempting to bind port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:52:35.775276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Attempting to bind port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:52:35.775636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Attempting to bind port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 on network 796f0822-77c0-42a9-8676-c8167317c648 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:52:35.777865 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:35.780545 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 on network 796f0822-77c0-42a9-8676-c8167317c648 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:52:35.780898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Attempting to bind port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 on network 796f0822-77c0-42a9-8676-c8167317c648 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:52:35.786295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:52:35.787339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Checking segment: {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:52:35.787339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Bound using segment: {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:52:35.787740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Bound port: eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dee163e-4910-4b9f-adba-9780f39ee8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '796f0822-77c0-42a9-8676-c8167317c648'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:52:35.787878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:35.884238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] For port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:52:35.887350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] For port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:52:35.912578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:35.918066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-75788bd4-7a58-46bd-bbdf-1d917eec6b59 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:52:35.974439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:35.975194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:35.976692 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] 10.222.0.78 "PUT /v2.0/ports/eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 1093 time: 1.0269868 Apr 22 17:52:35.977288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:52:36.006067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:52:36.010286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:52:36.102781 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'status': 'completed', 'code': 200} Apr 22 17:52:36.132563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-98de325a-7e11-4fd4-9c25-cfd11b561917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:36.134242 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-98de325a-7e11-4fd4-9c25-cfd11b561917 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1096 time: 0.0939407 Apr 22 17:52:36.210588 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-e40ee4db-e088-4cce-8f04-fcad4a66ff68 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 217 time: 0.0681107 Apr 22 17:52:36.285040 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-ebd0b639-66b3-4fa1-8730-bc8249785547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:36.286578 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-ebd0b639-66b3-4fa1-8730-bc8249785547 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0657561 Apr 22 17:52:36.370229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-eba8b0ab-399f-445d-8c4e-33091d29faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:36.371852 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-eba8b0ab-399f-445d-8c4e-33091d29faf1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751014 Apr 22 17:52:36.514787 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-3865b773-fd60-4a55-881f-4d3534ad39f1 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311524 Apr 22 17:52:36.659453 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f7ff7b5e-7132-4860-b56b-32839352a10d req-452169d4-eec6-40ab-856f-3b7e104dc7eb service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342151 Apr 22 17:52:36.763079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093290e-6fc3-45ce-bb2e-e1e7807fbbc0 req-ee501a8e-8b86-4c96-8105-b75c3072224c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:36.764643 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2093290e-6fc3-45ce-bb2e-e1e7807fbbc0 req-ee501a8e-8b86-4c96-8105-b75c3072224c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0958054 Apr 22 17:52:36.812187 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2093290e-6fc3-45ce-bb2e-e1e7807fbbc0 req-a568dc15-b5b0-4393-8e69-523c4a2a6b67 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409272 Apr 22 17:52:36.824515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab0406-179e-49eb-965e-0ce19d875506 req-e5f1c139-221a-45cf-99d0-3f2cc74a716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:36.825972 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0aab0406-179e-49eb-965e-0ce19d875506 req-e5f1c139-221a-45cf-99d0-3f2cc74a716c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1096 time: 0.0823567 Apr 22 17:52:36.969300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab0406-179e-49eb-965e-0ce19d875506 req-b825e779-d421-4a52-b563-7f4796480279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:36.974425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0aab0406-179e-49eb-965e-0ce19d875506 req-b825e779-d421-4a52-b563-7f4796480279 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1374283 Apr 22 17:52:37.044534 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0aab0406-179e-49eb-965e-0ce19d875506 req-34b3c526-6551-4e62-8b84-00b6f1c3354c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 217 time: 0.0662949 Apr 22 17:52:37.119389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab0406-179e-49eb-965e-0ce19d875506 req-da3188bb-a089-4faa-8ae4-04afc5e578b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:37.120871 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0aab0406-179e-49eb-965e-0ce19d875506 req-da3188bb-a089-4faa-8ae4-04afc5e578b7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0663946 Apr 22 17:52:37.205360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab0406-179e-49eb-965e-0ce19d875506 req-02847252-258a-4511-ad03-7592cb3c11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:37.206959 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0aab0406-179e-49eb-965e-0ce19d875506 req-02847252-258a-4511-ad03-7592cb3c11cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755572 Apr 22 17:52:37.348932 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0aab0406-179e-49eb-965e-0ce19d875506 req-5099b95f-e5f7-4b32-8814-bb9745fbfb8d service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308448 Apr 22 17:52:37.491034 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0aab0406-179e-49eb-965e-0ce19d875506 req-e8b774e3-e046-41a9-8731-82d6132b898a service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326509 Apr 22 17:52:38.018271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eae28d-02bb-46cd-a6f9-7faa4c6918e5 req-02508c28-6e4d-45f7-bff2-089d44173b73 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:38.019772 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7eae28d-02bb-46cd-a6f9-7faa4c6918e5 req-02508c28-6e4d-45f7-bff2-089d44173b73 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0916095 Apr 22 17:52:38.066439 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a7eae28d-02bb-46cd-a6f9-7faa4c6918e5 req-a1d8bee2-3fad-4bdd-87e8-8707080dc0df tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397291 Apr 22 17:52:39.264716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388a5af-ee4d-44ee-8124-d19d7903afa4 req-e86628a7-faff-4fb8-87ff-ad92251f842a tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:39.266265 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7388a5af-ee4d-44ee-8124-d19d7903afa4 req-e86628a7-faff-4fb8-87ff-ad92251f842a tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0864329 Apr 22 17:52:39.312332 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7388a5af-ee4d-44ee-8124-d19d7903afa4 req-daf8cff1-42b6-4660-b1e8-0a82b3d0217f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398190 Apr 22 17:52:40.533719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961147d3-6f90-4200-bc25-f6289fe8f4a6 req-c069e824-f35f-48dc-9d56-ce37fcee77ce tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:40.535309 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-961147d3-6f90-4200-bc25-f6289fe8f4a6 req-c069e824-f35f-48dc-9d56-ce37fcee77ce tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0900054 Apr 22 17:52:40.583031 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-961147d3-6f90-4200-bc25-f6289fe8f4a6 req-7aeef089-f7be-4820-884e-bd70fe866390 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410483 Apr 22 17:52:41.783454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37eb9-0462-4824-9cbe-d67a0ee90fd2 req-9e5d9cc3-c73e-486a-97db-90c556441ff5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:41.785012 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0f37eb9-0462-4824-9cbe-d67a0ee90fd2 req-9e5d9cc3-c73e-486a-97db-90c556441ff5 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0865664 Apr 22 17:52:41.835526 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a0f37eb9-0462-4824-9cbe-d67a0ee90fd2 req-63b4fbba-77b3-49dd-8f86-0616ebed4c2f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440073 Apr 22 17:52:43.186253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dcfc5-b68d-44ff-84a2-c9cc7bd1a0b2 req-d9ddb5eb-e857-4955-a97c-7d981e952c65 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:43.187849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e81dcfc5-b68d-44ff-84a2-c9cc7bd1a0b2 req-d9ddb5eb-e857-4955-a97c-7d981e952c65 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0880079 Apr 22 17:52:43.235374 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e81dcfc5-b68d-44ff-84a2-c9cc7bd1a0b2 req-35db6ba0-63b3-4730-bc3f-8d11ee32792e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409818 Apr 22 17:52:44.450880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bde1d6-d095-41c2-a586-679e12391f9c req-71bbf0bf-a28c-4c34-a318-fb228e315d84 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:44.452461 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18bde1d6-d095-41c2-a586-679e12391f9c req-71bbf0bf-a28c-4c34-a318-fb228e315d84 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0915449 Apr 22 17:52:44.499639 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-18bde1d6-d095-41c2-a586-679e12391f9c req-235bdcb1-52c7-4634-afad-bd4a58c12630 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408792 Apr 22 17:52:45.697757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1748-f00d-41e8-99fd-e43a9fdca33d req-a31251cc-41df-4317-8182-ff1b9e74d0a6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:45.699393 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-06bb1748-f00d-41e8-99fd-e43a9fdca33d req-a31251cc-41df-4317-8182-ff1b9e74d0a6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0890198 Apr 22 17:52:45.747711 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-06bb1748-f00d-41e8-99fd-e43a9fdca33d req-75b8be83-867b-4f48-a4a6-ec559d2b99ce tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418205 Apr 22 17:52:45.761388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:52:46.076609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:52:46.091123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'port_id': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'mac_address': 'fa:16:3e:fa:1d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:52:46.148286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:46.166432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:52:46.182083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:52:46.217386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:46.219293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:52:46.291170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:52:46.298778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.299165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.299540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.299907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.300272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.300639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.301000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.301359 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.301723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.302079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.302433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.302815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:46.306779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:52:46.507194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:52:46.952487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9da245-8924-4777-8133-cae69600dbe0 req-2d09f466-3f4b-4ed3-8ce1-51aa8424b879 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:46.954081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a9da245-8924-4777-8133-cae69600dbe0 req-2d09f466-3f4b-4ed3-8ce1-51aa8424b879 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 944 time: 0.0930293 Apr 22 17:52:47.004360 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9a9da245-8924-4777-8133-cae69600dbe0 req-25e9e0fb-ca0b-43c8-b1d7-097010b9bcd3 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439069 Apr 22 17:52:47.776286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:52:47.880430 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:52:47.885515 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:52:47.885936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:48.005856 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:48.032909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:52:48.043919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:52:48.074766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:48.076967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2595b1da-c95f-4c02-b609-1ace378f9d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:52:48.118164 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'code': 200} Apr 22 17:52:48.152189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:52:48.155382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:52:48.210772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e786-eb14-43fb-a226-d42f4fb5e9e2 req-d08eca6d-0b31-4b59-ad85-c82d55dfdc7c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:48.212877 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4e61e786-eb14-43fb-a226-d42f4fb5e9e2 req-d08eca6d-0b31-4b59-ad85-c82d55dfdc7c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0884247 Apr 22 17:52:48.265726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4e61e786-eb14-43fb-a226-d42f4fb5e9e2 req-6f79a544-b67b-4cb7-a689-827e5244d541 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460479 Apr 22 17:52:48.463320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9496a-dd59-43bd-88a3-0f6d45e03aa5 req-cf4b2c65-7b99-4d4b-94da-d49153c4fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:48.464878 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dbf9496a-dd59-43bd-88a3-0f6d45e03aa5 req-cf4b2c65-7b99-4d4b-94da-d49153c4fa09 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1098 time: 0.0810540 Apr 22 17:52:48.510898 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dbf9496a-dd59-43bd-88a3-0f6d45e03aa5 req-fbeeae97-2acb-401b-b5dd-f1b98b924456 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356638 Apr 22 17:52:49.471244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda565a-159f-40fe-8149-e0c0b131546d req-fdaf8e32-cbf5-4a52-bb4a-45af9f4537a9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:49.472767 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3dda565a-159f-40fe-8149-e0c0b131546d req-fdaf8e32-cbf5-4a52-bb4a-45af9f4537a9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0890100 Apr 22 17:52:49.521195 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3dda565a-159f-40fe-8149-e0c0b131546d req-f917fd46-e9a6-4dda-a4ac-d925acaff001 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414760 Apr 22 17:52:50.722948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7719f-ab41-4a54-821d-3c8a3dfc9dd8 req-aa263c66-6bea-4f5f-b6f8-1fd987a8c074 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:50.724561 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-37c7719f-ab41-4a54-821d-3c8a3dfc9dd8 req-aa263c66-6bea-4f5f-b6f8-1fd987a8c074 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0924578 Apr 22 17:52:50.772245 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-37c7719f-ab41-4a54-821d-3c8a3dfc9dd8 req-3b3ad921-128a-44b2-8520-6efdc337ae15 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405791 Apr 22 17:52:50.970185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d44f4d-e0d2-49a1-94b2-1c8e367e20f5 req-f96bd85c-9979-405a-baef-308f642266d0 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:50.971809 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f0d44f4d-e0d2-49a1-94b2-1c8e367e20f5 req-f96bd85c-9979-405a-baef-308f642266d0 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0888710 Apr 22 17:52:51.019400 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f0d44f4d-e0d2-49a1-94b2-1c8e367e20f5 req-66ec51c8-12c4-4cf8-9a57-70012696bcd4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407753 Apr 22 17:52:51.044204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41162) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:51.165291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552eefa2-a161-452f-b9d1-28d64c9da0b1 tempest-TestShelveInstance-1237470428 tempest-TestShelveInstance-1237470428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:51.166959 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-552eefa2-a161-452f-b9d1-28d64c9da0b1 tempest-TestShelveInstance-1237470428 tempest-TestShelveInstance-1237470428-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1093 time: 0.1216290 Apr 22 17:52:51.169904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41168) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:51.175443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:52:51.181858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:52:51.185924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Usage tracker for resource:floatingip and tenant:159f021aeb254673bb01fb18da4b9f19 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:52:51.188930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:52:51.194916 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:52:51.237906 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:51.379791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:51.520197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Allocated IP 172.26.6.179 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/4b2e003a-a17d-431c-b657-155caf115bd4) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:52:51.951266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:52.017911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:52.022577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d9f7bbf9-87e2-439a-97ec-9aac49d59b66 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:52:52.079744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:52:52.087745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:52:52.092469 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:52:52.138097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'Port': ['ID=4b2e003a-a17d-431c-b657-155caf115bd4,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:52:52.142317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:52:52.519699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:52.621552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:52.840051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:52.886105 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:52.890737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-095d657a-793b-4d72-8ee6-19e4e959694c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:52:53.005140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event updated for resources: {'Port': ['ID=4b2e003a-a17d-431c-b657-155caf115bd4,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:52:53.016115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:53.076408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.076831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.077250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.077685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.078068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.078475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.078923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.079331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.079733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.080133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.080532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.080930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:52:53.092695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:52:53.205628 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Floating IP 1374f403-135b-4b66-a6a6-02d74ffe8a19 associated. External IP: 172.26.6.179, port: eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47. Apr 22 17:52:53.568577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Router c4ad42cb-4525-4da4-88b0-55e31984ec38 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:52:53.760405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:52:53.769964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc071c-65ea-43ab-b586-bb82749b60d7 None None] Sync routers for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:52:53.780165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc071c-65ea-43ab-b586-bb82749b60d7 None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:52:53.780828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4cdc071c-65ea-43ab-b586-bb82749b60d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:52:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:52:53.811956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:53.869943 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6988363 Apr 22 17:52:53.870589 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:52:53.921251 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'status': 'completed', 'code': 200} Apr 22 17:52:54.033845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0201-35e2-4995-9880-eb3c77c6a3ad req-093be625-be92-4e9b-a6ea-d6107a7c7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:54.035531 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a8d0201-35e2-4995-9880-eb3c77c6a3ad req-093be625-be92-4e9b-a6ea-d6107a7c7f6b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1098 time: 0.0881727 Apr 22 17:52:54.126607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4cdc071c-65ea-43ab-b586-bb82749b60d7 None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:52:54.177144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0201-35e2-4995-9880-eb3c77c6a3ad req-58fc4406-39c4-40db-987d-569e8a539cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:54.178787 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a8d0201-35e2-4995-9880-eb3c77c6a3ad req-58fc4406-39c4-40db-987d-569e8a539cc9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1368334 Apr 22 17:52:54.285994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a8d0201-35e2-4995-9880-eb3c77c6a3ad req-c0aba0e2-8eb5-4b26-8ab5-1639ccfe66c5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 999 time: 0.1007667 Apr 22 17:52:54.356827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0201-35e2-4995-9880-eb3c77c6a3ad req-438c71d6-680f-4b7e-b889-cff83e431787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:54.358390 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a8d0201-35e2-4995-9880-eb3c77c6a3ad req-438c71d6-680f-4b7e-b889-cff83e431787 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0664451 Apr 22 17:52:54.440753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0201-35e2-4995-9880-eb3c77c6a3ad req-a61063cf-0292-42d0-96f2-52c61bb904ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:54.442351 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a8d0201-35e2-4995-9880-eb3c77c6a3ad req-a61063cf-0292-42d0-96f2-52c61bb904ee service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774810 Apr 22 17:52:54.491331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4cdc071c-65ea-43ab-b586-bb82749b60d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '1374f403-135b-4b66-a6a6-02d74ffe8a19', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'port_id': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'mac_address': 'fa:16:3e:fa:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:52:52Z', 'updated_at': '2021-04-22T17:52:52Z', 'revision_number': 0, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:52:54.495931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc071c-65ea-43ab-b586-bb82749b60d7 None None] Checking router: c4ad42cb-4525-4da4-88b0-55e31984ec38 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:52:54.504719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc071c-65ea-43ab-b586-bb82749b60d7 None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:52:54.505372 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4cdc071c-65ea-43ab-b586-bb82749b60d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:52:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:52:54.582641 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a8d0201-35e2-4995-9880-eb3c77c6a3ad req-9fcac3f8-cdb8-4bdb-b94e-4c90c9d35452 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332395 Apr 22 17:52:54.695403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-4cdc071c-65ea-43ab-b586-bb82749b60d7 None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:52:54.725376 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5a8d0201-35e2-4995-9880-eb3c77c6a3ad req-0a54df8f-f22c-41f0-9e99-257cab10c9fe service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365190 Apr 22 17:52:55.055200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-4cdc071c-65ea-43ab-b586-bb82749b60d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '1374f403-135b-4b66-a6a6-02d74ffe8a19', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'port_id': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'mac_address': 'fa:16:3e:fa:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:52:52Z', 'updated_at': '2021-04-22T17:52:52Z', 'revision_number': 0, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:52:55.061553 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc071c-65ea-43ab-b586-bb82749b60d7 None None] The sync data for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv is: [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '1374f403-135b-4b66-a6a6-02d74ffe8a19', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'port_id': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'mac_address': 'fa:16:3e:fa:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:52:52Z', 'updated_at': '2021-04-22T17:52:52Z', 'revision_number': 0, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:52:55.383168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6beaa1b-c665-4ace-8871-7f762a68683f None None] New status for floating IP 1374f403-135b-4b66-a6a6-02d74ffe8a19: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:52:57.866293 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-2befbc04-7034-424a-ba50-939edb8646b0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796340 Apr 22 17:52:58.017358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-4603130e-f5f2-42ab-8ee6-ea3e7aec1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:58.018969 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-4603130e-f5f2-42ab-8ee6-ea3e7aec1cc6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1098 time: 0.0800204 Apr 22 17:52:58.117788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7db20c2-ad58-4442-9224-2be147be19d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:52:58.176001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-b3dacce6-3d66-4bc7-8102-22127ff22f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:58.177596 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-b3dacce6-3d66-4bc7-8102-22127ff22f1a service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1393464 Apr 22 17:52:58.290152 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-604484eb-792f-4c31-91a2-e819534d7e1b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 1001 time: 0.1046674 Apr 22 17:52:58.358312 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-3f3d0e05-6363-40bc-893e-ee912cdc2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:58.359843 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-3f3d0e05-6363-40bc-893e-ee912cdc2a88 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0636859 Apr 22 17:52:58.443752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-57867f21-b90c-4a64-9b23-aba17ca2596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:52:58.445304 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-57867f21-b90c-4a64-9b23-aba17ca2596e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789146 Apr 22 17:52:58.588107 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-37921754-0c3b-42bb-bf65-d6511aae951b service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326711 Apr 22 17:52:59.013538 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ee3671c1-9aa4-4a96-9359-824a6938af41 req-775ff885-3423-469f-8b68-343cd4a7f10e service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194837 Apr 22 17:53:00.838994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6af48a00-3016-49b7-a16a-eadabfdce21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:01.503673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:01.657215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:03.005946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:05.765912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:07.192647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:53:28.125161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-32d8bb4c-c681-46b6-9552-404759b64617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:30.305440 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-599d6139-8df3-4ba5-8959-6f5187284498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:31.472200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:31.657276 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:33.008575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:35.793731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:44.192659 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:53:57.847800 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf488eca-22ea-4684-9029-c29a773684c3 req-a37abe62-4a94-4ed3-885b-4c8e7778cec5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761456 Apr 22 17:53:58.004510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf488eca-22ea-4684-9029-c29a773684c3 req-8935ee26-6617-426e-bbac-51a9472fdfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:53:58.006096 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf488eca-22ea-4684-9029-c29a773684c3 req-8935ee26-6617-426e-bbac-51a9472fdfb1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1098 time: 0.0807421 Apr 22 17:53:58.111376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-54f94f01-34dd-40d8-bddd-1f1b17ea0422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:53:58.172621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf488eca-22ea-4684-9029-c29a773684c3 req-301bb4e9-4480-40a4-b065-49a07f183110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:53:58.174197 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf488eca-22ea-4684-9029-c29a773684c3 req-301bb4e9-4480-40a4-b065-49a07f183110 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1433675 Apr 22 17:53:58.288089 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf488eca-22ea-4684-9029-c29a773684c3 req-ad67d5e0-3702-42c2-a524-8461bfea11da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 1001 time: 0.1027544 Apr 22 17:53:58.359061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf488eca-22ea-4684-9029-c29a773684c3 req-93810aa8-e968-476e-967f-acb62e7cbb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:53:58.360610 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf488eca-22ea-4684-9029-c29a773684c3 req-93810aa8-e968-476e-967f-acb62e7cbb73 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0636303 Apr 22 17:53:58.448327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf488eca-22ea-4684-9029-c29a773684c3 req-af186632-5cb7-41a2-a98e-f07f4d00a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:53:58.449971 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf488eca-22ea-4684-9029-c29a773684c3 req-af186632-5cb7-41a2-a98e-f07f4d00a0f2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776460 Apr 22 17:53:58.598775 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf488eca-22ea-4684-9029-c29a773684c3 req-03f3f172-1a83-409f-ad9f-813a95e3e392 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375079 Apr 22 17:53:58.748650 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cf488eca-22ea-4684-9029-c29a773684c3 req-09af1c41-9dc4-4dca-bc38-5609d4f612ca service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383111 Apr 22 17:54:00.300021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3bc6-53aa-4001-8990-c42bd585f524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:01.479173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:01.653946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:03.005422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:05.953109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:21.192796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:54:28.112762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c04a3cc2-a991-4824-97d8-4e2893b4e679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:30.323926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-80366c32-4cec-44f4-a79d-487fcfab02c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:31.467895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:31.655651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:33.015441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:35.787000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:58.112488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1f98-53cd-4f92-b5e0-4524a952d52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:54:58.191879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:54:59.978080 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-6167b7bf-fd42-4b56-bbe0-4e5abc7817d3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1262116 Apr 22 17:55:00.138439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-70c831ee-1630-4945-bd10-8a8316852aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:00.139974 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-70c831ee-1630-4945-bd10-8a8316852aa5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1098 time: 0.0805368 Apr 22 17:55:00.302228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-32f17dd4-0428-4ba3-8f62-cd9ab352b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:00.303776 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-32f17dd4-0428-4ba3-8f62-cd9ab352b747 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1393929 Apr 22 17:55:00.316387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eed00116-a01f-4009-bccc-110992649af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:00.420840 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-7762fac3-0763-4f40-b0a6-97bb69de48be service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 1001 time: 0.1056571 Apr 22 17:55:00.492286 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-0a914ef1-3319-4b44-9fb8-06eca4a74554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:00.493806 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-0a914ef1-3319-4b44-9fb8-06eca4a74554 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0631227 Apr 22 17:55:00.585502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-d7124c4a-0eaa-401e-9cde-859adf97716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:00.587136 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-d7124c4a-0eaa-401e-9cde-859adf97716a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828683 Apr 22 17:55:00.730995 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-7217cd95-7c6b-429e-9cc5-b05e39453fb5 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335983 Apr 22 17:55:00.873232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2650533-a41e-4c35-8a82-9422bcb73c4f req-018286c1-e447-4941-b50f-10c601f9a678 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322467 Apr 22 17:55:01.470775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:01.664406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:03.013047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:05.815178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:28.128895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c8889cf6-12ea-42de-a432-986f7c5635fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:30.323204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bce4f2e7-0772-4e40-abe1-b95f920862bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:31.476979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:31.663895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:33.024000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:35.191971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:55:35.818002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:44.399388 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0eeb-ce92-48f2-b2b8-1e4f8e2fb7d2 req-47670fad-d2f0-49f5-8487-0a3d8d81f201 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:44.400976 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94fa0eeb-ce92-48f2-b2b8-1e4f8e2fb7d2 req-47670fad-d2f0-49f5-8487-0a3d8d81f201 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.1412301 Apr 22 17:55:44.449746 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94fa0eeb-ce92-48f2-b2b8-1e4f8e2fb7d2 req-042012e5-612f-4ae1-ad20-c6a229f2745e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420685 Apr 22 17:55:45.784878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1da57-913b-49c2-8e27-6429e2120e90 req-a93e657c-caae-4f60-8dbd-8efcf75fb5b9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:45.786419 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dec1da57-913b-49c2-8e27-6429e2120e90 req-a93e657c-caae-4f60-8dbd-8efcf75fb5b9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.1350102 Apr 22 17:55:45.836900 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-dec1da57-913b-49c2-8e27-6429e2120e90 req-db01743d-a100-438e-ad8c-bb160f202146 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433879 Apr 22 17:55:47.060620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e516a2a-d81a-488e-91e6-aea8b7647b06 req-a73b1b09-8a88-4216-a92b-be44991f9edc tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:47.062122 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e516a2a-d81a-488e-91e6-aea8b7647b06 req-a73b1b09-8a88-4216-a92b-be44991f9edc tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0881820 Apr 22 17:55:47.112390 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7e516a2a-d81a-488e-91e6-aea8b7647b06 req-51f6c698-c97d-40f8-b5c2-dea154367dd6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440092 Apr 22 17:55:48.328997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967385d-98ee-4031-be35-904371643201 req-25a97b96-1a49-40b5-9783-9c24a6cde0b2 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:48.330577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2967385d-98ee-4031-be35-904371643201 req-25a97b96-1a49-40b5-9783-9c24a6cde0b2 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0918055 Apr 22 17:55:48.378714 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2967385d-98ee-4031-be35-904371643201 req-2186a8f5-103a-4689-988c-75fe67e95b3b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417171 Apr 22 17:55:49.580377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5abfb-01e4-4d5d-b2b6-2b0ebe2309c6 req-ef5f561c-bfab-4cde-8977-549d1547a170 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:49.581964 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bbd5abfb-01e4-4d5d-b2b6-2b0ebe2309c6 req-ef5f561c-bfab-4cde-8977-549d1547a170 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0884805 Apr 22 17:55:49.629221 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-bbd5abfb-01e4-4d5d-b2b6-2b0ebe2309c6 req-ca74989f-49ff-459f-a79e-09e06af13790 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407453 Apr 22 17:55:50.835290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852fef7-88dc-48e4-b358-80d3ffdb10d8 req-f1344327-abdc-4bf6-a09d-ff5b843e9df1 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:50.836868 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6852fef7-88dc-48e4-b358-80d3ffdb10d8 req-f1344327-abdc-4bf6-a09d-ff5b843e9df1 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0955966 Apr 22 17:55:50.886740 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6852fef7-88dc-48e4-b358-80d3ffdb10d8 req-e267b285-e843-4b89-bb72-a6c2c6184136 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432479 Apr 22 17:55:52.089416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce006a0-3fc9-4f4f-937d-8d9b3aaea578 req-d034b0cc-d630-4b4a-b7f8-c57617a8f9b6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:52.090952 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5ce006a0-3fc9-4f4f-937d-8d9b3aaea578 req-d034b0cc-d630-4b4a-b7f8-c57617a8f9b6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0916715 Apr 22 17:55:52.138888 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5ce006a0-3fc9-4f4f-937d-8d9b3aaea578 req-282a25fc-b6c6-46b6-bfa9-07c6f04d73fa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Apr 22 17:55:53.336200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268829fe-8100-4c7b-b864-3075fed94f94 req-9dd99ac5-5edc-4c2d-a744-a3938cce8540 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:53.337779 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-268829fe-8100-4c7b-b864-3075fed94f94 req-9dd99ac5-5edc-4c2d-a744-a3938cce8540 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0875204 Apr 22 17:55:53.385745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-268829fe-8100-4c7b-b864-3075fed94f94 req-8296dd72-15d7-4e5e-94b2-7f2bf46e68dc tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412936 Apr 22 17:55:54.591482 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbdb37-2812-4b54-b2eb-536d8a59b814 req-6168ba56-2b29-4e63-8407-53f3c8d71f83 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:54.593876 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-65bbdb37-2812-4b54-b2eb-536d8a59b814 req-6168ba56-2b29-4e63-8407-53f3c8d71f83 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0923162 Apr 22 17:55:54.641081 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-65bbdb37-2812-4b54-b2eb-536d8a59b814 req-fb7586d7-85ff-44bd-bd16-d94265a30e81 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400953 Apr 22 17:55:55.844568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b59d0d-bed8-4638-aca2-bc39b2c81dbd req-f0474a66-6d29-4382-8946-726418cd1aa0 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:55.846137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2b59d0d-bed8-4638-aca2-bc39b2c81dbd req-f0474a66-6d29-4382-8946-726418cd1aa0 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0884197 Apr 22 17:55:55.896121 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f2b59d0d-bed8-4638-aca2-bc39b2c81dbd req-17ef1535-e58d-4fa6-bbec-1581a0227eb8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435460 Apr 22 17:55:57.093813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d1483-0cb5-478d-bf83-7c112ad55d52 req-f1712770-293b-490a-9c0b-c9fe31512ebd tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:57.095340 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ff7d1483-0cb5-478d-bf83-7c112ad55d52 req-f1712770-293b-490a-9c0b-c9fe31512ebd tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0884271 Apr 22 17:55:57.143418 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ff7d1483-0cb5-478d-bf83-7c112ad55d52 req-9ccb5960-842b-4e0c-9ce7-01e17b953313 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411012 Apr 22 17:55:58.122655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-13e99db0-78cf-49eb-8b11-7e6fdeeb7e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:55:58.344292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6989ca-b1e3-42ac-8822-ecc84bcfbb20 req-b16e8134-58d7-4e32-9a0c-0ba668962994 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:58.345856 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a6989ca-b1e3-42ac-8822-ecc84bcfbb20 req-b16e8134-58d7-4e32-9a0c-0ba668962994 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0910244 Apr 22 17:55:58.392922 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8a6989ca-b1e3-42ac-8822-ecc84bcfbb20 req-4e01d426-bdf1-4b42-b46f-922a5e782c9c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400720 Apr 22 17:55:59.453584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ceec-3f81-4c8a-885f-1f93c2982dde req-0382514c-0120-4f23-8b2b-40712969fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:59.455240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7798ceec-3f81-4c8a-885f-1f93c2982dde req-0382514c-0120-4f23-8b2b-40712969fa3b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1098 time: 0.0854650 Apr 22 17:55:59.593578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136b45-9722-4221-bb7d-1746498e3d7c req-c00a9562-76c4-4443-b784-d634f6b65002 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:59.595230 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a9136b45-9722-4221-bb7d-1746498e3d7c req-c00a9562-76c4-4443-b784-d634f6b65002 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0883644 Apr 22 17:55:59.607338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ceec-3f81-4c8a-885f-1f93c2982dde req-da07506e-cc53-4986-8c7d-756e671aab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:59.608944 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7798ceec-3f81-4c8a-885f-1f93c2982dde req-da07506e-cc53-4986-8c7d-756e671aab2e service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1442890 Apr 22 17:55:59.644076 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a9136b45-9722-4221-bb7d-1746498e3d7c req-58842e94-934f-4d0e-b64a-fff2e301648e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Apr 22 17:55:59.727132 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7798ceec-3f81-4c8a-885f-1f93c2982dde req-b37f2ce2-bafb-4647-9ba6-bf0742e7c519 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 1001 time: 0.1065207 Apr 22 17:55:59.809857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ceec-3f81-4c8a-885f-1f93c2982dde req-f07998a7-66ab-4387-9278-ff6db1a50863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:59.811459 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7798ceec-3f81-4c8a-885f-1f93c2982dde req-f07998a7-66ab-4387-9278-ff6db1a50863 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0680141 Apr 22 17:55:59.896009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ceec-3f81-4c8a-885f-1f93c2982dde req-3e16bfbf-b82f-4e63-902c-a82e2626a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:55:59.898270 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7798ceec-3f81-4c8a-885f-1f93c2982dde req-3e16bfbf-b82f-4e63-902c-a82e2626a96b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793271 Apr 22 17:56:00.048527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7798ceec-3f81-4c8a-885f-1f93c2982dde req-4900d3a1-697a-4244-84ef-6511b74924bf service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400337 Apr 22 17:56:00.199006 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7798ceec-3f81-4c8a-885f-1f93c2982dde req-4c1d3ffa-c24d-408f-95fe-8a286dc874ab service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394310 Apr 22 17:56:00.305472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-30f769ce-8380-4f4b-a236-762918622cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:00.374081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc62a72-04eb-4fc8-b343-1c86e6c45682 req-5e615b73-9795-4ca6-bd8e-fea690fa427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:00.375756 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-abc62a72-04eb-4fc8-b343-1c86e6c45682 req-5e615b73-9795-4ca6-bd8e-fea690fa427a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1098 time: 0.0797668 Apr 22 17:56:00.537144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc62a72-04eb-4fc8-b343-1c86e6c45682 req-7a753678-e2a3-4db6-b629-bbacce5991e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:00.538745 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-abc62a72-04eb-4fc8-b343-1c86e6c45682 req-7a753678-e2a3-4db6-b629-bbacce5991e2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1408515 Apr 22 17:56:00.650711 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-abc62a72-04eb-4fc8-b343-1c86e6c45682 req-ddd30215-8dfc-415a-9e8f-9f9fa22dd75e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 1001 time: 0.1044629 Apr 22 17:56:00.723908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc62a72-04eb-4fc8-b343-1c86e6c45682 req-74de138b-7cad-449a-998e-51bff3895ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:00.725532 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-abc62a72-04eb-4fc8-b343-1c86e6c45682 req-74de138b-7cad-449a-998e-51bff3895ce0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0679395 Apr 22 17:56:00.809085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc62a72-04eb-4fc8-b343-1c86e6c45682 req-b438d6b7-0384-4c01-8226-87cbe2ef1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:00.810659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-abc62a72-04eb-4fc8-b343-1c86e6c45682 req-b438d6b7-0384-4c01-8226-87cbe2ef1274 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779972 Apr 22 17:56:00.849696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448050f-ae91-41e9-86e3-e68c22b72c55 req-a798e31d-49ca-4746-b8de-dff48bd9868c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:00.851347 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7448050f-ae91-41e9-86e3-e68c22b72c55 req-a798e31d-49ca-4746-b8de-dff48bd9868c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0918522 Apr 22 17:56:00.899161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-7448050f-ae91-41e9-86e3-e68c22b72c55 req-f04d3338-2df9-4878-8e8c-5a9bf95a9b0b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413451 Apr 22 17:56:00.960564 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-abc62a72-04eb-4fc8-b343-1c86e6c45682 req-239c7bd5-b5a2-4b46-9102-5e84db5f81ca service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358252 Apr 22 17:56:01.102049 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-abc62a72-04eb-4fc8-b343-1c86e6c45682 req-3b9e017f-1827-47dd-905c-f660c2412a22 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336234 Apr 22 17:56:01.476435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:01.653550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:02.100007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285319b-0fd0-4f2a-afd4-6bd82d7dabbe req-30b4eda1-9f1a-487b-a687-0b7b43234668 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:02.101758 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d285319b-0fd0-4f2a-afd4-6bd82d7dabbe req-30b4eda1-9f1a-487b-a687-0b7b43234668 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0879898 Apr 22 17:56:02.154394 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d285319b-0fd0-4f2a-afd4-6bd82d7dabbe req-af507cc5-0982-4e3b-8d60-0841caab4c2c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459182 Apr 22 17:56:03.035138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:03.360513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0171108-ddad-47db-965c-b2c97eb1afc4 req-59a5d662-0ecf-4430-bfd0-31070f2c6e2a tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:03.362042 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e0171108-ddad-47db-965c-b2c97eb1afc4 req-59a5d662-0ecf-4430-bfd0-31070f2c6e2a tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0910504 Apr 22 17:56:03.411877 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e0171108-ddad-47db-965c-b2c97eb1afc4 req-de6726e7-b4d9-4340-b198-27c7bb7ec383 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Apr 22 17:56:03.893886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afa8ca-431b-4276-9857-e200720cf19c req-9e0fdd43-ae35-45df-b8a1-414be9553d1b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:03.895507 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-87afa8ca-431b-4276-9857-e200720cf19c req-9e0fdd43-ae35-45df-b8a1-414be9553d1b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0971231 Apr 22 17:56:03.993473 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-87afa8ca-431b-4276-9857-e200720cf19c req-20b5d5c9-4be4-480b-a673-6c0a6ebc359e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629029 Apr 22 17:56:04.008220 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-5a399013-3802-42c3-881c-b0037de68ffc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1688876 Apr 22 17:56:04.722263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:56:04.849269 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:04.877475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:56:04.888002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:56:04.932900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:04.934966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:56:05.011893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:56:05.020361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.020761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.021144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.021525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.021899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.022492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.022957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.023333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.023711 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.024086 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.024456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.024822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:56:05.029658 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:56:05.080540 dv-neutron-786478-3-hyperv neutron-server[87094]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'code': 422} returned with failed status Apr 22 17:56:05.219454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f36d34-f011-4110-8778-90cafcc79753 req-3e16c8b6-5c49-4ccb-af74-873c61c4048a tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:05.221048 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-51f36d34-f011-4110-8778-90cafcc79753 req-3e16c8b6-5c49-4ccb-af74-873c61c4048a tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0978727 Apr 22 17:56:05.269777 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-51f36d34-f011-4110-8778-90cafcc79753 req-c3565da6-05ef-4e63-9379-0ad93c47023b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422757 Apr 22 17:56:05.812326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:06.472145 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821883c3-4b05-402c-b50b-daf9dfc401ad req-dae75adb-7b0e-4123-b009-807e72f613c2 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:06.473677 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-821883c3-4b05-402c-b50b-daf9dfc401ad req-dae75adb-7b0e-4123-b009-807e72f613c2 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0879955 Apr 22 17:56:06.521582 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-821883c3-4b05-402c-b50b-daf9dfc401ad req-213785e7-a298-479b-8d32-5b6522be58a4 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407615 Apr 22 17:56:06.664110 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-e6a850f8-c0d3-479c-9876-c6ef281d8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:06.665695 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-e6a850f8-c0d3-479c-9876-c6ef281d8306 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b&tenant_id=159f021aeb254673bb01fb18da4b9f19 HTTP/1.1" status: 200 len: 1096 time: 0.0907578 Apr 22 17:56:06.768829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-522acb65-96e5-4cdf-89b8-7ca7c18c54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:06.770420 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-522acb65-96e5-4cdf-89b8-7ca7c18c54fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1096 time: 0.0775008 Apr 22 17:56:06.913646 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-99e220c7-0e9b-4b4e-9aa2-af0dfaf67c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:06.915232 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-99e220c7-0e9b-4b4e-9aa2-af0dfaf67c15 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1353023 Apr 22 17:56:07.027676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-c5a12ee9-dbe7-477c-828b-4931758b424c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 999 time: 0.1014533 Apr 22 17:56:07.096955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-cf459ffb-a7cf-45b4-8c1b-775669d636c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:07.098429 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-cf459ffb-a7cf-45b4-8c1b-775669d636c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0620170 Apr 22 17:56:07.186111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-f1d6b076-4233-432f-afb3-b305afe7a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:07.187705 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-f1d6b076-4233-432f-afb3-b305afe7a7e7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786481 Apr 22 17:56:07.334732 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-25959734-f6a1-4779-8d9f-b5648604924d service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354568 Apr 22 17:56:07.474886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5213f6ab-b8d4-4e9f-bb84-cad86e0743b6 req-3f365ca6-f366-4f5e-b1aa-42d59e10c244 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303325 Apr 22 17:56:07.735549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5bd13-f7dd-4c1e-8327-dccbe6f7b9ed req-bec4c3e3-ebce-4e14-89a5-396d7ef4d109 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:07.737156 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3ac5bd13-f7dd-4c1e-8327-dccbe6f7b9ed req-bec4c3e3-ebce-4e14-89a5-396d7ef4d109 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0952079 Apr 22 17:56:07.787072 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3ac5bd13-f7dd-4c1e-8327-dccbe6f7b9ed req-0f4d599c-b163-4156-a862-0edc2bd2f47c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421519 Apr 22 17:56:08.987945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c4204-f8e9-41bd-834b-a520e53e7714 req-4f617abe-b94e-42fd-b7d2-a059a5f8dc75 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:08.989454 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-341c4204-f8e9-41bd-834b-a520e53e7714 req-4f617abe-b94e-42fd-b7d2-a059a5f8dc75 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0905015 Apr 22 17:56:09.039853 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-341c4204-f8e9-41bd-834b-a520e53e7714 req-c5cfc9a2-d252-4326-becc-4e7e59e29fee tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440068 Apr 22 17:56:10.240382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186aec77-fa8c-45cc-943e-0e7b3499a965 req-13ea3e74-7376-4710-993f-c7402fb6b11a tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:10.242567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-186aec77-fa8c-45cc-943e-0e7b3499a965 req-13ea3e74-7376-4710-993f-c7402fb6b11a tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0897467 Apr 22 17:56:10.289945 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-186aec77-fa8c-45cc-943e-0e7b3499a965 req-14c25480-acd5-46e9-96f3-0f409524e60a tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409818 Apr 22 17:56:11.490437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a4b2c-e00d-4aed-ac44-950b5789c37e req-47f026d3-fc1f-4581-a076-4c13b283fb66 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:11.492617 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-613a4b2c-e00d-4aed-ac44-950b5789c37e req-47f026d3-fc1f-4581-a076-4c13b283fb66 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0906527 Apr 22 17:56:11.538452 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-613a4b2c-e00d-4aed-ac44-950b5789c37e req-0d9e2302-1f82-4d6a-9c9a-c241e574a42f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396318 Apr 22 17:56:12.191887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:56:12.736915 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b154-18b1-4ec7-b024-02a07f6d770f req-b0f7207f-78d7-41d0-9458-57b6787ffd41 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:12.738559 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0987b154-18b1-4ec7-b024-02a07f6d770f req-b0f7207f-78d7-41d0-9458-57b6787ffd41 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0884001 Apr 22 17:56:12.785221 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-0987b154-18b1-4ec7-b024-02a07f6d770f req-8a30057e-d889-467f-9b91-4e9df15f2440 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400851 Apr 22 17:56:13.988707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0f534-b662-4651-9b82-6f51601ee970 req-f88c5a84-0550-46d5-a65e-1dbaf8486849 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:13.990198 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b8e0f534-b662-4651-9b82-6f51601ee970 req-f88c5a84-0550-46d5-a65e-1dbaf8486849 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 943 time: 0.0902314 Apr 22 17:56:14.036927 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b8e0f534-b662-4651-9b82-6f51601ee970 req-a9c25759-922a-4260-a455-fb51a85ae974 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399203 Apr 22 17:56:14.824894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:56:14.965980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:56:14.983187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'port_id': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'mac_address': 'fa:16:3e:fa:1d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:56:15.040723 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:15.058343 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:56:15.075356 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:56:15.104943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:15.106917 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:56:15.177047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:56:15.181056 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:56:15.246202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2afa7-7581-49a5-899f-f06478822332 req-d3080376-5327-46ee-aac8-6ab8ea29d4d6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:15.247732 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56b2afa7-7581-49a5-899f-f06478822332 req-d3080376-5327-46ee-aac8-6ab8ea29d4d6 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 944 time: 0.0949571 Apr 22 17:56:15.294441 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-56b2afa7-7581-49a5-899f-f06478822332 req-7d25c85d-733c-48df-82c3-3af4ff0614fd tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403302 Apr 22 17:56:15.440774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:56:16.492743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977d68b-48be-4d08-9629-d2e450a2246c req-a584fd40-d585-4a02-9fc0-e91ef60b22e0 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:16.494321 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9977d68b-48be-4d08-9629-d2e450a2246c req-a584fd40-d585-4a02-9fc0-e91ef60b22e0 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 944 time: 0.0877564 Apr 22 17:56:16.540679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9977d68b-48be-4d08-9629-d2e450a2246c req-2604498a-43c8-4859-814c-079b820cb80b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400894 Apr 22 17:56:16.834376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:56:16.906079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:56:16.906503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:17.029090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:17.056497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:56:17.066740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:56:17.099283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:17.101904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f92ccd83-c7dd-42d9-a969-9540f32bd94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:56:17.132859 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'code': 200} Apr 22 17:56:17.175822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:56:17.185637 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:56:17.455250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992f4fa-1eb8-4043-bb52-8567503b0e73 req-3ed5a254-1744-487c-b86a-342f0a91bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:17.456858 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9992f4fa-1eb8-4043-bb52-8567503b0e73 req-3ed5a254-1744-487c-b86a-342f0a91bd08 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1098 time: 0.0777159 Apr 22 17:56:17.501535 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9992f4fa-1eb8-4043-bb52-8567503b0e73 req-deea296a-bac8-4926-b284-0df4df6a95d0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368142 Apr 22 17:56:17.742710 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe3cee-c9ad-40bd-9220-7a049743fc53 req-121159aa-cd5e-463c-bfb9-15e464103116 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:17.744269 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2dbe3cee-c9ad-40bd-9220-7a049743fc53 req-121159aa-cd5e-463c-bfb9-15e464103116 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0910425 Apr 22 17:56:17.790659 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2dbe3cee-c9ad-40bd-9220-7a049743fc53 req-e33e87ce-2df7-489a-93f9-56143101da48 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399106 Apr 22 17:56:18.991227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8545b3-8727-48de-899f-44ab2639fa13 req-90019b7a-f169-47b5-b9b3-e63e46963c47 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:56:18.992727 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d8545b3-8727-48de-899f-44ab2639fa13 req-90019b7a-f169-47b5-b9b3-e63e46963c47 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0875020 Apr 22 17:56:19.042577 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5d8545b3-8727-48de-899f-44ab2639fa13 req-5c35207c-f18b-4b94-adbd-e5a0ba63e8cf tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436277 Apr 22 17:56:28.110361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c766a50-f42e-4f1f-8949-737fe22935c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:30.887888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-26fb1dce-d8d9-415d-a889-32ef69a213b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:31.476036 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:31.665108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:33.019128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:35.824661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:56:49.191260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:56:58.115011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-64565408-4bd5-40c5-858c-c19cba55bdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:00.314574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a711d1d2-dc4a-480e-b59e-c5bdffdb3145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:01.481600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:01.664193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:01.867277 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-8a752687-f9f0-48b8-831a-98f4786fe2c2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817921 Apr 22 17:57:02.019379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-15066ea0-39f5-40bd-b181-b4a137b4d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:57:02.020925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-15066ea0-39f5-40bd-b181-b4a137b4d38e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1098 time: 0.0781245 Apr 22 17:57:02.460210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-20c79cbf-00d2-4318-82c5-900e7ac1b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:57:02.461793 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-20c79cbf-00d2-4318-82c5-900e7ac1b025 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.4204986 Apr 22 17:57:02.574455 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-c7b17e15-ff5e-469c-ab10-6dd02e875c07 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 1001 time: 0.1016572 Apr 22 17:57:02.650074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-a07fafb6-4fdb-4a47-91db-2b6f9f43ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:57:02.651614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-a07fafb6-4fdb-4a47-91db-2b6f9f43ee17 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0704985 Apr 22 17:57:02.737730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-6fe4c6ef-4105-413f-b030-4e3ea3a19cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:57:02.739408 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-6fe4c6ef-4105-413f-b030-4e3ea3a19cd8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797148 Apr 22 17:57:02.884895 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-57f8a67a-1da4-4aea-990d-28edc77786be service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334794 Apr 22 17:57:03.024415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:03.026244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f107dd48-9218-4396-9b38-f70a1d12d834 req-a073e5a5-cf35-45a2-a4e6-3f4ee3146e51 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338611 Apr 22 17:57:05.846876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:26.191009 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:57:28.115272 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e7245784-9a2f-4769-9ace-c43363b972c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:30.319542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1c4afbec-cf59-4e55-92f4-a30d76668b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:31.463767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:31.686512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:33.028008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:35.846425 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:57:48.399630 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-40611efe-e86b-4f4f-b9a5-51e4a76d7c8e req-dea51b6a-7969-41cd-9234-67ec5466b86d service neutron] (87210) timed out ('10.222.0.78', 62626) {{(pid=87210) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 17:57:58.143064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1596d5aa-ae48-46ec-8106-9675538ac5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:00.320348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5fb2787b-ed2e-442b-9bb7-6b51f2169f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:01.457789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:01.668807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:03.017073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:03.190238 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:58:03.838069 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-145d39e0-18a7-47f7-baef-7bb96789be1a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762734 Apr 22 17:58:03.998864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-2b0ae73f-b89c-4a36-b121-1e77dfae27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:04.000342 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-2b0ae73f-b89c-4a36-b121-1e77dfae27b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1098 time: 0.0806494 Apr 22 17:58:04.156295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-8856a756-1091-4395-936b-24bb57ed7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:04.157818 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-8856a756-1091-4395-936b-24bb57ed7cdf service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1334891 Apr 22 17:58:04.269338 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-266679bb-aa5d-4af6-9a1e-0dcf54ddd550 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 1001 time: 0.1001425 Apr 22 17:58:04.339323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-dd737774-043f-4ff5-9773-7b81d5e4c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:04.340797 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-dd737774-043f-4ff5-9773-7b81d5e4c218 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0618973 Apr 22 17:58:04.425059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-89fea105-4b8d-4969-8835-1c1b91e0a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:04.426666 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-89fea105-4b8d-4969-8835-1c1b91e0a378 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742693 Apr 22 17:58:04.437804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-fad26aeb-bebe-48c8-ad90-a3120fb052a6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:58:04.438832 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-fad26aeb-bebe-48c8-ad90-a3120fb052a6 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051787 Apr 22 17:58:04.584559 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-0e641888-ef4c-4141-8f09-d13610460b51 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353154 Apr 22 17:58:04.732153 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-2e3ba009-cefe-4a86-9a06-6bc2c408f611 req-3739cddc-7bab-468a-b682-bd14e362caf1 service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361251 Apr 22 17:58:05.834172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:17.431896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41412) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:17.862982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Deleting port 4b2e003a-a17d-431c-b657-155caf115bd4 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:17.863289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:18.039530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:18.039892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:18.171387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Calling delete_port for 4b2e003a-a17d-431c-b657-155caf115bd4 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:58:18.451489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:18.456453 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-54eb2f3f-4b30-4447-8f84-238b5178feae tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:18.537322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event deleted for resources: {'Port': ['ID=4b2e003a-a17d-431c-b657-155caf115bd4,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:18.554451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.554908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.555337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.555754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.556166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.556580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.556991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.557406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.557814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.558222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.558655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.559059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:18.562602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:18.622149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:18.622527 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Floating IP 1374f403-135b-4b66-a6a6-02d74ffe8a19 disassociated (deleted). External IP: 172.26.6.179, port: eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47. Apr 22 17:58:18.987092 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Router c4ad42cb-4525-4da4-88b0-55e31984ec38 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:58:19.170063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:58:19.179537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9ca32-d618-4190-97d8-9cf73251ac55 None None] Sync routers for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:58:19.186475 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:19.190656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9ca32-d618-4190-97d8-9cf73251ac55 None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:19.191506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-33b9ca32-d618-4190-97d8-9cf73251ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:19.247667 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-2e07222a-1487-49e6-a719-d0684e318272 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "DELETE /v2.0/floatingips/1374f403-135b-4b66-a6a6-02d74ffe8a19 HTTP/1.1" status: 204 len: 168 time: 1.8145182 Apr 22 17:58:19.248393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:58:19.494973 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'status': 'completed', 'code': 200} Apr 22 17:58:19.545417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-33b9ca32-d618-4190-97d8-9cf73251ac55 None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:19.598947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d612e-64e1-46e7-8806-8466c3ef22d7 req-51032309-561c-4361-94da-3333cd886ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:19.600572 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f5d612e-64e1-46e7-8806-8466c3ef22d7 req-51032309-561c-4361-94da-3333cd886ebf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=159f021aeb254673bb01fb18da4b9f19&device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 1098 time: 0.0789306 Apr 22 17:58:19.746599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d612e-64e1-46e7-8806-8466c3ef22d7 req-19e9be6b-e410-4858-8ea9-38ed407d4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:19.748193 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f5d612e-64e1-46e7-8806-8466c3ef22d7 req-19e9be6b-e410-4858-8ea9-38ed407d4ce7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 200 len: 911 time: 0.1376781 Apr 22 17:58:19.826807 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f5d612e-64e1-46e7-8806-8466c3ef22d7 req-0f6d933f-3c3a-4088-a8c8-0c018e200a87 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 200 len: 217 time: 0.0681722 Apr 22 17:58:19.878107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-33b9ca32-d618-4190-97d8-9cf73251ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:19.882183 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9ca32-d618-4190-97d8-9cf73251ac55 None None] Checking router: c4ad42cb-4525-4da4-88b0-55e31984ec38 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:58:19.891326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9ca32-d618-4190-97d8-9cf73251ac55 None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:19.891983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-33b9ca32-d618-4190-97d8-9cf73251ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:19.902505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d612e-64e1-46e7-8806-8466c3ef22d7 req-1da42c4a-308d-454d-97c3-ca8fb0a3e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:19.904119 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f5d612e-64e1-46e7-8806-8466c3ef22d7 req-1da42c4a-308d-454d-97c3-ca8fb0a3e5b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 200 len: 848 time: 0.0675733 Apr 22 17:58:19.993989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d612e-64e1-46e7-8806-8466c3ef22d7 req-16dd4f20-8f43-43cc-91f8-3fa1cbe40f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:19.995623 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f5d612e-64e1-46e7-8806-8466c3ef22d7 req-16dd4f20-8f43-43cc-91f8-3fa1cbe40f1f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=796f0822-77c0-42a9-8676-c8167317c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803049 Apr 22 17:58:20.077993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-33b9ca32-d618-4190-97d8-9cf73251ac55 None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:20.137370 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f5d612e-64e1-46e7-8806-8466c3ef22d7 req-cbb42309-cb15-46e4-a7c7-2593773f4a8f service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340601 Apr 22 17:58:20.281718 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9f5d612e-64e1-46e7-8806-8466c3ef22d7 req-0ae42413-4378-4495-bddc-2812a822207a service neutron] 10.222.0.78 "GET /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332583 Apr 22 17:58:20.406447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-33b9ca32-d618-4190-97d8-9cf73251ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:20.410600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9ca32-d618-4190-97d8-9cf73251ac55 None None] The sync data for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv is: [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:47:11Z', 'revision_number': 4, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c', 'name': '', 'network_id': '796f0822-77c0-42a9-8676-c8167317c648', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'mac_address': 'fa:16:3e:62:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:11Z', 'updated_at': '2021-04-22T17:47:20Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'subnets': [{'id': '735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:58:20.778139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cada9-e0d6-4060-b435-fb665733a297 None None] New status for floating IP 1374f403-135b-4b66-a6a6-02d74ffe8a19: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:58:21.015410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a517f3a-f84d-4b4f-ba0b-292aef0b95eb req-9cb99120-2ff5-46d8-ad8b-b7b5eca446ab tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:21.017035 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a517f3a-f84d-4b4f-ba0b-292aef0b95eb req-9cb99120-2ff5-46d8-ad8b-b7b5eca446ab tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.3564324 Apr 22 17:58:21.064500 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4a517f3a-f84d-4b4f-ba0b-292aef0b95eb req-a43b807e-83de-4e38-9107-1fa13383ad2e tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410709 Apr 22 17:58:22.270083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634b77e-4f53-4232-b6aa-c912fac0ae11 req-f96dd163-f028-4a64-afa1-b7d1590b8bb9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:22.271687 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a634b77e-4f53-4232-b6aa-c912fac0ae11 req-f96dd163-f028-4a64-afa1-b7d1590b8bb9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0932555 Apr 22 17:58:22.318835 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a634b77e-4f53-4232-b6aa-c912fac0ae11 req-547ef201-07be-42dd-9957-97bdc8ae38a7 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407288 Apr 22 17:58:22.541245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aca817-3ce3-4168-90be-795159b7aab6 req-96234671-c967-40d2-9711-4db2ae9c342b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:22.541990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-94aca817-3ce3-4168-90be-795159b7aab6 req-96234671-c967-40d2-9711-4db2ae9c342b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Synchronizing usage tracker for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:58:22.576717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-94aca817-3ce3-4168-90be-795159b7aab6 req-96234671-c967-40d2-9711-4db2ae9c342b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Unset dirty status for tenant:159f021aeb254673bb01fb18da4b9f19 on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:58:22.577909 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94aca817-3ce3-4168-90be-795159b7aab6 req-96234671-c967-40d2-9711-4db2ae9c342b tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.78 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.1256142 Apr 22 17:58:22.952684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-94aca817-3ce3-4168-90be-795159b7aab6 req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Deleting port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:22.953066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94aca817-3ce3-4168-90be-795159b7aab6 req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:23.207831 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-94aca817-3ce3-4168-90be-795159b7aab6 req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] For port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:23.208166 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94aca817-3ce3-4168-90be-795159b7aab6 req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:23.340530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-94aca817-3ce3-4168-90be-795159b7aab6 req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Calling delete_port for eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:58:23.519873 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827471-5f77-45fc-b000-fc62733f5272 req-21f0bd1a-02e5-49b0-b9cd-5dafb9222730 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:23.521379 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05827471-5f77-45fc-b000-fc62733f5272 req-21f0bd1a-02e5-49b0-b9cd-5dafb9222730 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 945 time: 0.0906129 Apr 22 17:58:23.542848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94aca817-3ce3-4168-90be-795159b7aab6 req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:23.548829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:23.569716 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-05827471-5f77-45fc-b000-fc62733f5272 req-26dc6aa7-58ba-4b1d-a40b-293ebb5ffeb0 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/security-groups?id=32750440-927b-4b26-8ddf-8e91b9b1fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414889 Apr 22 17:58:23.602097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event deleted for resources: {'Port': ['ID=eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:23.605524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:23.682784 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-94aca817-3ce3-4168-90be-795159b7aab6 req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] No DVR routers for this DVR port eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:58:23.685295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-94aca817-3ce3-4168-90be-795159b7aab6 req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:23.688204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'name': 'network-vif-deleted', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:58:23.720886 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-94aca817-3ce3-4168-90be-795159b7aab6 req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.78 "DELETE /v2.0/ports/eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 HTTP/1.1" status: 204 len: 173 time: 1.1335998 Apr 22 17:58:23.738687 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a643057f-7f77-41c5-b174-a1281e2bf81b', 'name': 'network-vif-deleted', 'tag': 'eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47', 'status': 'completed', 'code': 200} Apr 22 17:58:24.749329 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3b36347e-f428-4bbd-a991-a03d7442552a req-6093537b-4670-40db-90ef-e20d54ad6de9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "GET /v2.0/ports?device_id=a643057f-7f77-41c5-b174-a1281e2bf81b HTTP/1.1" status: 200 len: 210 time: 0.0489001 Apr 22 17:58:25.852540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41444) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:25.926291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f36f2ce-fe8b-45ba-9380-f29371f76c16 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:25.960021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f36f2ce-fe8b-45ba-9380-f29371f76c16 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:26.164768 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f36f2ce-fe8b-45ba-9380-f29371f76c16 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:26.170554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85e07939-0002-41e9-ba8a-51a3cadaf2bd tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:26.186848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36f2ce-fe8b-45ba-9380-f29371f76c16 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32750440-927b-4b26-8ddf-8e91b9b1fca8,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:26.189694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9f36f2ce-fe8b-45ba-9380-f29371f76c16 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:26.221999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9f36f2ce-fe8b-45ba-9380-f29371f76c16 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:26.223304 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9f36f2ce-fe8b-45ba-9380-f29371f76c16 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] 10.222.0.77 "DELETE /v2.0/security-groups/32750440-927b-4b26-8ddf-8e91b9b1fca8 HTTP/1.1" status: 204 len: 168 time: 0.3695717 Apr 22 17:58:26.344795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41450) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:27.088844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:27.427420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:58:27.457527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] Deleting port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:27.457907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:27.462842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:58:27.463234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device eeb98ed1-a5e1-4d2b-8753-4e72f1ea2f47 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:58:27.643859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] For port aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:27.644155 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:27.775796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] Calling delete_port for aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:58:28.113296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:28.118548 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:28.165127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:28.168470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:28.171943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d65a-0e44-40fd-9cdc-f6cc23e13d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:28.444598 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:28.816944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] Router c4ad42cb-4525-4da4-88b0-55e31984ec38 has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:58:29.287942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:58:29.301256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3491ba58-ca27-4785-910c-6b649e4e179d None None] Sync routers for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:58:29.301664 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b9d9c283-2eba-46ea-a58e-d6327b64e624 admin admin] 10.222.0.77 "PUT /v2.0/routers/c4ad42cb-4525-4da4-88b0-55e31984ec38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9558535 Apr 22 17:58:29.304337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41456) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:29.311107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3491ba58-ca27-4785-910c-6b649e4e179d None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:29.311769 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3491ba58-ca27-4785-910c-6b649e4e179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:29.487699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:29.498142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3491ba58-ca27-4785-910c-6b649e4e179d None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:29.680066 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:29.714473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Deleting port f7c46696-05b1-4121-aed4-ff76dc3496cb {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:29.714892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:29.797424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3491ba58-ca27-4785-910c-6b649e4e179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:58:27Z', 'revision_number': 5, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port': {'id': 'f7c46696-05b1-4121-aed4-ff76dc3496cb', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:08Z', 'updated_at': '2021-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:29.801855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3491ba58-ca27-4785-910c-6b649e4e179d None None] Checking router: c4ad42cb-4525-4da4-88b0-55e31984ec38 for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:58:29.810698 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3491ba58-ca27-4785-910c-6b649e4e179d None None] Routers {'c4ad42cb-4525-4da4-88b0-55e31984ec38'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:29.811355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3491ba58-ca27-4785-910c-6b649e4e179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['c4ad42cb-4525-4da4-88b0-55e31984ec38'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:29.901007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] For port f7c46696-05b1-4121-aed4-ff76dc3496cb, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f7c46696-05b1-4121-aed4-ff76dc3496cb,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:29.901479 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:29.969244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-3491ba58-ca27-4785-910c-6b649e4e179d None None] Set router c4ad42cb-4525-4da4-88b0-55e31984ec38 gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:30.034901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Calling delete_port for f7c46696-05b1-4121-aed4-ff76dc3496cb owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:58:30.083280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-3491ba58-ca27-4785-910c-6b649e4e179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:58:29Z', 'revision_number': 6, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:30.087308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3491ba58-ca27-4785-910c-6b649e4e179d None None] The sync data for ids ['c4ad42cb-4525-4da4-88b0-55e31984ec38'] in dv-neutron-786478-3-hyperv is: [{'id': 'c4ad42cb-4525-4da4-88b0-55e31984ec38', 'name': 'tempest-TestShelveInstance-1294008403-router', 'tenant_id': '159f021aeb254673bb01fb18da4b9f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:07Z', 'updated_at': '2021-04-22T17:58:29Z', 'revision_number': 6, 'project_id': '159f021aeb254673bb01fb18da4b9f19', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:58:30.291614 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:30.296747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f4a3cdef-4796-4552-aa1c-b7427e5ceaaa tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:30.320143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-14cfb841-6f27-40b3-96b2-a3d45183dd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:30.348760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c46696-05b1-4121-aed4-ff76dc3496cb,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:30.376725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:30.443126 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:30.629163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:30.631417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:30.810131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:30.810734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4ad42cb-4525-4da4-88b0-55e31984ec38 {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:58:30.823270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:30.824507 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c4ad42cb-4525-4da4-88b0-55e31984ec38 HTTP/1.1" status: 204 len: 168 time: 1.5190947 Apr 22 17:58:30.827159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41460) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:30.898968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f35179-508f-44ff-9ce4-2217a72ba9c7 admin admin] Deleting subnet 735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:58:30.902098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53f35179-508f-44ff-9ce4-2217a72ba9c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:30.953242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53f35179-508f-44ff-9ce4-2217a72ba9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:31.035113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53f35179-508f-44ff-9ce4-2217a72ba9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:31.298122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f7c46696-05b1-4121-aed4-ff76dc3496cb no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:58:31.336418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: f7c46696-05b1-4121-aed4-ff76dc3496cb {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:58:31.336817 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f7c46696-05b1-4121-aed4-ff76dc3496cb not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:58:31.337295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:58:31.375838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:58:31.376235 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device aaf7e246-9fa1-4bd6-8250-f5baa2c5f06c not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:58:31.382064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53f35179-508f-44ff-9ce4-2217a72ba9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:31.387457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a0f5e13b-0baa-4a26-9b5f-a07bc56db440 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:31.427408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f35179-508f-44ff-9ce4-2217a72ba9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:31.430713 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53f35179-508f-44ff-9ce4-2217a72ba9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:31.431785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53f35179-508f-44ff-9ce4-2217a72ba9c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:31.438051 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-53f35179-508f-44ff-9ce4-2217a72ba9c7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/735fe5e2-aa09-4bf7-8f17-f0d95e9a14b1 HTTP/1.1" status: 204 len: 168 time: 0.6098735 Apr 22 17:58:31.438263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce92616-2031-489b-8d22-645bea31c225 None None] Network 796f0822-77c0-42a9-8676-c8167317c648 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:58:31.440639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41464) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:31.504456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:31.552987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:31.563825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Deleting port f6a6ca33-80fa-466e-98e2-758a0944e4bd {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:31.564189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:31.694134 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:31.719355 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176e7381-b5be-47c3-ad5e-1e55ee57ff6c None None] DHCP port deletion for 796f0822-77c0-42a9-8676-c8167317c648 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:58:31.723905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-176e7381-b5be-47c3-ad5e-1e55ee57ff6c None None] Deleting port f6a6ca33-80fa-466e-98e2-758a0944e4bd {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:31.724325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-176e7381-b5be-47c3-ad5e-1e55ee57ff6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:31.792887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] For port f6a6ca33-80fa-466e-98e2-758a0944e4bd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f6a6ca33-80fa-466e-98e2-758a0944e4bd,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:31.793209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:31.924058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Calling delete_port for f6a6ca33-80fa-466e-98e2-758a0944e4bd owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:58:31.938342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-176e7381-b5be-47c3-ad5e-1e55ee57ff6c None None] For port f6a6ca33-80fa-466e-98e2-758a0944e4bd, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=f6a6ca33-80fa-466e-98e2-758a0944e4bd,segment=NetworkSegment(2dee163e-4910-4b9f-adba-9780f39ee8a4),segment_id=2dee163e-4910-4b9f-adba-9780f39ee8a4)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:31.938816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-176e7381-b5be-47c3-ad5e-1e55ee57ff6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:32.034125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:32.039170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-13f3648f-6ada-4ffd-919a-77f61677602d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:32.067872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-176e7381-b5be-47c3-ad5e-1e55ee57ff6c None None] Calling delete_port for f6a6ca33-80fa-466e-98e2-758a0944e4bd owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:58:32.086435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a6ca33-80fa-466e-98e2-758a0944e4bd,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:32.088499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] No DVR routers for this DVR port f6a6ca33-80fa-466e-98e2-758a0944e4bd on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:58:32.090106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:32.144260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-176e7381-b5be-47c3-ad5e-1e55ee57ff6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:58:32.144664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-176e7381-b5be-47c3-ad5e-1e55ee57ff6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:58:32.211265 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:32.324605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796f0822-77c0-42a9-8676-c8167317c648']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:32.337073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dee163e-4910-4b9f-adba-9780f39ee8a4') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:32.337417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dee163e-4910-4b9f-adba-9780f39ee8a4') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:32.349974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:32.411217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:32.417624 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:58:32.594260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Network 796f0822-77c0-42a9-8676-c8167317c648 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:58:32.604079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:32.646046 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-176e7381-b5be-47c3-ad5e-1e55ee57ff6c None None] Deleting port f6a6ca33-80fa-466e-98e2-758a0944e4bd {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:32.646480 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-176e7381-b5be-47c3-ad5e-1e55ee57ff6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:32.717805 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-176e7381-b5be-47c3-ad5e-1e55ee57ff6c None None] The port 'f6a6ca33-80fa-466e-98e2-758a0944e4bd' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:58:32.782782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Network 796f0822-77c0-42a9-8676-c8167317c648 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:58:32.808742 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:58:33.061296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:33.147067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:33.150704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dbfdb8ed-2666-4c90-8f73-f5d0678256b6 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:33.167368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:33.176373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Pushing event deleted for resources: {'Network': ['ID=796f0822-77c0-42a9-8676-c8167317c648,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:33.179822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:33.248872 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-10fcb346-91c5-412a-906b-02e0acaec939 admin admin] 10.222.0.77 "DELETE /v2.0/networks/796f0822-77c0-42a9-8676-c8167317c648 HTTP/1.1" status: 204 len: 168 time: 1.8044121 Apr 22 17:58:33.249306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41468) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:33.294787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f6a6ca33-80fa-466e-98e2-758a0944e4bd no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:58:33.334352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: f6a6ca33-80fa-466e-98e2-758a0944e4bd {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:58:33.334956 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device f6a6ca33-80fa-466e-98e2-758a0944e4bd not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:58:34.113386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:34.475740 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Deleting port 5da05467-2d26-4fd5-b95e-58722a5bb77e {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:34.476301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:34.655025 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] For port 5da05467-2d26-4fd5-b95e-58722a5bb77e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=5da05467-2d26-4fd5-b95e-58722a5bb77e,segment=NetworkSegment(c454c9c9-e48e-4169-98f7-96ba257420db),segment_id=c454c9c9-e48e-4169-98f7-96ba257420db)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:34.655418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:34.786379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Calling delete_port for 5da05467-2d26-4fd5-b95e-58722a5bb77e owned by network:router_interface {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:58:35.108299 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:35.113336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:35.159753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da05467-2d26-4fd5-b95e-58722a5bb77e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:35.162330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:35.441861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:35.815138 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Router 0f6e3138-10e6-41a3-b682-0e3dc513e02d has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:58:35.845874 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:36.003392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:58:36.012116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cf05b-21d1-4034-ab36-d5a28e207003 None None] Sync routers for ids ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:58:36.022923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cf05b-21d1-4034-ab36-d5a28e207003 None None] Routers {'0f6e3138-10e6-41a3-b682-0e3dc513e02d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:36.023610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-cd5cf05b-21d1-4034-ab36-d5a28e207003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:36.047382 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] 10.222.0.77 "PUT /v2.0/routers/0f6e3138-10e6-41a3-b682-0e3dc513e02d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7972171 Apr 22 17:58:36.050043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41472) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:36.210665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-cd5cf05b-21d1-4034-ab36-d5a28e207003 None None] Set router 0f6e3138-10e6-41a3-b682-0e3dc513e02d gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:36.233202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Notify callbacks [] for router, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:36.420894 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:36.457454 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Deleting port 8fa97578-b1e7-437a-bdd9-d0decb8e1786 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:36.457825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:36.513259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-cd5cf05b-21d1-4034-ab36-d5a28e207003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'name': 'tempest-TestShelveInstance-754413287-router', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8'}], 'enable_snat': True}, 'gw_port_id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:58:35Z', 'revision_number': 5, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'gw_port': {'id': '8fa97578-b1e7-437a-bdd9-d0decb8e1786', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:36.517427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cf05b-21d1-4034-ab36-d5a28e207003 None None] Checking router: 0f6e3138-10e6-41a3-b682-0e3dc513e02d for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:58:36.526410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cf05b-21d1-4034-ab36-d5a28e207003 None None] Routers {'0f6e3138-10e6-41a3-b682-0e3dc513e02d'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:36.527104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-cd5cf05b-21d1-4034-ab36-d5a28e207003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:36.640674 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] For port 8fa97578-b1e7-437a-bdd9-d0decb8e1786, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=8fa97578-b1e7-437a-bdd9-d0decb8e1786,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:36.641073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:36.687682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-cd5cf05b-21d1-4034-ab36-d5a28e207003 None None] Set router 0f6e3138-10e6-41a3-b682-0e3dc513e02d gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:36.772877 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Calling delete_port for 8fa97578-b1e7-437a-bdd9-d0decb8e1786 owned by network:router_gateway {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:58:36.801012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-cd5cf05b-21d1-4034-ab36-d5a28e207003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'name': 'tempest-TestShelveInstance-754413287-router', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:58:36Z', 'revision_number': 6, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:36.805639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cf05b-21d1-4034-ab36-d5a28e207003 None None] The sync data for ids ['0f6e3138-10e6-41a3-b682-0e3dc513e02d'] in dv-neutron-786478-3-hyperv is: [{'id': '0f6e3138-10e6-41a3-b682-0e3dc513e02d', 'name': 'tempest-TestShelveInstance-754413287-router', 'tenant_id': '07849e83490848279e8ce2b84dd8d8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:47:15Z', 'updated_at': '2021-04-22T17:58:36Z', 'revision_number': 6, 'project_id': '07849e83490848279e8ce2b84dd8d8e4', 'gw_port_host': None}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:58:37.299323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5da05467-2d26-4fd5-b95e-58722a5bb77e no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:58:37.339643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 5da05467-2d26-4fd5-b95e-58722a5bb77e {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:58:37.340044 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 5da05467-2d26-4fd5-b95e-58722a5bb77e not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:58:37.340521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8fa97578-b1e7-437a-bdd9-d0decb8e1786 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:58:37.360043 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:37.365325 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4cdec983-74df-4f2c-b414-c85339a045b4 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:37.376569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 8fa97578-b1e7-437a-bdd9-d0decb8e1786 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:58:37.376971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 8fa97578-b1e7-437a-bdd9-d0decb8e1786 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:58:37.415317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa97578-b1e7-437a-bdd9-d0decb8e1786,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:37.441744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:37.506154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:37.685439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:37.687751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:37.851236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:37.851767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6e3138-10e6-41a3-b682-0e3dc513e02d {{(pid=87209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 17:58:37.864477 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:37.865733 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fd2e394f-3aba-460f-8ebd-a9041d44af04 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0f6e3138-10e6-41a3-b682-0e3dc513e02d HTTP/1.1" status: 204 len: 168 time: 1.8146741 Apr 22 17:58:37.868472 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41476) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:37.935436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-968b9db7-0f2c-4541-bf44-ceddf813c88b admin admin] Deleting subnet 3c7b67c3-9462-4398-ad37-b12d103ae5df {{(pid=87209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 17:58:37.938550 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-968b9db7-0f2c-4541-bf44-ceddf813c88b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:37.990395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-968b9db7-0f2c-4541-bf44-ceddf813c88b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840221901'] for subnet, precommit_delete_associations {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:38.072538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-968b9db7-0f2c-4541-bf44-ceddf813c88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:38.468957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-968b9db7-0f2c-4541-bf44-ceddf813c88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15019488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840397120'] for subnet, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:38.474241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-284cac50-7dbc-4b5a-95a0-207a3c3d52fb tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:38.515198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b9db7-0f2c-4541-bf44-ceddf813c88b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7b67c3-9462-4398-ad37-b12d103ae5df,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:38.517722 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-968b9db7-0f2c-4541-bf44-ceddf813c88b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:38.521180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c61f32e-0858-477e-a929-25ac232b398f None None] Network 996eef26-3227-418c-8f28-921d7c4430a3 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:58:38.521315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-968b9db7-0f2c-4541-bf44-ceddf813c88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:38.524176 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-968b9db7-0f2c-4541-bf44-ceddf813c88b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3c7b67c3-9462-4398-ad37-b12d103ae5df HTTP/1.1" status: 204 len: 168 time: 0.6546984 Apr 22 17:58:38.526899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41480) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:38.642787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:38.653857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Deleting port a961634d-b35d-405d-b6d7-7e9b819ac2d2 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:38.654229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:38.765439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c65eba-fdf6-48be-bce2-04d25621d198 None None] DHCP port deletion for 996eef26-3227-418c-8f28-921d7c4430a3 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 17:58:38.770333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-39c65eba-fdf6-48be-bce2-04d25621d198 None None] Deleting port a961634d-b35d-405d-b6d7-7e9b819ac2d2 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:38.770779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39c65eba-fdf6-48be-bce2-04d25621d198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:38.880594 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] For port a961634d-b35d-405d-b6d7-7e9b819ac2d2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a961634d-b35d-405d-b6d7-7e9b819ac2d2,segment=NetworkSegment(c454c9c9-e48e-4169-98f7-96ba257420db),segment_id=c454c9c9-e48e-4169-98f7-96ba257420db)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:38.881010 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:38.985007 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-39c65eba-fdf6-48be-bce2-04d25621d198 None None] For port a961634d-b35d-405d-b6d7-7e9b819ac2d2, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=a961634d-b35d-405d-b6d7-7e9b819ac2d2,segment=NetworkSegment(c454c9c9-e48e-4169-98f7-96ba257420db),segment_id=c454c9c9-e48e-4169-98f7-96ba257420db)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:38.985375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39c65eba-fdf6-48be-bce2-04d25621d198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:39.014015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Calling delete_port for a961634d-b35d-405d-b6d7-7e9b819ac2d2 owned by network:dhcp {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:58:39.113945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-39c65eba-fdf6-48be-bce2-04d25621d198 None None] Calling delete_port for a961634d-b35d-405d-b6d7-7e9b819ac2d2 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 17:58:39.125062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:39.130951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c9b4512f-825d-479a-843e-d5fd14330f5c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:39.180348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=a961634d-b35d-405d-b6d7-7e9b819ac2d2,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:39.182536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] No DVR routers for this DVR port a961634d-b35d-405d-b6d7-7e9b819ac2d2 on host dv-neutron-786478-3-hyperv {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 17:58:39.184330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:39.313597 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:39.339302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a961634d-b35d-405d-b6d7-7e9b819ac2d2 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 17:58:39.384661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: a961634d-b35d-405d-b6d7-7e9b819ac2d2 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 17:58:39.385048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device a961634d-b35d-405d-b6d7-7e9b819ac2d2 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 17:58:39.412395 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-39c65eba-fdf6-48be-bce2-04d25621d198 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:58:39.412812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-39c65eba-fdf6-48be-bce2-04d25621d198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 17:58:39.431898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996eef26-3227-418c-8f28-921d7c4430a3']}} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:39.444981 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c454c9c9-e48e-4169-98f7-96ba257420db') {'for_net_delete': True} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:39.445323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c454c9c9-e48e-4169-98f7-96ba257420db') {} {{(pid=87209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:39.457773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553915'] for segment, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:39.476274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:39.482559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 17:58:39.659888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Network 996eef26-3227-418c-8f28-921d7c4430a3 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:58:39.668765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839755965'] for segment, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:39.849976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Network 996eef26-3227-418c-8f28-921d7c4430a3 has no segments {{(pid=87209) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:58:39.872385 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:58:39.914002 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-39c65eba-fdf6-48be-bce2-04d25621d198 None None] Deleting port a961634d-b35d-405d-b6d7-7e9b819ac2d2 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 17:58:39.914379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-39c65eba-fdf6-48be-bce2-04d25621d198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:39.970688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:39.974103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1f75f0a8-17b3-4e3b-9e66-314c62b1cd48 tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:39.987071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-39c65eba-fdf6-48be-bce2-04d25621d198 None None] The port 'a961634d-b35d-405d-b6d7-7e9b819ac2d2' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 17:58:39.993989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:40.003307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=996eef26-3227-418c-8f28-921d7c4430a3,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:40.008049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:40.011410 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] 10.222.0.77 "DELETE /v2.0/networks/996eef26-3227-418c-8f28-921d7c4430a3 HTTP/1.1" status: 204 len: 168 time: 1.4834960 Apr 22 17:58:40.190657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:58:40.231429 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41486) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:40.283458 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c817edfa-c53b-4ca8-addb-7793557eefe8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=159f021aeb254673bb01fb18da4b9f19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507143 Apr 22 17:58:40.285896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41490) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:40.346054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d385caa-85b8-4aaa-b7eb-19caebdc96b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:40.373452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d385caa-85b8-4aaa-b7eb-19caebdc96b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:40.444934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d385caa-85b8-4aaa-b7eb-19caebdc96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:40.449923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7228ffe8-825d-4541-be24-26c17548696f tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:40.463803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d385caa-85b8-4aaa-b7eb-19caebdc96b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5564505-0cba-4068-a1d1-2bb1e95bf7cb,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:40.468826 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d385caa-85b8-4aaa-b7eb-19caebdc96b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:40.470885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d385caa-85b8-4aaa-b7eb-19caebdc96b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:40.472102 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-0d385caa-85b8-4aaa-b7eb-19caebdc96b0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5564505-0cba-4068-a1d1-2bb1e95bf7cb HTTP/1.1" status: 204 len: 168 time: 0.1852458 Apr 22 17:58:41.026162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41498) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:41.080263 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-94a8248a-82cd-4cbe-b299-edb373132e8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07849e83490848279e8ce2b84dd8d8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527506 Apr 22 17:58:41.083330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41502) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:41.146360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49837088-eebd-4530-8d13-8315a5a0f9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:41.173326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49837088-eebd-4530-8d13-8315a5a0f9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:41.233628 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49837088-eebd-4530-8d13-8315a5a0f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:41.238574 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-98bc1314-76fe-45f7-8a6a-242a8edead2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:41.249199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49837088-eebd-4530-8d13-8315a5a0f9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8488807-e37d-4b91-b321-25896cb07a1e,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:41.253947 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-49837088-eebd-4530-8d13-8315a5a0f9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:41.255990 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-49837088-eebd-4530-8d13-8315a5a0f9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:41.257181 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-49837088-eebd-4530-8d13-8315a5a0f9d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8488807-e37d-4b91-b321-25896cb07a1e HTTP/1.1" status: 204 len: 168 time: 0.1729133 Apr 22 17:58:42.205434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41526) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:42.317552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1259197447-network', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:42.323127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:42.327435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Usage tracker for resource:network and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:42.330476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:42.337354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:42.369696 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Made reservation on behalf of e1710e73d2704b4f9d16428929688adb for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:58:42.374432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:42.387587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:42.403227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:42.407223 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Usage tracker for resource:security_group_rule and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:42.410146 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:42.416322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:42.601435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:42.626939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:42.631725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ecd015db-78a3-4655-a119-bedc5470111c tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:42.656369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:58:42.669822 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7b28f7-6841-49d4-9424-6bf0ac5e7269,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:42.673246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:42.709992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:42.710380 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Added segment 74ba3fd4-03cc-413e-abde-c3e7af8643a0 of type vlan for network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d Apr 22 17:58:42.791484 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:42.885107 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:42.886125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:42.886794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:42.891821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-137bf5f1-7870-4fb7-a366-46a279f60c6e tempest-RoutersNegativeTest-2137878451 tempest-RoutersNegativeTest-2137878451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:42.996576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Pushing event updated for resources: {'Network': ['ID=70a9afa8-97c2-4598-b9d1-3bf9ce19499d,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:42.999373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:43.006812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:58:43.017373 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8107796 Apr 22 17:58:43.020662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41532) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:43.027172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Request body: {'subnet': {'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1259197447-subnet', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'ip_version': 4}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:43.032424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:43.036907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Usage tracker for resource:subnet and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:43.039869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:43.046780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:43.085124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Made reservation on behalf of e1710e73d2704b4f9d16428929688adb for: {'subnet': 1} {{(pid=87210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:58:43.089986 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13648169'] for subnet, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:43.633603 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13648184'] for subnet, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:43.638061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b23d0809-7081-4a6b-bd0d-8983f99f86be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:43.713396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206faaff-6326-4b15-b26e-6f1d24a086b3,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:43.725854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.726289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.726745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.727169 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.727586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.728117 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.728393 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.728806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.729219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.729632 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.730041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.730447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:43.733664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Checking segment: {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:58:43.734059 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Network hostable DHCP agents. Network: 70a9afa8-97c2-4598-b9d1-3bf9ce19499d, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:58:43.738930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:43.821101 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:58:43.895339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, 70a9afa8-97c2-4598-b9d1-3bf9ce19499d) {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:58:43.905408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38729713-d487-4781-9aa0-464c756ecbfb None None] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:58:43.907585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:43.908236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:43.959140 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-252cae55-a01c-443e-ade4-7b0cc9702d82 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9368799 Apr 22 17:58:43.961838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41536) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:43.967532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:43.972839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:43.976966 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Usage tracker for resource:router and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:43.980534 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:43.987899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:44.021363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.022457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.091937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.127197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:58:44.128731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.288577 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Allocated IP 172.20.0.2 (70a9afa8-97c2-4598-b9d1-3bf9ce19499d/206faaff-6326-4b15-b26e-6f1d24a086b3/23d35ecc-4f9b-4847-af6c-97b9587eec22) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:58:44.402250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.504844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.569954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Transition to ACTIVE for port object 23d35ecc-4f9b-4847-af6c-97b9587eec22 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:58:44.589208 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Transition to ACTIVE for port object 23d35ecc-4f9b-4847-af6c-97b9587eec22 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:58:44.650263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.655948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:44.711112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:58:44.712257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:58:44.724093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:58:44.901242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.901242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Pushing event updated for resources: {'Port': ['ID=23d35ecc-4f9b-4847-af6c-97b9587eec22,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Attempting to bind port 23d35ecc-4f9b-4847-af6c-97b9587eec22 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Attempting to bind port 23d35ecc-4f9b-4847-af6c-97b9587eec22 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Attempting to bind port 23d35ecc-4f9b-4847-af6c-97b9587eec22 on network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Checking segment: {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Bound using segment: {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Bound port: 23d35ecc-4f9b-4847-af6c-97b9587eec22, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:58:44.902127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.963855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] For port 23d35ecc-4f9b-4847-af6c-97b9587eec22, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:58:44.967037 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] For port 23d35ecc-4f9b-4847-af6c-97b9587eec22, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=23d35ecc-4f9b-4847-af6c-97b9587eec22,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:58:44.993884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:44.997222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Allocated IP 172.26.6.164 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/e11caed4-51dc-40b2-bf3c-135de2800aed) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:58:44.998578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b70e5165-b4e2-4685-8c0f-605c277b8e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:45.086435 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Pushing event updated for resources: {'Port': ['ID=23d35ecc-4f9b-4847-af6c-97b9587eec22,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:45.089465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:45.156305 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:45.216934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:45.222665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eba1b2ac-92f9-4af8-a5a2-ac94095a4059 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:45.294128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:58:45.297204 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:58:45.302600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:58:45.363489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Pushing event updated for resources: {'Port': ['ID=e11caed4-51dc-40b2-bf3c-135de2800aed,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:45.363489 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:45.796357 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:46.149237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:46.413726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a9b872-7f2c-4a90-b9d7-966a9385706d None None] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:58:46.629639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-5398e6c2-1b67-4e2f-af4a-fd69791b27c3 None None] Provisioning for port 23d35ecc-4f9b-4847-af6c-97b9587eec22 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:58:46.673726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Router 52a883c9-cf93-44b4-9848-4edc61bb9d1b is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:58:46.869948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:58:46.879285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Sync routers for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:58:46.889486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:46.890098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:46.918538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:46.920043 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9571688 Apr 22 17:58:46.923021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41540) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:47.234872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:47.349889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 23d35ecc-4f9b-4847-af6c-97b9587eec22 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:58:47.451005 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 23d35ecc-4f9b-4847-af6c-97b9587eec22 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:58:47.456718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 23d35ecc-4f9b-4847-af6c-97b9587eec22 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:47.456945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:47.543554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:45Z', 'revision_number': 3, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:47.548026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Checking router: 52a883c9-cf93-44b4-9848-4edc61bb9d1b for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:58:47.548423 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Updating router 52a883c9-cf93-44b4-9848-4edc61bb9d1b port e11caed4-51dc-40b2-bf3c-135de2800aed binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:58:47.585415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:47.606827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:47.621106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 23d35ecc-4f9b-4847-af6c-97b9587eec22, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=23d35ecc-4f9b-4847-af6c-97b9587eec22,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:47.644676 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:47.645304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:47.647370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:47.734474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=23d35ecc-4f9b-4847-af6c-97b9587eec22,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:47.737869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:47.870369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Allocated IP 172.20.0.1 (70a9afa8-97c2-4598-b9d1-3bf9ce19499d/206faaff-6326-4b15-b26e-6f1d24a086b3/9adc6c91-45d6-4d28-968f-eba6b734b3dc) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:58:47.963640 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:47.976459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Transition to ACTIVE for port object e11caed4-51dc-40b2-bf3c-135de2800aed will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:58:48.004775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.009376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ce52160f-9e1f-415e-8bbb-9c2eadfb024b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:48.086427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Attempting to bind port e11caed4-51dc-40b2-bf3c-135de2800aed on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:58:48.086661 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.086868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Attempting to bind port e11caed4-51dc-40b2-bf3c-135de2800aed by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:58:48.087270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Attempting to bind port e11caed4-51dc-40b2-bf3c-135de2800aed on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:58:48.097087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:58:48.097497 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:58:48.097938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.098368 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:58:48.098903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Bound port: e11caed4-51dc-40b2-bf3c-135de2800aed, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:58:48.099317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.103452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Transition to ACTIVE for port object 9adc6c91-45d6-4d28-968f-eba6b734b3dc will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:58:48.136567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Pushing event updated for resources: {'Port': ['ID=e11caed4-51dc-40b2-bf3c-135de2800aed,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:48.148424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.153371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0e7a98c8-26b9-4aa3-ae71-a9d90dcd1829 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:48.154140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.154521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.154919 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.155287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.155656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.156017 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.156374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.156733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.157093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.157447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.157802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.158151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 17:58:48.163901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:48.190964 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] For port e11caed4-51dc-40b2-bf3c-135de2800aed, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:58:48.194104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] For port e11caed4-51dc-40b2-bf3c-135de2800aed, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e11caed4-51dc-40b2-bf3c-135de2800aed,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:58:48.218958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:58:48.222405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:58:48.222820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.226313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:58:48.227816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a36c3a82-f7a2-4822-9b1c-fa6c1931ea76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:48.263691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Pushing event updated for resources: {'Port': ['ID=9adc6c91-45d6-4d28-968f-eba6b734b3dc,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:48.268878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:48.292459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.308855 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:48.309736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:48.385049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Pushing event updated for resources: {'Port': ['ID=e11caed4-51dc-40b2-bf3c-135de2800aed,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:48.390102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b19baa18-3afb-4c49-9a85-44f53eeefa58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:48.492449 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.514744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:48.530938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0091394d-550f-4d2c-95b5-494c8711e147 None None] Provisioning for port 9adc6c91-45d6-4d28-968f-eba6b734b3dc completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:58:48.536401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0091394d-550f-4d2c-95b5-494c8711e147 None None] Provisioning complete for port 9adc6c91-45d6-4d28-968f-eba6b734b3dc triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:48.536884 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0091394d-550f-4d2c-95b5-494c8711e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.595113 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0091394d-550f-4d2c-95b5-494c8711e147 None None] Port 9adc6c91-45d6-4d28-968f-eba6b734b3dc cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:58:48.738410 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.770923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.800180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:48.817583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:45Z', 'revision_number': 3, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:48.821631 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8defcf6-2963-4868-83dd-749fe4b5d59d None None] The sync data for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv is: [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:45Z', 'revision_number': 3, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:58:48.887984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Pushing event updated for resources: {'Port': ['ID=9adc6c91-45d6-4d28-968f-eba6b734b3dc,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:48.890785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:48.895959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:49.037699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:58:49.038931 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:58:49.230781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-1dd7a2d4-e255-4f5a-a8a5-a637ec865751 None None] Provisioning complete for port 9adc6c91-45d6-4d28-968f-eba6b734b3dc triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:49.231215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1dd7a2d4-e255-4f5a-a8a5-a637ec865751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:49.258728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Router 52a883c9-cf93-44b4-9848-4edc61bb9d1b has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:58:49.304361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7a2d4-e255-4f5a-a8a5-a637ec865751 None None] Port 9adc6c91-45d6-4d28-968f-eba6b734b3dc cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:58:49.429068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e11caed4-51dc-40b2-bf3c-135de2800aed up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:58:49.478833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:58:49.489207 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] 10.222.0.77 "PUT /v2.0/routers/52a883c9-cf93-44b4-9848-4edc61bb9d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5650601 Apr 22 17:58:49.536447 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port e11caed4-51dc-40b2-bf3c-135de2800aed completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:58:49.542434 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e11caed4-51dc-40b2-bf3c-135de2800aed triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:49.542971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:49.686334 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:49.704441 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port e11caed4-51dc-40b2-bf3c-135de2800aed, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e11caed4-51dc-40b2-bf3c-135de2800aed,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:49.753901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:49.754838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 23d35ecc-4f9b-4847-af6c-97b9587eec22 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:58:49.785249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:49.886737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=e11caed4-51dc-40b2-bf3c-135de2800aed,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:49.890593 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:49.903937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 23d35ecc-4f9b-4847-af6c-97b9587eec22 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:49.903937 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:50.147695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41558) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:50.153804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-502993762-network', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:50.159699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:50.163695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Usage tracker for resource:network and tenant:d299b15313a34fbca846e20ff3fee205 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:50.166810 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:50.172783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:50.233552 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Made reservation on behalf of d299b15313a34fbca846e20ff3fee205 for: {'network': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:58:50.238379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for network, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:50.250961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:50.265721 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:50.270445 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d299b15313a34fbca846e20ff3fee205 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:50.273510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:50.279687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:50.416804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:50.450743 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:50.454997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a41a8aa3-cbca-497f-b4b6-5526c479a073 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:50.484246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=87209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 17:58:50.493170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8fce89-0390-433a-88cc-ee427ebcb424,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:50.496999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:50.499488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:50.499875 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.segments_db [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Added segment ef3e0c18-92fd-4955-9752-b38792c58236 of type vlan for network beb39ea4-72f6-4a1b-961c-83e59b78ec70 Apr 22 17:58:50.527350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780229723882'] for network, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:50.581763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530'] for network, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:50.582890 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:50.583519 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Notify callbacks [] for network, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:50.588467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-25eba7bd-9f29-426b-b1a8-f98b968c7730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:50.694918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=beb39ea4-72f6-4a1b-961c-83e59b78ec70,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:50.697772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:50.706608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Network beb39ea4-72f6-4a1b-961c-83e59b78ec70 details requested by agent ovs-agent-dv-neutron-786478-3-hyperv with host dv-neutron-786478-3-hyperv {{(pid=87211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 17:58:50.713603 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-68ec6330-ea56-4963-b006-82f58e8fb1e5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5647635 Apr 22 17:58:50.716610 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41562) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:50.723028 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Request body: {'subnet': {'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-502993762-subnet', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'ip_version': 4}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:50.728974 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:50.732788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Usage tracker for resource:subnet and tenant:d299b15313a34fbca846e20ff3fee205 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:50.735801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:50.742945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:50.781317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Made reservation on behalf of d299b15313a34fbca846e20ff3fee205 for: {'subnet': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:58:50.786069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14378730'] for subnet, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:51.294141 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839756379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14378747'] for subnet, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:51.298854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3125547b-1999-4f56-b7f1-6d9232125ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:51.311887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e11caed4-51dc-40b2-bf3c-135de2800aed up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:58:51.377164 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c19068d-d548-4385-98fa-665f1e10207c,revision_number=0']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:51.381301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:51.387554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port e11caed4-51dc-40b2-bf3c-135de2800aed triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:51.387975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:51.388972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Checking segment: {'id': 'ef3e0c18-92fd-4955-9752-b38792c58236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:58:51.389364 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Network hostable DHCP agents. Network: beb39ea4-72f6-4a1b-961c-83e59b78ec70, hostable agents: ['b0bd705d-ca3a-40cc-a612-b3233baf1718'], hosted agents: [] {{(pid=87209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 17:58:51.445236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Network beb39ea4-72f6-4a1b-961c-83e59b78ec70 is scheduled to be hosted by DHCP agent b0bd705d-ca3a-40cc-a612-b3233baf1718 with binding_index 1 {{(pid=87209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 17:58:51.479562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-3-hyperv, beb39ea4-72f6-4a1b-961c-83e59b78ec70) {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:58:51.492003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e768b9-e117-42f8-a3fb-d3f6066fbbbc None None] Network beb39ea4-72f6-4a1b-961c-83e59b78ec70 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:58:51.493667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:58:51.494323 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:51.603051 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-843ef0b4-c4d4-44b6-8d2f-d11a86b1edd3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8827794 Apr 22 17:58:51.603300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41566) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:51.608813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-502993762-router', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:51.614803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:51.618587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Usage tracker for resource:router and tenant:d299b15313a34fbca846e20ff3fee205 is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:51.618891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Sync routers for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:58:51.622279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:51.628987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:51.643672 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:51.644340 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:51.674971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767824'] for router, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:51.676119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838423580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838411262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7977'] for router, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:51.746836 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:52.063115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838411019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838421153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7962'] for router, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:52.075278 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de22630-f6bc-5ab5-9198-dc3c384db934-beb39ea4-72f6-4a1b-961c-83e59b78ec70', 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'fixed_ips': [{'subnet_id': '2c19068d-d548-4385-98fa-665f1e10207c'}]}} from dv-neutron-786478-3-hyperv. {{(pid=87211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 17:58:52.076180 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:52.103948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:52.502599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Allocated IP 172.20.0.2 (beb39ea4-72f6-4a1b-961c-83e59b78ec70/2c19068d-d548-4385-98fa-665f1e10207c/72c559cc-79f5-439b-a9af-5e9a7e996035) {{(pid=87211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:58:52.692420 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 2, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:52.700114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Checking router: 52a883c9-cf93-44b4-9848-4edc61bb9d1b for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:58:52.700478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Updating router 52a883c9-cf93-44b4-9848-4edc61bb9d1b port 9adc6c91-45d6-4d28-968f-eba6b734b3dc binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:58:52.709908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:52.741989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:52.815679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:52.874751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:52.886997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Allocated IP 172.26.6.121 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/dcc5ad3b-5404-4a41-904a-1d20a11578a7) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:58:52.895184 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Transition to ACTIVE for port object 72c559cc-79f5-439b-a9af-5e9a7e996035 will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:58:52.969590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Transition to ACTIVE for port object 72c559cc-79f5-439b-a9af-5e9a7e996035 will not be triggered until provisioned by entity DHCP. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:58:52.994061 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039'] for port, after_create {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:53.001103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:53.044682 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:53.091068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:53.096330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2a7a0403-e0f1-4322-a38e-b67abd31600b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:53.144572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Network beb39ea4-72f6-4a1b-961c-83e59b78ec70 is already hosted by enough agents. {{(pid=87211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:58:53.149128 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Resources bound (agent type, host, resource id): {{(pid=87211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:58:53.155466 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Received port after_create {{(pid=87211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:58:53.157650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Pushing event updated for resources: {'Port': ['ID=72c559cc-79f5-439b-a9af-5e9a7e996035,revision_number=1']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:53.164773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:58:53.165123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:53.168422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:58:53.172408 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:58:53.210568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Pushing event updated for resources: {'Port': ['ID=dcc5ad3b-5404-4a41-904a-1d20a11578a7,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:53.214923 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:53.279903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Attempting to bind port 72c559cc-79f5-439b-a9af-5e9a7e996035 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:58:53.280313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Attempting to bind port 72c559cc-79f5-439b-a9af-5e9a7e996035 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'ef3e0c18-92fd-4955-9752-b38792c58236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:58:53.280716 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Attempting to bind port 72c559cc-79f5-439b-a9af-5e9a7e996035 on network beb39ea4-72f6-4a1b-961c-83e59b78ec70 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:58:53.301664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:58:53.302076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Checking segment: {'id': 'ef3e0c18-92fd-4955-9752-b38792c58236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:58:53.302523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:53.302984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Bound using segment: {'id': 'ef3e0c18-92fd-4955-9752-b38792c58236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:58:53.303499 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Bound port: 72c559cc-79f5-439b-a9af-5e9a7e996035, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3e0c18-92fd-4955-9752-b38792c58236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:58:53.303910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:53.490491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:53.493349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] For port 72c559cc-79f5-439b-a9af-5e9a7e996035, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:58:53.497824 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] For port 72c559cc-79f5-439b-a9af-5e9a7e996035, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=72c559cc-79f5-439b-a9af-5e9a7e996035,segment=NetworkSegment(ef3e0c18-92fd-4955-9752-b38792c58236),segment_id=ef3e0c18-92fd-4955-9752-b38792c58236)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:58:53.514031 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Transition to ACTIVE for port object 9adc6c91-45d6-4d28-968f-eba6b734b3dc will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:58:53.525342 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:53.530129 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:53.569703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:53.679934 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Pushing event updated for resources: {'Port': ['ID=72c559cc-79f5-439b-a9af-5e9a7e996035,revision_number=2']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:53.724287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:53.891322 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:53.893154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:54.064137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491de15f-6185-44a5-997a-090275d6f421 None None] Pushing event updated for resources: {'Port': ['ID=9adc6c91-45d6-4d28-968f-eba6b734b3dc,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:54.070234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-491de15f-6185-44a5-997a-090275d6f421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:54.079337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Attempting to bind port 9adc6c91-45d6-4d28-968f-eba6b734b3dc on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:58:54.079851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Attempting to bind port 9adc6c91-45d6-4d28-968f-eba6b734b3dc by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:58:54.080647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Attempting to bind port 9adc6c91-45d6-4d28-968f-eba6b734b3dc on network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:58:54.087583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:58:54.087583 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Checking segment: {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:58:54.088033 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:54.088752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Bound using segment: {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:58:54.089288 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Bound port: 9adc6c91-45d6-4d28-968f-eba6b734b3dc, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:58:54.089717 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:54.128081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16354631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16364767'] for router, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:54.188685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] For port 9adc6c91-45d6-4d28-968f-eba6b734b3dc, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:58:54.191930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] For port 9adc6c91-45d6-4d28-968f-eba6b734b3dc, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9adc6c91-45d6-4d28-968f-eba6b734b3dc,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:58:54.240133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:54.245242 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:54.323939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:54.324639 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:54.399521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde is scheduled to L3 agent b0e3213a-cf56-4646-82af-610483b139fc with binding_index 1 {{(pid=87209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 17:58:54.399850 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491de15f-6185-44a5-997a-090275d6f421 None None] Pushing event updated for resources: {'Port': ['ID=9adc6c91-45d6-4d28-968f-eba6b734b3dc,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:54.404991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-491de15f-6185-44a5-997a-090275d6f421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:54.541125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:54.607259 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:58:54.616734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Sync routers for ids ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:58:54.627317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Routers {'7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:54.628085 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:54.667216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] Notify callbacks [] for router, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:54.671321 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-a1d44bb7-6705-4ba2-bdef-514350579dca admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0643082 Apr 22 17:58:54.671730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41570) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:54.855910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Set router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:54.904344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:54Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:54.910538 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c841d9-7b29-4108-82e1-35ce0fc5da31 None None] The sync data for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv is: [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:54Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:58:55.204644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a734281b-55bd-4f52-b400-b7f622e6cae6 None None] Network beb39ea4-72f6-4a1b-961c-83e59b78ec70 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 17:58:55.229606 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'name': 'tempest-TestSnapshotPattern-502993762-router', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:51Z', 'updated_at': '2021-04-22T17:58:53Z', 'revision_number': 3, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'gw_port': {'id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:52Z', 'updated_at': '2021-04-22T17:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:55.234167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Checking router: 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:58:55.235041 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Updating router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde port dcc5ad3b-5404-4a41-904a-1d20a11578a7 binding host dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:58:55.334952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:55.382729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-dc3e625d-c534-4b16-8a47-cd2126721cad None None] Provisioning for port 72c559cc-79f5-439b-a9af-5e9a7e996035 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:58:55.446195 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9adc6c91-45d6-4d28-968f-eba6b734b3dc up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:58:55.611262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 9adc6c91-45d6-4d28-968f-eba6b734b3dc completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:58:55.626809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9adc6c91-45d6-4d28-968f-eba6b734b3dc triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:55.627875 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:55.793317 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Notify callbacks [] for port, precommit_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:55.810413 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Transition to ACTIVE for port object dcc5ad3b-5404-4a41-904a-1d20a11578a7 will not be triggered until provisioned by entity L2. {{(pid=87212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:58:55.811258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:55.849694 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 9adc6c91-45d6-4d28-968f-eba6b734b3dc, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9adc6c91-45d6-4d28-968f-eba6b734b3dc,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:55.850975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:55.856520 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:55.873650 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:55.874564 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 72c559cc-79f5-439b-a9af-5e9a7e996035 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:58:55.913068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7861d626-5a5f-47cc-88c9-8233b19c5cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:55.926842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:55.956407 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f98ff-e6c5-4292-ae2e-5cee81172f1c None None] Pushing event updated for resources: {'Port': ['ID=dcc5ad3b-5404-4a41-904a-1d20a11578a7,revision_number=2']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:55.968144 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f22f98ff-e6c5-4292-ae2e-5cee81172f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:55.988163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Attempting to bind port dcc5ad3b-5404-4a41-904a-1d20a11578a7 on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:58:55.988809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Attempting to bind port dcc5ad3b-5404-4a41-904a-1d20a11578a7 by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:58:55.989392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Attempting to bind port dcc5ad3b-5404-4a41-904a-1d20a11578a7 on network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:58:55.996068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:58:55.996712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Checking segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:58:55.997321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:55.997912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Bound using segment: {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'} {{(pid=87212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:58:55.998601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Bound port: dcc5ad3b-5404-4a41-904a-1d20a11578a7, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1cbb5-9d83-4bd1-938c-e29b0050ec38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0'}}] {{(pid=87212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:58:55.999232 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:56.018560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=9adc6c91-45d6-4d28-968f-eba6b734b3dc,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:56.031114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:56.084789 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port 72c559cc-79f5-439b-a9af-5e9a7e996035 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:58:56.088346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] For port dcc5ad3b-5404-4a41-904a-1d20a11578a7, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:58:56.090647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 72c559cc-79f5-439b-a9af-5e9a7e996035 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:56.091074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:56.091849 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] For port dcc5ad3b-5404-4a41-904a-1d20a11578a7, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dcc5ad3b-5404-4a41-904a-1d20a11578a7,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:58:56.125446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:56.131192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b978e053-b08f-4d5a-9583-ead2dc3fce8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:56.166707 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Allocated IP 172.20.0.1 (beb39ea4-72f6-4a1b-961c-83e59b78ec70/2c19068d-d548-4385-98fa-665f1e10207c/cab54476-2d29-4c90-af43-9a9f503afe6e) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:58:56.216363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Routers {'7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:56.217050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:56.231401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:56.271400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port 72c559cc-79f5-439b-a9af-5e9a7e996035, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=72c559cc-79f5-439b-a9af-5e9a7e996035,segment=NetworkSegment(ef3e0c18-92fd-4955-9752-b38792c58236),segment_id=ef3e0c18-92fd-4955-9752-b38792c58236)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:56.298351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f98ff-e6c5-4292-ae2e-5cee81172f1c None None] Pushing event updated for resources: {'Port': ['ID=dcc5ad3b-5404-4a41-904a-1d20a11578a7,revision_number=3']} {{(pid=87212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:56.298351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f22f98ff-e6c5-4292-ae2e-5cee81172f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:56.319412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:56.321980 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b70e5165-b4e2-4685-8c0f-605c277b8e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:56.337406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:56.355954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Transition to ACTIVE for port object cab54476-2d29-4c90-af43-9a9f503afe6e will not be triggered until provisioned by entity DHCP. {{(pid=87210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:58:56.397847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=72c559cc-79f5-439b-a9af-5e9a7e996035,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:56.401199 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:56.417588 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] Set router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:58:56.421670 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:56.427612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-375f1259-f43b-4d06-8e7e-9fedd7adcc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:56.484764 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Network beb39ea4-72f6-4a1b-961c-83e59b78ec70 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:58:56.492962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:58:56.497444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:58:56.545324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Pushing event updated for resources: {'Port': ['ID=cab54476-2d29-4c90-af43-9a9f503afe6e,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:56.552601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:56.570780 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838421758'] for router_interface, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:56.729233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:56.758651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0a704d0c-65b0-4a14-823d-e8c06544badb None None] Provisioning for port cab54476-2d29-4c90-af43-9a9f503afe6e completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:58:56.764133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0a704d0c-65b0-4a14-823d-e8c06544badb None None] Provisioning complete for port cab54476-2d29-4c90-af43-9a9f503afe6e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:56.764493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0a704d0c-65b0-4a14-823d-e8c06544badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:56.826762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0a704d0c-65b0-4a14-823d-e8c06544badb None None] Port cab54476-2d29-4c90-af43-9a9f503afe6e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:58:56.899506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'name': 'tempest-TestSnapshotPattern-502993762-router', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:51Z', 'updated_at': '2021-04-22T17:58:53Z', 'revision_number': 3, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'gw_port': {'id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:52Z', 'updated_at': '2021-04-22T17:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:56.903699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae85eb-aa9a-45d5-8bb9-1112c4b14b96 None None] The sync data for ids ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'] in dv-neutron-786478-3-hyperv is: [{'id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'name': 'tempest-TestSnapshotPattern-502993762-router', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:51Z', 'updated_at': '2021-04-22T17:58:53Z', 'revision_number': 3, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'gw_port': {'id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:52Z', 'updated_at': '2021-04-22T17:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:58:56.970448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:57.005361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:57.036333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4af5d69-a8fa-4116-8f53-c64965481946 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:57.122978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Pushing event updated for resources: {'Port': ['ID=cab54476-2d29-4c90-af43-9a9f503afe6e,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:57.125949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:57.127643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838290513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16354149'] for router_interface, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:57.276821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Network beb39ea4-72f6-4a1b-961c-83e59b78ec70 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:58:57.278102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:58:57.371687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9adc6c91-45d6-4d28-968f-eba6b734b3dc up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:58:57.484647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 9adc6c91-45d6-4d28-968f-eba6b734b3dc triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:57.485438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:57.555968 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:58:57.639600 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 72c559cc-79f5-439b-a9af-5e9a7e996035 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:58:57.732008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-9c49fc96-75e4-49a4-99d2-a42f7e6f5b5e None None] Provisioning complete for port cab54476-2d29-4c90-af43-9a9f503afe6e triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:57.732991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9c49fc96-75e4-49a4-99d2-a42f7e6f5b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:57.765893 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:58:57.775597 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-70dfb694-d7b9-4363-8b6e-f484ff8953bb admin admin] 10.222.0.77 "PUT /v2.0/routers/7e4bfb42-8c5e-41dc-b64a-3c71d3614fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1026793 Apr 22 17:58:57.799687 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port 72c559cc-79f5-439b-a9af-5e9a7e996035 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:57.800150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:57.841835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-9c49fc96-75e4-49a4-99d2-a42f7e6f5b5e None None] Port cab54476-2d29-4c90-af43-9a9f503afe6e cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:58:58.113806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-691f789d-feec-4bc9-b065-9905f296ef0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:58.570149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41582) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:58.576172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135073526', 'description': 'tempest-secgroup-smoke-2135073526 description', 'project_id': 'e1710e73d2704b4f9d16428929688adb'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:58.583352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:58.587418 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Usage tracker for resource:security_group and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:58.590446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:58.597727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:58.633446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:58.655122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:58.659087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Usage tracker for resource:security_group_rule and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:58.661973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:58.667887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:58.777458 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:58.804715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:58.810198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a6a1c3a-2f49-44b7-9d6c-19c9287844aa tempest-ServerActionsTestJSON-539749888 tempest-ServerActionsTestJSON-539749888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:58.850189 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1c756-517c-482e-b1ec-b1f7198564bd,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:58.853160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:58.867796 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:58.869151 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-85d9364f-c9bd-4e58-9daf-feef25bcadb4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2978868 Apr 22 17:58:58.872245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41586) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:58.878257 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Request body: {'security_group_rule': {'security_group_id': 'f0d1c756-517c-482e-b1ec-b1f7198564bd', 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:58.884779 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:58.888808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Usage tracker for resource:security_group_rule and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:58.891802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:58.898404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:58.931464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:58.994527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.016402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.018319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b734ab5d-bb61-4f8a-a86a-2d59aff47e6b tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:59.039172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5633a7-3c58-4e68-a91a-61384d85dd4d,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:59.043297 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:59.067929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.069205 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1959624 Apr 22 17:58:59.072156 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41590) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:59.077604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Request body: {'security_group_rule': {'security_group_id': 'f0d1c756-517c-482e-b1ec-b1f7198564bd', 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:59.083886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:59.087953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Usage tracker for resource:security_group_rule and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:59.090978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:59.097350 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:59.132137 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.195576 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.216389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.223933 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-07b8bf36-764f-408f-83f4-6d8ba7014745 tempest-TestMinimumBasicScenario-466440922 tempest-TestMinimumBasicScenario-466440922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:59.245197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d30126-6e65-41dd-880b-bb80bbefac24,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:59.247349 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:59.285403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.288508 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2135797 Apr 22 17:58:59.291067 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41594) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:59.296989 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Request body: {'security_group_rule': {'security_group_id': 'f0d1c756-517c-482e-b1ec-b1f7198564bd', 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:59.304090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:59.308246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Usage tracker for resource:security_group_rule and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:59.311409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:59.318140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:59.331549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dcc5ad3b-5404-4a41-904a-1d20a11578a7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:58:59.363097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.422348 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port dcc5ad3b-5404-4a41-904a-1d20a11578a7 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:58:59.428490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port dcc5ad3b-5404-4a41-904a-1d20a11578a7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:58:59.428962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.432781 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.450860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.452800 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3a2e6af4-7969-4e16-b3d3-d433ef41275f tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:59.475079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846193d7-86a7-4707-9547-63223551a6d3,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:59.479605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:59.525148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.526499 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6ca465b0-afcc-4521-9802-befb01ae75ce tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2343538 Apr 22 17:58:59.529363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41598) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:59.535202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Request body: {'security_group_rule': {'security_group_id': 'f0d1c756-517c-482e-b1ec-b1f7198564bd', 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:59.541647 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:59.545678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Usage tracker for resource:security_group_rule and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:59.548807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:59.555568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:59.557802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.575112 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port dcc5ad3b-5404-4a41-904a-1d20a11578a7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dcc5ad3b-5404-4a41-904a-1d20a11578a7,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:58:59.595726 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.610891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.614371 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1734a9fe-fbcc-4116-b22a-af92823b6007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:59.664859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.685732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=dcc5ad3b-5404-4a41-904a-1d20a11578a7,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:59.688983 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:59.691365 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.693310 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-51cefa7b-531e-4ad4-acea-685a5e4000ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:59.718047 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baec26d7-9a14-4980-b648-219f0ededd5c,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:58:59.721064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:58:59.753400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.754775 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-e1e1641e-a757-4fc9-8359-c28c0aca8121 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2243538 Apr 22 17:58:59.757675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41602) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:59.764246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Request body: {'security_group_rule': {'security_group_id': 'f0d1c756-517c-482e-b1ec-b1f7198564bd', 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:59.770939 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:58:59.775279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Usage tracker for resource:security_group_rule and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:58:59.778211 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:58:59.784507 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:58:59.822315 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Project e1710e73d2704b4f9d16428929688adb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:58:59.829798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.854247 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Sync routers for ids ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:58:59.871427 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Routers {'7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:58:59.877702 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:58:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:58:59.909360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.965170 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:58:59.969432 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b66f7340-009f-4c9e-90ec-5de52c0f6593 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:58:59.993692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0208cc5-2f62-4884-9a15-becf6bfa4ba6,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:00.003804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:00.033765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:00.035145 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fc3e2250-0a56-49c0-980a-6082e6cb7169 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2764599 Apr 22 17:59:00.038081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41606) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:59:00.043978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Request body: {'security_group_rule': {'security_group_id': 'f0d1c756-517c-482e-b1ec-b1f7198564bd', 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:59:00.051283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:59:00.055635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Usage tracker for resource:security_group_rule and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:59:00.059523 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:59:00.066320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:59:00.074667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Set router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:59:00.130443 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.securitygroups_db [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Project e1710e73d2704b4f9d16428929688adb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:59:00.138795 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:00.220011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:00.250149 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394944'] for security_group_rule, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:00.258948 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-27dd6244-8d21-45a1-8a33-07a662303aab tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:59:00.284841 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7da49e-f71f-4885-a7f8-5c9247bfb4eb,revision_number=0']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:00.288192 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:00.313762 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:00.315899 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-35c2ed5e-70c4-4b2e-9580-e522514d87c3 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2761886 Apr 22 17:59:00.427386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-33581c07-9e37-4736-a8f9-3d126531aec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:00.491123 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-410be32a-6fc3-4444-a87c-07946a46fa13 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Synchronizing usage tracker for tenant:e1710e73d2704b4f9d16428929688adb on resource:security_group {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:59:00.535578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-410be32a-6fc3-4444-a87c-07946a46fa13 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Unset dirty status for tenant:e1710e73d2704b4f9d16428929688adb on resource:security_group {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:59:00.536803 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-410be32a-6fc3-4444-a87c-07946a46fa13 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135073526&fields=id&tenant_id=e1710e73d2704b4f9d16428929688adb HTTP/1.1" status: 200 len: 267 time: 0.0883167 Apr 22 17:59:00.614324 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'name': 'tempest-TestSnapshotPattern-502993762-router', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:51Z', 'updated_at': '2021-04-22T17:58:56Z', 'revision_number': 4, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'gw_port': {'id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:52Z', 'updated_at': '2021-04-22T17:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'cab54476-2d29-4c90-af43-9a9f503afe6e', 'name': '', 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'mac_address': 'fa:16:3e:4d:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '2c19068d-d548-4385-98fa-665f1e10207c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:55Z', 'updated_at': '2021-04-22T17:58:56Z', 'revision_number': 2, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'subnets': [{'id': '2c19068d-d548-4385-98fa-665f1e10207c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:59:00.619127 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Checking router: 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:59:00.619532 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Updating router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde port cab54476-2d29-4c90-af43-9a9f503afe6e binding host dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 17:59:00.679623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:00.707776 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-7666c615-970d-441b-b001-8686700d1f09 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:00.709380 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-7666c615-970d-441b-b001-8686700d1f09 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 810 time: 0.1648800 Apr 22 17:59:00.727669 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-95095d18-dcbc-4396-b718-8a90432c04a7 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/quotas/e1710e73d2704b4f9d16428929688adb HTTP/1.1" status: 200 len: 375 time: 0.0111692 Apr 22 17:59:00.820851 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-403d0f66-6153-4bc4-8140-76ea763f1365 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Synchronizing usage tracker for tenant:e1710e73d2704b4f9d16428929688adb on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:59:00.867734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-403d0f66-6153-4bc4-8140-76ea763f1365 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Unset dirty status for tenant:e1710e73d2704b4f9d16428929688adb on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:59:00.869214 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-403d0f66-6153-4bc4-8140-76ea763f1365 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1356735 Apr 22 17:59:01.042224 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Notify callbacks [] for port, precommit_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:01.054332 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Transition to ACTIVE for port object cab54476-2d29-4c90-af43-9a9f503afe6e will not be triggered until provisioned by entity L2. {{(pid=87211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:59:01.059414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-80bf672b-16cf-40ef-bc1e-cee3f6b0fc1b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=87210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 17:59:01.060498 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-80bf672b-16cf-40ef-bc1e-cee3f6b0fc1b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507188 Apr 22 17:59:01.095733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:01.100608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-491de15f-6185-44a5-997a-090275d6f421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:59:01.213250 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-fe361891-3aeb-4db1-9a50-296aaf5d4621 service neutron] 10.222.0.77 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456492 Apr 22 17:59:01.238967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2238d-59f0-41cd-8b84-257b53dcce8b None None] Pushing event updated for resources: {'Port': ['ID=cab54476-2d29-4c90-af43-9a9f503afe6e,revision_number=3']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:01.280042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ddb2238d-59f0-41cd-8b84-257b53dcce8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:01.331229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dcc5ad3b-5404-4a41-904a-1d20a11578a7 up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:59:01.374067 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-b0e21b78-4d63-48fd-8829-130592c27285 service neutron] 10.222.0.77 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537437 Apr 22 17:59:01.395595 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Attempting to bind port cab54476-2d29-4c90-af43-9a9f503afe6e on host dv-neutron-786478-3-hyperv for vnic_type normal with profile {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:59:01.396014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Attempting to bind port cab54476-2d29-4c90-af43-9a9f503afe6e by drivers openvswitch,hyperv on host dv-neutron-786478-3-hyperv at level 0 using segments [{'id': 'ef3e0c18-92fd-4955-9752-b38792c58236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70'}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:59:01.396424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Attempting to bind port cab54476-2d29-4c90-af43-9a9f503afe6e on network beb39ea4-72f6-4a1b-961c-83e59b78ec70 {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:59:01.418690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Checking agent: {'id': '0467c866-678a-4803-a366-3d96eb2d667d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 47, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 48, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:59:01.420042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Checking segment: {'id': 'ef3e0c18-92fd-4955-9752-b38792c58236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:59:01.420042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:01.420042 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Bound using segment: {'id': 'ef3e0c18-92fd-4955-9752-b38792c58236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70'} {{(pid=87211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:59:01.420773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Bound port: cab54476-2d29-4c90-af43-9a9f503afe6e, host: dv-neutron-786478-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3e0c18-92fd-4955-9752-b38792c58236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70'}}] {{(pid=87211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:59:01.421202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:01.540834 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port dcc5ad3b-5404-4a41-904a-1d20a11578a7 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:59:01.541260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:01.568872 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:01.593697 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] For port cab54476-2d29-4c90-af43-9a9f503afe6e, host dv-neutron-786478-3-hyperv, cleared binding levels {{(pid=87211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:59:01.615451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] For port cab54476-2d29-4c90-af43-9a9f503afe6e, host dv-neutron-786478-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cab54476-2d29-4c90-af43-9a9f503afe6e,segment=NetworkSegment(ef3e0c18-92fd-4955-9752-b38792c58236),segment_id=ef3e0c18-92fd-4955-9752-b38792c58236)] {{(pid=87211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:59:01.674131 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:01.683019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:59:01.690221 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-36b64473-c8ce-4f8d-9db7-af90b655acd1 req-08791eac-abac-406c-bdac-a2defad428ae tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 210 time: 0.0497775 Apr 22 17:59:01.801521 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Routers {'7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:59:01.804185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:59:01.864503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:01.877843 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2238d-59f0-41cd-8b84-257b53dcce8b None None] Pushing event updated for resources: {'Port': ['ID=cab54476-2d29-4c90-af43-9a9f503afe6e,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:01.882929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ddb2238d-59f0-41cd-8b84-257b53dcce8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:02.010665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] Set router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:59:02.353283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'name': 'tempest-TestSnapshotPattern-502993762-router', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:51Z', 'updated_at': '2021-04-22T17:58:56Z', 'revision_number': 4, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'gw_port': {'id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:52Z', 'updated_at': '2021-04-22T17:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'cab54476-2d29-4c90-af43-9a9f503afe6e', 'name': '', 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'mac_address': 'fa:16:3e:4d:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '2c19068d-d548-4385-98fa-665f1e10207c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:55Z', 'updated_at': '2021-04-22T17:59:01Z', 'revision_number': 4, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'subnets': [{'id': '2c19068d-d548-4385-98fa-665f1e10207c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:59:02.357559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5fb51-8000-4f5c-9e0e-6a032b49d483 None None] The sync data for ids ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'] in dv-neutron-786478-3-hyperv is: [{'id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'name': 'tempest-TestSnapshotPattern-502993762-router', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:51Z', 'updated_at': '2021-04-22T17:58:56Z', 'revision_number': 4, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'gw_port': {'id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:52Z', 'updated_at': '2021-04-22T17:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': 'cab54476-2d29-4c90-af43-9a9f503afe6e', 'name': '', 'network_id': 'beb39ea4-72f6-4a1b-961c-83e59b78ec70', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'mac_address': 'fa:16:3e:4d:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '2c19068d-d548-4385-98fa-665f1e10207c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:55Z', 'updated_at': '2021-04-22T17:59:01Z', 'revision_number': 4, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'subnets': [{'id': '2c19068d-d548-4385-98fa-665f1e10207c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:59:02.950200 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-44023136-80e9-417b-bf9e-3594a9bf6ecf req-765a7bc5-8484-4cc0-bdc3-f1baade855cb tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 210 time: 0.0490136 Apr 22 17:59:03.033982 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:03.346331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cab54476-2d29-4c90-af43-9a9f503afe6e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:59:03.444609 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning for port cab54476-2d29-4c90-af43-9a9f503afe6e completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:59:03.450106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port cab54476-2d29-4c90-af43-9a9f503afe6e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:59:03.450688 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:03.580655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:03.617510 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] For port cab54476-2d29-4c90-af43-9a9f503afe6e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cab54476-2d29-4c90-af43-9a9f503afe6e,segment=NetworkSegment(ef3e0c18-92fd-4955-9752-b38792c58236),segment_id=ef3e0c18-92fd-4955-9752-b38792c58236)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:59:03.684236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:03.695436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-eaa79073-f82a-4516-bdec-54705c19781a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:59:03.763782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Pushing event updated for resources: {'Port': ['ID=cab54476-2d29-4c90-af43-9a9f503afe6e,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:03.767339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:03.776785 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-63989d5a-0d3c-4d4e-83bb-b834365fa38e tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:03.777563 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-63989d5a-0d3c-4d4e-83bb-b834365fa38e tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Synchronizing usage tracker for tenant:e1710e73d2704b4f9d16428929688adb on resource:network {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:59:03.838998 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-63989d5a-0d3c-4d4e-83bb-b834365fa38e tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Unset dirty status for tenant:e1710e73d2704b4f9d16428929688adb on resource:network {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:59:03.840175 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-63989d5a-0d3c-4d4e-83bb-b834365fa38e tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.78 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 810 time: 0.2312691 Apr 22 17:59:03.896358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-e919a865-ee87-4d66-ae79-6ebfefa74bab tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Synchronizing usage tracker for tenant:e1710e73d2704b4f9d16428929688adb on resource:security_group {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:59:03.908929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-e919a865-ee87-4d66-ae79-6ebfefa74bab tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Unset dirty status for tenant:e1710e73d2704b4f9d16428929688adb on resource:security_group {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:59:03.912819 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-e919a865-ee87-4d66-ae79-6ebfefa74bab tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1710e73d2704b4f9d16428929688adb HTTP/1.1" status: 200 len: 380 time: 0.0548990 Apr 22 17:59:03.921821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Request body: {'port': {'device_id': 'c0bba534-45ed-4b02-a219-82b410b35595', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'admin_state_up': True, 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'security_groups': ['f0d1c756-517c-482e-b1ec-b1f7198564bd']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:59:04.063996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:59:04.074878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:59:04.107912 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Made reservation on behalf of e1710e73d2704b4f9d16428929688adb for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 17:59:04.114604 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:04.133562 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-02f47db4-e2c9-4bb9-8088-34fcdcb3ffc9 req-ea4e17d6-200a-4bd8-8e35-27df2f02cc20 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 210 time: 0.0533533 Apr 22 17:59:04.283746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Allocated IP 172.20.0.10 (70a9afa8-97c2-4598-b9d1-3bf9ce19499d/206faaff-6326-4b15-b26e-6f1d24a086b3/6848a80c-1dac-4ba1-8135-3336ecd5ed86) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:59:04.475471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:04.491079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Transition to ACTIVE for port object 6848a80c-1dac-4ba1-8135-3336ecd5ed86 will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:59:04.542328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:04.547945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a185b185-ca08-4b26-b99a-75c171d39e93 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:59:04.620914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:59:04.624178 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:59:04.627132 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:59:04.667809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'Port': ['ID=6848a80c-1dac-4ba1-8135-3336ecd5ed86,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:04.671313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:04.704167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:04.705417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:04.765222 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-969ebb08-e06c-4635-a19e-06c34def5b07 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8472683 Apr 22 17:59:04.781335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Request body: {'port': {'device_id': 'c0bba534-45ed-4b02-a219-82b410b35595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:59:04.855657 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-53ba478d-8bd5-40a3-ba8d-95d401eab4aa None None] Provisioning for port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:59:04.861069 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-53ba478d-8bd5-40a3-ba8d-95d401eab4aa None None] Provisioning complete for port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:59:04.861568 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53ba478d-8bd5-40a3-ba8d-95d401eab4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:04.902283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:04.919620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-53ba478d-8bd5-40a3-ba8d-95d401eab4aa None None] Port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 17:59:05.292240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6848a80c-1dac-4ba1-8135-3336ecd5ed86 {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:59:05.300765 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:05.317048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Transition to ACTIVE for port object 6848a80c-1dac-4ba1-8135-3336ecd5ed86 will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 17:59:05.339194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cab54476-2d29-4c90-af43-9a9f503afe6e up at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:59:05.341930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e5c85-6c69-4392-868a-8f2030622dd0 req-dff82e9b-88ab-4769-bf36-c0d6efa49178 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:05.343820 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ed7e5c85-6c69-4392-868a-8f2030622dd0 req-dff82e9b-88ab-4769-bf36-c0d6efa49178 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 932 time: 0.0974517 Apr 22 17:59:05.370321 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:05.375829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-a07092b1-902b-46c1-b61d-f14ea4f768ae tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:59:05.393578 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ed7e5c85-6c69-4392-868a-8f2030622dd0 req-e47925d7-2b23-4f6e-80ca-e12e09721458 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Apr 22 17:59:05.416313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Provisioning complete for port cab54476-2d29-4c90-af43-9a9f503afe6e triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:59:05.416313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:05.846159 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Pushing event updated for resources: {'Port': ['ID=6848a80c-1dac-4ba1-8135-3336ecd5ed86,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:05.855173 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:05.875328 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:05.919385 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Attempting to bind port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 17:59:05.919754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Attempting to bind port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 17:59:05.920116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Attempting to bind port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 on network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:59:05.925188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 on network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 17:59:05.925540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Attempting to bind port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 on network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 17:59:05.930932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:59:05.931375 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Checking segment: {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 17:59:05.931792 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Bound using segment: {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:59:05.932256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Bound port: 6848a80c-1dac-4ba1-8135-3336ecd5ed86, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 17:59:05.932629 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:06.029089 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] For port 6848a80c-1dac-4ba1-8135-3336ecd5ed86, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 17:59:06.032068 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] For port 6848a80c-1dac-4ba1-8135-3336ecd5ed86, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 17:59:06.067943 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:06.072493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1d01d1a0-9446-4ab3-ae91-5566350335c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:59:06.122280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:06.123076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:06.124598 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] 10.222.0.78 "PUT /v2.0/ports/6848a80c-1dac-4ba1-8135-3336ecd5ed86 HTTP/1.1" status: 200 len: 1094 time: 1.3477898 Apr 22 17:59:06.127436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:59:06.159744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Pushing event updated for resources: {'Port': ['ID=6848a80c-1dac-4ba1-8135-3336ecd5ed86,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:06.163311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d707e26c-e229-4207-968e-a9f5d0ab772e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:06.180647 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'status': 'completed', 'code': 200} Apr 22 17:59:06.279970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d0bf51c1-fef5-4463-b05c-27a6ba4d1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:06.281580 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-d0bf51c1-fef5-4463-b05c-27a6ba4d1de4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 1097 time: 0.0873592 Apr 22 17:59:06.359906 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-ef3374e7-b2cc-47df-866c-b242ad7c7f33 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86 HTTP/1.1" status: 200 len: 217 time: 0.0660646 Apr 22 17:59:06.434222 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-c42752c5-564e-4b3c-abd9-286c8e551db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:06.435935 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-c42752c5-564e-4b3c-abd9-286c8e551db6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 200 len: 849 time: 0.0666728 Apr 22 17:59:06.522339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-a3a9093e-8fbe-49e9-8eeb-f9e49e8c39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:06.523994 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-a3a9093e-8fbe-49e9-8eeb-f9e49e8c39ec service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781281 Apr 22 17:59:06.604006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a9ce2-dc7a-40d3-8c5c-27672aa540ad req-23cccf03-fe99-488a-ba8b-f09ceb0473a1 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:06.605613 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d67a9ce2-dc7a-40d3-8c5c-27672aa540ad req-23cccf03-fe99-488a-ba8b-f09ceb0473a1 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 944 time: 0.0952909 Apr 22 17:59:06.677091 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-51d6c661-3927-4120-a2ee-b947a26baf12 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411602 Apr 22 17:59:06.834891 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-52ed0d92-884b-431f-ad33-4e0b69839c0a req-fd3bb0ca-14e6-4fd3-b97f-be11c1391a4a service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462653 Apr 22 17:59:06.935418 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-d67a9ce2-dc7a-40d3-8c5c-27672aa540ad req-fdd6cc28-be18-48f7-a4ee-99738e7b095c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225937 Apr 22 17:59:07.025908 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8991c74-b274-4b9d-b936-795bdcc27518 req-57c25b82-484d-4aea-82ec-40c7813c242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:07.027518 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c8991c74-b274-4b9d-b936-795bdcc27518 req-57c25b82-484d-4aea-82ec-40c7813c242a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 1097 time: 0.0815578 Apr 22 17:59:07.167960 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8991c74-b274-4b9d-b936-795bdcc27518 req-da0c7393-ce5f-4ed2-9e99-37945d09436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:07.169553 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c8991c74-b274-4b9d-b936-795bdcc27518 req-da0c7393-ce5f-4ed2-9e99-37945d09436e service neutron] 10.222.0.78 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 912 time: 0.1352758 Apr 22 17:59:07.246381 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c8991c74-b274-4b9d-b936-795bdcc27518 req-0f9b2580-6c38-437c-9801-686ae69b1b42 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86 HTTP/1.1" status: 200 len: 217 time: 0.0664127 Apr 22 17:59:07.317654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8991c74-b274-4b9d-b936-795bdcc27518 req-e7c17d62-c8a8-47da-92b8-58da11ac7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:07.319212 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c8991c74-b274-4b9d-b936-795bdcc27518 req-e7c17d62-c8a8-47da-92b8-58da11ac7be8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 200 len: 849 time: 0.0656493 Apr 22 17:59:07.401363 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8991c74-b274-4b9d-b936-795bdcc27518 req-50357153-03a6-42a2-b86b-41bdd1c0d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:07.402911 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c8991c74-b274-4b9d-b936-795bdcc27518 req-50357153-03a6-42a2-b86b-41bdd1c0d1bd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750284 Apr 22 17:59:07.542264 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c8991c74-b274-4b9d-b936-795bdcc27518 req-4f52b62c-8893-4e30-b09a-c15992b868c5 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315238 Apr 22 17:59:07.686312 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c8991c74-b274-4b9d-b936-795bdcc27518 req-d22c3253-cbef-4c19-8a3a-c5f5c33f8421 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330469 Apr 22 17:59:08.137562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea3d7-76c4-4440-9b41-c96609e26467 req-4c20a5ea-601b-4025-b9f3-52db489ac966 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:08.139127 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3fea3d7-76c4-4440-9b41-c96609e26467 req-4c20a5ea-601b-4025-b9f3-52db489ac966 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 944 time: 0.0868230 Apr 22 17:59:08.188650 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-a3fea3d7-76c4-4440-9b41-c96609e26467 req-c3a0d0ab-5d3d-4609-a585-6cb4eb8bd71f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Apr 22 17:59:09.384920 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8da814-7a47-412f-96dc-16e09071d0ce req-d3bc8666-de7d-446f-bad0-93f0c760a59f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:09.386486 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cb8da814-7a47-412f-96dc-16e09071d0ce req-d3bc8666-de7d-446f-bad0-93f0c760a59f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 944 time: 0.0867000 Apr 22 17:59:09.432415 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cb8da814-7a47-412f-96dc-16e09071d0ce req-c551153b-30f1-4c37-9b80-c97bd93312ee tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390034 Apr 22 17:59:09.550944 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6848a80c-1dac-4ba1-8135-3336ecd5ed86 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 17:59:09.692098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6848a80c-1dac-4ba1-8135-3336ecd5ed86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:59:09.705891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'mac_address': 'fa:16:3e:31:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:59:09.767692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:09.785160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6848a80c-1dac-4ba1-8135-3336ecd5ed86 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 17:59:09.801839 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6848a80c-1dac-4ba1-8135-3336ecd5ed86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:59:09.827452 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:09.830246 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:59:09.899456 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6848a80c-1dac-4ba1-8135-3336ecd5ed86,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:09.902744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:10.153971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['6848a80c-1dac-4ba1-8135-3336ecd5ed86'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:59:10.639802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788fc5e-f6e5-4756-873d-b5cbcc33fdda req-ebac77e2-056c-48aa-b6f3-6f2c1d30eac0 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:10.641346 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3788fc5e-f6e5-4756-873d-b5cbcc33fdda req-ebac77e2-056c-48aa-b6f3-6f2c1d30eac0 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 945 time: 0.0934889 Apr 22 17:59:10.688461 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3788fc5e-f6e5-4756-873d-b5cbcc33fdda req-a7654be5-f1c8-4dad-9c6c-d28a2f965cde tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400140 Apr 22 17:59:11.566903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6848a80c-1dac-4ba1-8135-3336ecd5ed86 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 17:59:11.667070 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 17:59:11.671952 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 17:59:11.672376 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:11.896673 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627ce6a-c9fc-4a33-9afd-5d09753fc93f req-7ddd3fdf-c902-4bf0-9488-01c55ff5b7d9 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:11.898325 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4627ce6a-c9fc-4a33-9afd-5d09753fc93f req-7ddd3fdf-c902-4bf0-9488-01c55ff5b7d9 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 945 time: 0.0940547 Apr 22 17:59:11.949138 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4627ce6a-c9fc-4a33-9afd-5d09753fc93f req-1a9a9172-50c1-4724-83cd-f123ad73bb92 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439444 Apr 22 17:59:11.977701 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:12.006433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:59:12.017014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6848a80c-1dac-4ba1-8135-3336ecd5ed86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 17:59:12.050236 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:12.052396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:59:12.089161 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'code': 200} Apr 22 17:59:12.123314 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6848a80c-1dac-4ba1-8135-3336ecd5ed86,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:12.128759 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:12.362414 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac6797-0b3a-4840-8ca1-d8f5d7f5b77f req-8cb38495-ad35-4843-9c3e-b887a5209eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:12.364029 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9eac6797-0b3a-4840-8ca1-d8f5d7f5b77f req-8cb38495-ad35-4843-9c3e-b887a5209eed service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 1099 time: 0.0824900 Apr 22 17:59:12.410926 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-9eac6797-0b3a-4840-8ca1-d8f5d7f5b77f req-662aabb9-23a6-4b5c-aa00-fcfcc517db8b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355933 Apr 22 17:59:13.159887 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807edcc-4853-47e9-9b3a-07f70fb421f7 req-9ff16662-2363-4371-a9af-998fa5fc2252 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:13.161544 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4807edcc-4853-47e9-9b3a-07f70fb421f7 req-9ff16662-2363-4371-a9af-998fa5fc2252 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 946 time: 0.0935342 Apr 22 17:59:13.210013 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4807edcc-4853-47e9-9b3a-07f70fb421f7 req-499d517a-dc58-48cf-b6d2-b5b9c6291468 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415859 Apr 22 17:59:14.410035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25be5-6e5b-4eb5-b89f-22df027148b3 req-52d9a871-1d82-44d4-839c-35a4ef549454 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:14.411629 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2f25be5-6e5b-4eb5-b89f-22df027148b3 req-52d9a871-1d82-44d4-839c-35a4ef549454 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 946 time: 0.0884559 Apr 22 17:59:14.461910 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-e2f25be5-6e5b-4eb5-b89f-22df027148b3 req-5eb3c567-9b0d-4d73-a4c2-7d13635179ed tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440838 Apr 22 17:59:14.661030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f099e-b4d2-468b-95de-ccec1cdde431 req-fe12fe97-5420-4aa7-a1fe-5a33008a5bcc tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:14.662603 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-339f099e-b4d2-468b-95de-ccec1cdde431 req-fe12fe97-5420-4aa7-a1fe-5a33008a5bcc tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 946 time: 0.0910132 Apr 22 17:59:14.710426 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-339f099e-b4d2-468b-95de-ccec1cdde431 req-dbcc67e5-3ef3-4742-88b7-237041ca3286 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Apr 22 17:59:14.734801 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41688) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:59:14.857860 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaf4538-26c6-459f-898b-a6c0b6d8f2b2 tempest-TestSnapshotPattern-206077658 tempest-TestSnapshotPattern-206077658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:14.858655 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aeaf4538-26c6-459f-898b-a6c0b6d8f2b2 tempest-TestSnapshotPattern-206077658 tempest-TestSnapshotPattern-206077658-project-admin] Synchronizing usage tracker for tenant:d299b15313a34fbca846e20ff3fee205 on resource:port {{(pid=87210) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 17:59:14.924879 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-aeaf4538-26c6-459f-898b-a6c0b6d8f2b2 tempest-TestSnapshotPattern-206077658 tempest-TestSnapshotPattern-206077658-project-admin] Unset dirty status for tenant:d299b15313a34fbca846e20ff3fee205 on resource:port {{(pid=87210) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 17:59:14.926137 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-aeaf4538-26c6-459f-898b-a6c0b6d8f2b2 tempest-TestSnapshotPattern-206077658 tempest-TestSnapshotPattern-206077658-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 1094 time: 0.1902771 Apr 22 17:59:14.929394 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 41694) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:59:14.935030 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:59:14.942154 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 17:59:14.946381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Usage tracker for resource:floatingip and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 17:59:14.949370 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87210) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 17:59:14.955373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 17:59:14.981464 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for floatingip, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:15.124978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:15.262578 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Allocated IP 172.26.6.188 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/5b4ac670-b529-4730-83e0-ca6dd284d732) {{(pid=87210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 17:59:15.415015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for port, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:15.467537 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:15.472386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d4d22f6d-0980-4aed-a63f-3e0f294cdab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:59:15.532319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 17:59:15.539767 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources bound (agent type, host, resource id): {{(pid=87210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 17:59:15.544157 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Received port after_create {{(pid=87210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 17:59:15.585386 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'Port': ['ID=5b4ac670-b529-4730-83e0-ca6dd284d732,revision_number=1']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:15.589439 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:15.974542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:16.067500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:16.280470 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for port, precommit_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:16.307163 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13562613'] for port, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:16.311791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-483a8ea5-e17c-4275-b887-4b1713d46871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 17:59:16.423488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'Port': ['ID=5b4ac670-b529-4730-83e0-ca6dd284d732,revision_number=2']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 17:59:16.427949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 17:59:16.434886 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:16.611934 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Floating IP 21f01cda-1094-485a-b7df-3ba69d26e9bc associated. External IP: 172.26.6.188, port: 6848a80c-1dac-4ba1-8135-3336ecd5ed86. Apr 22 17:59:16.981809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Router 52a883c9-cf93-44b4-9848-4edc61bb9d1b has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 17:59:17.170820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 17:59:17.181016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c570c8-4f6e-4ecf-9de7-1da29e769c1f None None] Sync routers for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 17:59:17.197433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:59:17.199073 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c570c8-4f6e-4ecf-9de7-1da29e769c1f None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:59:17.201158 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a2c570c8-4f6e-4ecf-9de7-1da29e769c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:59:17.215904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:17.277540 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-c0eba03b-fd32-42e0-af9b-dd080561750c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3470564 Apr 22 17:59:17.278292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86'}] {{(pid=87210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 17:59:17.388503 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a2c570c8-4f6e-4ecf-9de7-1da29e769c1f None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:59:17.419092 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'status': 'completed', 'code': 200} Apr 22 17:59:17.516996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae6ab-38f0-4e4f-b570-e8e5cab2a52b req-7285055f-d092-441b-89bb-1cf9d9ec1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:17.518667 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c44ae6ab-38f0-4e4f-b570-e8e5cab2a52b req-7285055f-d092-441b-89bb-1cf9d9ec1497 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 1099 time: 0.0772886 Apr 22 17:59:17.662150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae6ab-38f0-4e4f-b570-e8e5cab2a52b req-d240f003-9229-4281-b2b0-d8c234d9cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:17.663764 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c44ae6ab-38f0-4e4f-b570-e8e5cab2a52b req-d240f003-9229-4281-b2b0-d8c234d9cc88 service neutron] 10.222.0.78 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 912 time: 0.1369376 Apr 22 17:59:17.750900 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a2c570c8-4f6e-4ecf-9de7-1da29e769c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '21f01cda-1094-485a-b7df-3ba69d26e9bc', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:31:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bba534-45ed-4b02-a219-82b410b35595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:59:15Z', 'updated_at': '2021-04-22T17:59:15Z', 'revision_number': 0, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:59:17.754979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c570c8-4f6e-4ecf-9de7-1da29e769c1f None None] Checking router: 52a883c9-cf93-44b4-9848-4edc61bb9d1b for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 17:59:17.764106 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c570c8-4f6e-4ecf-9de7-1da29e769c1f None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 17:59:17.764773 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a2c570c8-4f6e-4ecf-9de7-1da29e769c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T17:59:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:59:17.774539 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c44ae6ab-38f0-4e4f-b570-e8e5cab2a52b req-f0185f1f-78f9-4e7a-acc5-69ef4b640332 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86 HTTP/1.1" status: 200 len: 1000 time: 0.1041555 Apr 22 17:59:17.843114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae6ab-38f0-4e4f-b570-e8e5cab2a52b req-fb9559ab-143a-4598-b94e-c51c7f04075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:17.845481 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c44ae6ab-38f0-4e4f-b570-e8e5cab2a52b req-fb9559ab-143a-4598-b94e-c51c7f04075e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 200 len: 849 time: 0.0627966 Apr 22 17:59:17.930737 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae6ab-38f0-4e4f-b570-e8e5cab2a52b req-daebe8e7-3621-4190-b3de-2fe6d3458373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 17:59:17.932468 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c44ae6ab-38f0-4e4f-b570-e8e5cab2a52b req-daebe8e7-3621-4190-b3de-2fe6d3458373 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809810 Apr 22 17:59:17.954675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-a2c570c8-4f6e-4ecf-9de7-1da29e769c1f None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 17:59:18.073693 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c44ae6ab-38f0-4e4f-b570-e8e5cab2a52b req-2254006f-e4ad-4ddc-817f-c45886dc9631 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338449 Apr 22 17:59:18.215825 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c44ae6ab-38f0-4e4f-b570-e8e5cab2a52b req-239e9442-f78f-4a11-9197-a129039fa6bf service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346333 Apr 22 17:59:18.314816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-a2c570c8-4f6e-4ecf-9de7-1da29e769c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '21f01cda-1094-485a-b7df-3ba69d26e9bc', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:31:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bba534-45ed-4b02-a219-82b410b35595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:59:15Z', 'updated_at': '2021-04-22T17:59:15Z', 'revision_number': 0, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 17:59:18.318997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c570c8-4f6e-4ecf-9de7-1da29e769c1f None None] The sync data for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv is: [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '21f01cda-1094-485a-b7df-3ba69d26e9bc', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:31:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bba534-45ed-4b02-a219-82b410b35595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:59:15Z', 'updated_at': '2021-04-22T17:59:15Z', 'revision_number': 0, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 17:59:18.602419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa40cfc-c94f-4d73-96d1-169c20678abd None None] New status for floating IP 21f01cda-1094-485a-b7df-3ba69d26e9bc: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 17:59:28.118680 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9bcefc00-b443-4df8-be62-d008d8fa8a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:30.324174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ed90b57d-1b5c-4dc8-9cbf-283ace5114cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:31.460970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:31.678306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:33.026703 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:35.849531 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 17:59:54.201213 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 17:59:58.117559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ebe941dc-61a9-4956-a6f1-23124e418f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:00.329991 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa7a3-f24a-491e-a421-c0ff2efd19e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:01.471788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:01.683493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:03.042988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:05.075987 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-04a4b966-1728-420a-9435-d48a01d8b3f2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2857890 Apr 22 18:00:05.234816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-7cf45441-d4cc-46bc-a90e-c21eb9e57c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:00:05.236895 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-7cf45441-d4cc-46bc-a90e-c21eb9e57c3e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 1099 time: 0.0810690 Apr 22 18:00:05.400918 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-a459431f-4daa-4268-9151-28b6e2d472e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:00:05.402472 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-a459431f-4daa-4268-9151-28b6e2d472e2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 912 time: 0.1403456 Apr 22 18:00:05.510766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-cd509368-4468-4830-9578-aabf83a06726 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86 HTTP/1.1" status: 200 len: 1002 time: 0.0973885 Apr 22 18:00:05.584383 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-c12d5917-1416-4b93-9c58-2f67bd94b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:00:05.585821 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-c12d5917-1416-4b93-9c58-2f67bd94b564 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 200 len: 849 time: 0.0648725 Apr 22 18:00:05.670941 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-ad61dd11-6717-4d8f-8827-e5c2fcf7c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:00:05.672554 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-ad61dd11-6717-4d8f-8827-e5c2fcf7c91e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752957 Apr 22 18:00:05.821289 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-8daf2b1a-cfce-4a35-8aa7-b6cd0c66db4a service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379986 Apr 22 18:00:05.843284 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:05.965689 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f6174638-cd8c-48cc-8e37-47df03a1deca req-daa4dd30-cf2b-4fe5-b7f7-af2223a7a563 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337214 Apr 22 18:00:28.105590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1b4f03bc-e73c-4b79-9c5b-df25e3288684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:30.328634 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d4c77829-95c2-4784-bf49-51943b0fe7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:31.200335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:00:31.465715 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:31.683018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:33.037022 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:35.848566 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:00:58.104885 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-71b92f52-72f9-4b22-b707-a9ce0f363c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:00.328072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb8c1064-1ffc-4657-af14-0d2eb7623c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:01.493496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:01.693613 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:03.042151 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:04.845567 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-093ec438-d467-4073-9e11-031ba31f4e8c req-590b8380-4e05-4cd2-b5d6-f3d0f35c2aeb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802200 Apr 22 18:01:05.005809 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ec438-d467-4073-9e11-031ba31f4e8c req-194d0493-a8b0-4478-aadb-d514f2fed6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:05.007351 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-093ec438-d467-4073-9e11-031ba31f4e8c req-194d0493-a8b0-4478-aadb-d514f2fed6c0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 1099 time: 0.0788260 Apr 22 18:01:05.165463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ec438-d467-4073-9e11-031ba31f4e8c req-9ccd7925-040c-4088-aca3-2e128ef432c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:05.167045 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-093ec438-d467-4073-9e11-031ba31f4e8c req-9ccd7925-040c-4088-aca3-2e128ef432c8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 912 time: 0.1350350 Apr 22 18:01:05.280014 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-093ec438-d467-4073-9e11-031ba31f4e8c req-f8a0933e-65a0-46b1-bfb3-b4db6c05bd1e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86 HTTP/1.1" status: 200 len: 1002 time: 0.1021960 Apr 22 18:01:05.353581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ec438-d467-4073-9e11-031ba31f4e8c req-2c138f99-386e-4caf-b1fa-4ed365a373ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:05.355160 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-093ec438-d467-4073-9e11-031ba31f4e8c req-2c138f99-386e-4caf-b1fa-4ed365a373ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 200 len: 849 time: 0.0652850 Apr 22 18:01:05.446285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ec438-d467-4073-9e11-031ba31f4e8c req-dd320ed5-8db1-4da0-a95a-39619d8bc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:05.447885 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-093ec438-d467-4073-9e11-031ba31f4e8c req-dd320ed5-8db1-4da0-a95a-39619d8bc58d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812097 Apr 22 18:01:05.590900 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-093ec438-d467-4073-9e11-031ba31f4e8c req-ebdf4f15-5fa8-426b-bef6-42fedfb92730 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323047 Apr 22 18:01:05.870910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:06.015425 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-093ec438-d467-4073-9e11-031ba31f4e8c req-4a0b114c-50ff-47f8-ab78-1bc4b80e1e13 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136760 Apr 22 18:01:08.199533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:01:18.093396 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6848a80c-1dac-4ba1-8135-3336ecd5ed86 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 18:01:18.235516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6848a80c-1dac-4ba1-8135-3336ecd5ed86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:01:18.249202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'mac_address': 'fa:16:3e:31:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:01:18.307562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:18.324625 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6848a80c-1dac-4ba1-8135-3336ecd5ed86 {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 18:01:18.340888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6848a80c-1dac-4ba1-8135-3336ecd5ed86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:01:18.372999 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:18.374869 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b83014ab-1254-497d-9fec-1cdfe27e7bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:01:18.448815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6848a80c-1dac-4ba1-8135-3336ecd5ed86,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:01:18.457135 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.457526 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.457911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.458293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.458690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.459071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.459443 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.459815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.460185 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.460557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.460922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.461287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:18.466266 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['6848a80c-1dac-4ba1-8135-3336ecd5ed86'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:01:18.491675 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:01:20.099543 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6848a80c-1dac-4ba1-8135-3336ecd5ed86 up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 18:01:20.188225 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 18:01:20.188652 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:20.321451 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:20.357788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 18:01:20.371083 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6848a80c-1dac-4ba1-8135-3336ecd5ed86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:01:20.416090 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:20.418171 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:01:20.496165 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'code': 200} Apr 22 18:01:20.507955 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6848a80c-1dac-4ba1-8135-3336ecd5ed86,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:01:20.511557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:01:28.110996 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9812b96f-f21f-4010-9f70-90b660a92a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:30.316280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-02377036-f4f8-4c3d-91cd-f2325e260e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:30.908807 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-f0e5f2ff-96de-459a-8706-cbc72fda33f6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135073526&fields=id&tenant_id=e1710e73d2704b4f9d16428929688adb HTTP/1.1" status: 200 len: 267 time: 0.0432863 Apr 22 18:01:31.343549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-df50e979-e673-4259-9eaf-2f754300b346 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:31.345373 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-df50e979-e673-4259-9eaf-2f754300b346 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 810 time: 0.4285824 Apr 22 18:01:31.362111 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-c098099d-422b-4588-9e9a-d403ba62d6a5 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/quotas/e1710e73d2704b4f9d16428929688adb HTTP/1.1" status: 200 len: 375 time: 0.0102088 Apr 22 18:01:31.458384 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-cc73aad2-47b5-454d-ab20-60dae3c9adda tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0907507 Apr 22 18:01:31.487565 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:31.605007 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-ac22d2e0-b83a-4b4a-bb25-7dacc6f9b5f9 service neutron] 10.222.0.77 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336093 Apr 22 18:01:31.687405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:31.748828 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-43560716-bf27-4b49-bc62-8f53d22bdd1c service neutron] 10.222.0.77 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372941 Apr 22 18:01:33.047664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:33.048894 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ae42fc23-368f-44fc-9b99-e10495311f85 req-6642469f-d6af-4c32-977e-6c2d05bcb2b2 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 210 time: 0.1082723 Apr 22 18:01:34.186591 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6848a80c-1dac-4ba1-8135-3336ecd5ed86 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 18:01:34.214774 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-057dea13-d7b4-4bd7-941b-8c7abccbc836 req-3e11ba07-1def-4770-8cec-acb6135e92f1 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 210 time: 0.0493917 Apr 22 18:01:34.310330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:34.341605 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 18:01:34.352256 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 6848a80c-1dac-4ba1-8135-3336ecd5ed86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:01:34.390870 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'code': 200} Apr 22 18:01:34.391377 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:34.393234 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:01:34.466755 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=6848a80c-1dac-4ba1-8135-3336ecd5ed86,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:01:34.471842 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:01:34.486004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-1ad74964-d634-45ac-ac9d-6333fc40e5d0 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:34.487594 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-1ad74964-d634-45ac-ac9d-6333fc40e5d0 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.78 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 810 time: 0.1673324 Apr 22 18:01:34.539925 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-c1b41073-b174-429b-9138-065245a74614 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1710e73d2704b4f9d16428929688adb HTTP/1.1" status: 200 len: 380 time: 0.0428400 Apr 22 18:01:34.550102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Request body: {'port': {'device_id': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'admin_state_up': True, 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'security_groups': ['f0d1c756-517c-482e-b1ec-b1f7198564bd']}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:34.696039 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 18:01:34.701084 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Usage tracker for resource:port and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 18:01:34.704125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 18:01:34.710188 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 18:01:34.744512 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Made reservation on behalf of e1710e73d2704b4f9d16428929688adb for: {'port': 1} {{(pid=87209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 18:01:34.750677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:34.924601 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Allocated IP 172.20.0.13 (70a9afa8-97c2-4598-b9d1-3bf9ce19499d/206faaff-6326-4b15-b26e-6f1d24a086b3/8059a3f3-fa98-4367-a1cb-9137dc25276c) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 18:01:35.210744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:35.228728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Transition to ACTIVE for port object 8059a3f3-fa98-4367-a1cb-9137dc25276c will not be triggered until provisioned by entity DHCP. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 18:01:35.288827 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:35.295433 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b852188b-0fa2-4028-80ac-ff1158d038e9 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:01:35.392678 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 18:01:35.397409 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 18:01:35.399580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'Port': ['ID=8059a3f3-fa98-4367-a1cb-9137dc25276c,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:01:35.402095 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 18:01:35.441252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe814b9a-40ee-4489-ae3f-b5a8918dc0be req-cd44f697-d9b6-4427-aaef-312ffc5db447 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:35.449673 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fe814b9a-40ee-4489-ae3f-b5a8918dc0be req-cd44f697-d9b6-4427-aaef-312ffc5db447 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 932 time: 0.1091087 Apr 22 18:01:35.483878 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:35.484533 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:35.501012 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.501438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.501861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.502275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.503174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.503174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.503488 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.504457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.504866 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.505271 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.505898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.506302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:01:35.513339 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:01:35.526819 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-fe814b9a-40ee-4489-ae3f-b5a8918dc0be req-b92238d9-9d31-4276-a9cb-e8aa4fc67293 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740643 Apr 22 18:01:35.602371 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-5f81620f-8949-4c6e-9869-edb2f3737c0f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0561302 Apr 22 18:01:35.761471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0b7ca8ca-4bc1-482f-aa54-4584336a3ed9 None None] Provisioning for port 8059a3f3-fa98-4367-a1cb-9137dc25276c completed by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 18:01:35.766853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-0b7ca8ca-4bc1-482f-aa54-4584336a3ed9 None None] Provisioning complete for port 8059a3f3-fa98-4367-a1cb-9137dc25276c triggered by entity DHCP. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 18:01:35.774922 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0b7ca8ca-4bc1-482f-aa54-4584336a3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:35.831448 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ca8ca-4bc1-482f-aa54-4584336a3ed9 None None] Port 8059a3f3-fa98-4367-a1cb-9137dc25276c cannot update to ACTIVE because it is not bound. {{(pid=87211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 18:01:35.875924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:36.735333 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fd17e-1307-4f8b-98d9-7744b4353404 req-7a891cdf-e047-4c64-bad6-2ba4b2546f5d tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:36.736910 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-377fd17e-1307-4f8b-98d9-7744b4353404 req-7a891cdf-e047-4c64-bad6-2ba4b2546f5d tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 932 time: 0.0912364 Apr 22 18:01:36.791410 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-377fd17e-1307-4f8b-98d9-7744b4353404 req-142d6d9a-7158-4d81-9fb6-152b448fcba0 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463607 Apr 22 18:01:38.009088 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb988b-23a8-406d-9a9b-c569eb1fb601 req-5f366ce7-402d-4a91-90f8-fbf562bc5f1f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:38.010679 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5bbb988b-23a8-406d-9a9b-c569eb1fb601 req-5f366ce7-402d-4a91-90f8-fbf562bc5f1f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 932 time: 0.0961342 Apr 22 18:01:38.064163 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5bbb988b-23a8-406d-9a9b-c569eb1fb601 req-e06cfb7a-3e80-4f9a-8568-c4acfe224e55 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469573 Apr 22 18:01:39.268899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799df4b-d97a-4867-9dd0-dc0344911861 req-34d37293-4ec2-4c26-8040-b60f3cfbe882 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:39.271099 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1799df4b-d97a-4867-9dd0-dc0344911861 req-34d37293-4ec2-4c26-8040-b60f3cfbe882 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 932 time: 0.0904295 Apr 22 18:01:39.322386 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-1799df4b-d97a-4867-9dd0-dc0344911861 req-5e1d64da-0977-44aa-b97f-fdf83a07c429 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447876 Apr 22 18:01:40.535774 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c1d47-a3ee-423d-9b05-cb5fcf66aceb req-2d345086-36fa-4e25-acdd-fc8180cd70ee tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:40.537400 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-925c1d47-a3ee-423d-9b05-cb5fcf66aceb req-2d345086-36fa-4e25-acdd-fc8180cd70ee tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 932 time: 0.0964406 Apr 22 18:01:40.587598 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-925c1d47-a3ee-423d-9b05-cb5fcf66aceb req-0a351298-613c-4a6e-aecd-2a0749cf081b tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Apr 22 18:01:41.798029 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb2063-29d4-4fd1-8e6c-c80ded2593da req-000e5e97-2b3f-42b6-b0bc-b4d0230ec4dc tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:41.799740 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-aebb2063-29d4-4fd1-8e6c-c80ded2593da req-000e5e97-2b3f-42b6-b0bc-b4d0230ec4dc tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 932 time: 0.0980828 Apr 22 18:01:41.854240 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-aebb2063-29d4-4fd1-8e6c-c80ded2593da req-d259fad9-7a65-43d6-9d99-812920d2ebcd tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475824 Apr 22 18:01:43.075727 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687840da-c374-45af-aa69-d7e3c79d2e83 req-f6661b44-8440-4ada-8fb2-539d95c898f7 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:43.075727 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-687840da-c374-45af-aa69-d7e3c79d2e83 req-f6661b44-8440-4ada-8fb2-539d95c898f7 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 932 time: 0.1030777 Apr 22 18:01:43.125647 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-687840da-c374-45af-aa69-d7e3c79d2e83 req-cf0ef501-91f7-49d8-8d2e-a2507711746b tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446169 Apr 22 18:01:44.336997 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51bca8-721f-4939-a925-2d76a0229e69 req-505cb48e-2cb5-49dd-bcf2-898f85f80b9a tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:44.338592 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ab51bca8-721f-4939-a925-2d76a0229e69 req-505cb48e-2cb5-49dd-bcf2-898f85f80b9a tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 932 time: 0.0930004 Apr 22 18:01:44.390910 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-ab51bca8-721f-4939-a925-2d76a0229e69 req-3a176dad-2826-41df-9d35-ec6ed607e031 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455334 Apr 22 18:01:45.201909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:01:45.600240 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b99cc-ff8a-48e7-84f4-736cb47fcf12 req-d82096f7-6143-44da-b411-2d3d12639fa6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:45.602019 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-983b99cc-ff8a-48e7-84f4-736cb47fcf12 req-d82096f7-6143-44da-b411-2d3d12639fa6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 932 time: 0.0928416 Apr 22 18:01:45.649794 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-983b99cc-ff8a-48e7-84f4-736cb47fcf12 req-b86d203a-261a-4df8-8500-e6c572869574 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Apr 22 18:01:46.092307 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Request body: {'port': {'device_id': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:46.214260 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:46.567262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8059a3f3-fa98-4367-a1cb-9137dc25276c {{(pid=87209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 18:01:46.575023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:46.669417 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Transition to ACTIVE for port object 8059a3f3-fa98-4367-a1cb-9137dc25276c will not be triggered until provisioned by entity L2. {{(pid=87209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 18:01:46.698352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:46.703690 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-33a3aeb2-0cad-4b1e-90d3-6aedfb41bfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:01:46.863051 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076565-ab9b-4c84-aec8-a857ad740bb7 req-152aaa05-735c-4e9c-8fc2-0d9ddda7bf69 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:46.865411 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4b076565-ab9b-4c84-aec8-a857ad740bb7 req-152aaa05-735c-4e9c-8fc2-0d9ddda7bf69 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 944 time: 0.1003084 Apr 22 18:01:46.908540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8059a3f3-fa98-4367-a1cb-9137dc25276c,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:01:46.916331 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:01:46.920460 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-4b076565-ab9b-4c84-aec8-a857ad740bb7 req-c032f209-c43b-428f-98b1-8478a6da7800 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466292 Apr 22 18:01:46.954936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Attempting to bind port 8059a3f3-fa98-4367-a1cb-9137dc25276c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 18:01:46.955311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Attempting to bind port 8059a3f3-fa98-4367-a1cb-9137dc25276c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 18:01:46.955662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Attempting to bind port 8059a3f3-fa98-4367-a1cb-9137dc25276c on network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 18:01:46.960579 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Port 8059a3f3-fa98-4367-a1cb-9137dc25276c on network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 18:01:46.962516 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Attempting to bind port 8059a3f3-fa98-4367-a1cb-9137dc25276c on network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 18:01:46.966536 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Checking agent: {'id': '62982d1f-fc16-4e35-879a-aff08349a4e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'started_at': datetime.datetime(2021, 4, 22, 16, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:46.966962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Checking segment: {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 18:01:46.967381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Bound using segment: {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'} {{(pid=87209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:46.967853 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Bound port: 8059a3f3-fa98-4367-a1cb-9137dc25276c, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ba3fd4-03cc-413e-abde-c3e7af8643a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d'}}] {{(pid=87209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 18:01:46.968230 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:47.063902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] For port 8059a3f3-fa98-4367-a1cb-9137dc25276c, host hv-neutron-7864, cleared binding levels {{(pid=87209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 18:01:47.067001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] For port 8059a3f3-fa98-4367-a1cb-9137dc25276c, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 18:01:47.121330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:47.125958 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-199b3536-fcd2-49d8-b849-49072c7c9e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:01:47.178803 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:47.179473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:47.180957 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] 10.222.0.78 "PUT /v2.0/ports/8059a3f3-fa98-4367-a1cb-9137dc25276c HTTP/1.1" status: 200 len: 1094 time: 1.0934794 Apr 22 18:01:47.181509 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 18:01:47.212210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8059a3f3-fa98-4367-a1cb-9137dc25276c,revision_number=3']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:01:47.215635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:01:47.239818 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'status': 'completed', 'code': 200} Apr 22 18:01:47.353626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ca20-0981-4fec-82b2-dc75396d194a req-c6793250-3744-4427-a095-e12be9cbff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:47.355268 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8023ca20-0981-4fec-82b2-dc75396d194a req-c6793250-3744-4427-a095-e12be9cbff64 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 1097 time: 0.0849974 Apr 22 18:01:47.509361 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ca20-0981-4fec-82b2-dc75396d194a req-a9b63107-5735-4c31-8e3a-34435c5dff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:47.510851 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8023ca20-0981-4fec-82b2-dc75396d194a req-a9b63107-5735-4c31-8e3a-34435c5dff78 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=e1710e73d2704b4f9d16428929688adb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1436195 Apr 22 18:01:47.659761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ca20-0981-4fec-82b2-dc75396d194a req-3667e59b-dc03-4ee6-935f-6ab6af312ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:47.661334 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-8023ca20-0981-4fec-82b2-dc75396d194a req-3667e59b-dc03-4ee6-935f-6ab6af312ec4 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1405456 Apr 22 18:01:47.780560 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-3d7e26e8-2ebd-4378-87bb-5baaa6188772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:47.782079 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-3d7e26e8-2ebd-4378-87bb-5baaa6188772 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 1097 time: 0.0775385 Apr 22 18:01:47.861613 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-9c0fcf01-ba70-425b-99c2-f1c324d87ba5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c HTTP/1.1" status: 200 len: 217 time: 0.0673983 Apr 22 18:01:47.932174 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-37b3b8bb-707b-4656-9b9b-81d4058d7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:47.933676 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-37b3b8bb-707b-4656-9b9b-81d4058d7271 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 200 len: 849 time: 0.0625992 Apr 22 18:01:48.021309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-168f8f6e-1341-4a9e-ba5c-135aa8e4199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:48.022956 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-168f8f6e-1341-4a9e-ba5c-135aa8e4199b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775397 Apr 22 18:01:48.120290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690521-b77d-4d01-ae7f-77f83a1bb0d2 req-823d7730-fad1-49c3-9469-98e901e24b89 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:48.121796 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-92690521-b77d-4d01-ae7f-77f83a1bb0d2 req-823d7730-fad1-49c3-9469-98e901e24b89 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 944 time: 0.0879567 Apr 22 18:01:48.169633 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-92690521-b77d-4d01-ae7f-77f83a1bb0d2 req-79d146e0-db94-41a8-ae40-1a59296a5af7 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Apr 22 18:01:48.170902 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-41229cc5-471f-4735-b1f4-d98dad40d5cd service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366534 Apr 22 18:01:48.316721 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c0bc4524-d055-4159-957a-6c1ccc02ea21 req-1140b3e8-53aa-4ad7-ad20-613d34e26b7a service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344891 Apr 22 18:01:49.373899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a294b-cdac-420e-8cb2-37100d82a776 req-d36716ab-2bc6-4871-a3aa-365e083c2f56 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:49.375538 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607a294b-cdac-420e-8cb2-37100d82a776 req-d36716ab-2bc6-4871-a3aa-365e083c2f56 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 944 time: 0.0915976 Apr 22 18:01:49.423227 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-607a294b-cdac-420e-8cb2-37100d82a776 req-3cf8d4d3-abe0-4a28-8fd2-57195cec322a tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407789 Apr 22 18:01:50.256793 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 8059a3f3-fa98-4367-a1cb-9137dc25276c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 18:01:50.394972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 8059a3f3-fa98-4367-a1cb-9137dc25276c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:01:50.408478 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'port_id': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'mac_address': 'fa:16:3e:81:85:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:01:50.465739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:50.486953 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8059a3f3-fa98-4367-a1cb-9137dc25276c {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 18:01:50.503530 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 8059a3f3-fa98-4367-a1cb-9137dc25276c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:01:50.544006 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:50.545814 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ddb2238d-59f0-41cd-8b84-257b53dcce8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:01:50.616888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=8059a3f3-fa98-4367-a1cb-9137dc25276c,revision_number=4']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:01:50.620319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:01:50.631914 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ebd14-5c2b-48cc-8cc9-3faf2a975643 req-f451966d-aef4-4ac8-8755-192ff62644d9 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:50.633513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b32ebd14-5c2b-48cc-8cc9-3faf2a975643 req-f451966d-aef4-4ac8-8755-192ff62644d9 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 945 time: 0.0938714 Apr 22 18:01:50.680638 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-b32ebd14-5c2b-48cc-8cc9-3faf2a975643 req-6cd32169-4a40-42f6-9e44-2e3c50068228 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406506 Apr 22 18:01:50.845004 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['8059a3f3-fa98-4367-a1cb-9137dc25276c'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:01:51.882820 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fda81-69bb-4cfc-b901-04205931f975 req-566b5bca-a19d-499f-80a1-a7d2102f85ae tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:51.884404 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3e0fda81-69bb-4cfc-b901-04205931f975 req-566b5bca-a19d-499f-80a1-a7d2102f85ae tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 945 time: 0.0915561 Apr 22 18:01:51.930575 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3e0fda81-69bb-4cfc-b901-04205931f975 req-e10f1fac-79c8-45c4-a293-28e07d908808 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399160 Apr 22 18:01:52.280686 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 8059a3f3-fa98-4367-a1cb-9137dc25276c up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 18:01:52.366585 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning for port 8059a3f3-fa98-4367-a1cb-9137dc25276c completed by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 18:01:52.371677 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 8059a3f3-fa98-4367-a1cb-9137dc25276c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 18:01:52.372098 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:52.496097 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:52.523554 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 18:01:52.533586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 8059a3f3-fa98-4367-a1cb-9137dc25276c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:01:52.549730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:52.551750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:01:52.586153 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'code': 200} Apr 22 18:01:52.626929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=8059a3f3-fa98-4367-a1cb-9137dc25276c,revision_number=5']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:01:52.629965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:01:52.885424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaff1b-2bee-4d13-89d8-4591799f9e9e req-bc3cb540-4698-465a-9bc3-ec79fd497d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:52.886955 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c2aaff1b-2bee-4d13-89d8-4591799f9e9e req-bc3cb540-4698-465a-9bc3-ec79fd497d36 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 1099 time: 0.0824769 Apr 22 18:01:52.931812 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c2aaff1b-2bee-4d13-89d8-4591799f9e9e req-b3791a2c-8f73-46fa-adb7-88f043e638d7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351627 Apr 22 18:01:53.135193 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2be88-32e8-4dea-aeb8-708bcb7789ab req-1e54979e-aa71-4d5e-8628-5b9c1bb22eec tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:53.136850 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-96d2be88-32e8-4dea-aeb8-708bcb7789ab req-1e54979e-aa71-4d5e-8628-5b9c1bb22eec tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 946 time: 0.0919387 Apr 22 18:01:53.184031 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-96d2be88-32e8-4dea-aeb8-708bcb7789ab req-6b5a3c6d-e45b-4457-bff5-30c8794c95d2 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411010 Apr 22 18:01:54.384275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56e9be-ef3b-48ba-be0f-6c7675f51b56 req-9f651bc7-9173-4bdc-82f5-8ed689e71d8b tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:54.385861 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c56e9be-ef3b-48ba-be0f-6c7675f51b56 req-9f651bc7-9173-4bdc-82f5-8ed689e71d8b tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 946 time: 0.0887141 Apr 22 18:01:54.435722 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-3c56e9be-ef3b-48ba-be0f-6c7675f51b56 req-b5292a14-5dfc-476c-be29-d0f7d4bfacd6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435815 Apr 22 18:01:54.633122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae09649-fa17-45bc-b941-1056b2c7aa53 req-a7317adc-b5fe-4687-a42b-3b1c4847cc1d tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:54.634726 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cae09649-fa17-45bc-b941-1056b2c7aa53 req-a7317adc-b5fe-4687-a42b-3b1c4847cc1d tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 946 time: 0.0889704 Apr 22 18:01:54.681978 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-cae09649-fa17-45bc-b941-1056b2c7aa53 req-7ce958cd-cb4b-4ae7-8a88-acfb0e385711 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409091 Apr 22 18:01:54.706301 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41980) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:54.781619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6791378c-81fe-4055-a091-ebda9c4026ee tempest-TestSnapshotPattern-206077658 tempest-TestSnapshotPattern-206077658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:54.783244 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-6791378c-81fe-4055-a091-ebda9c4026ee tempest-TestSnapshotPattern-206077658 tempest-TestSnapshotPattern-206077658-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 1094 time: 0.0756984 Apr 22 18:01:54.786150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 41984) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:54.791549 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.v2.base [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Request body: {'floatingip': {'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'port_id': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:54.797845 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 18:01:54.802559 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Usage tracker for resource:floatingip and tenant:e1710e73d2704b4f9d16428929688adb is out of sync, need to count used quota {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 18:01:54.805757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87209) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 18:01:54.811932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.quota.driver [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 18:01:54.858438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for floatingip, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:54.995979 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:55.163304 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_common [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Allocated IP 172.26.6.95 (5c25d723-0f11-44dd-8ff5-9ca8da8a93d0/7f6a2145-fd2e-4636-833c-334cdcfd015e/9d69c847-d930-45c1-ba61-008c73fd82f0) {{(pid=87209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 18:01:55.312798 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for port, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:55.369191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256625040039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:55.372924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db8d7edd-f70c-480f-a136-f3f3f40e551d tempest-TestEncryptedCinderVolumes-1492719169 tempest-TestEncryptedCinderVolumes-1492719169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:01:55.441848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Network 5c25d723-0f11-44dd-8ff5-9ca8da8a93d0 is already hosted by enough agents. {{(pid=87209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 18:01:55.445346 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.base_scheduler [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Resources bound (agent type, host, resource id): {{(pid=87209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 18:01:55.449243 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Received port after_create {{(pid=87209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 18:01:55.486389 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'Port': ['ID=9d69c847-d930-45c1-ba61-008c73fd82f0,revision_number=1']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:01:55.490502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:01:55.870951 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:55.971684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:56.189949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for port, precommit_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:56.223772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839755971'] for port, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:56.228335 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1aa165c8-f868-4d4e-b897-21e6040a6d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:01:56.338438 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event updated for resources: {'Port': ['ID=9d69c847-d930-45c1-ba61-008c73fd82f0,revision_number=2']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:01:56.342911 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:01:56.349833 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354225'] for floatingip, after_update {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:56.810601 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Floating IP 1ad3f552-90da-4cbc-a76a-0b59eefc826b associated. External IP: 172.26.6.95, port: 8059a3f3-fa98-4367-a1cb-9137dc25276c. Apr 22 18:01:57.170258 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Router 52a883c9-cf93-44b4-9848-4edc61bb9d1b has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 18:01:57.356761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 18:01:57.367316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a77cc-8391-4c5b-8fd7-18e66023dcb5 None None] Sync routers for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 18:01:57.384374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a77cc-8391-4c5b-8fd7-18e66023dcb5 None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 18:01:57.390490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c68a77cc-8391-4c5b-8fd7-18e66023dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T18:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:01:57.406970 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:57.466939 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-912f49c4-a713-4160-9279-cf456edf0979 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6796045 Apr 22 18:01:57.467665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 18:01:57.519030 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'status': 'completed', 'code': 200} Apr 22 18:01:57.627728 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39d09c-117d-4153-9150-6241e1537ddd req-1c992b59-43fe-40f7-afc2-4402437bb094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:57.629344 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6a39d09c-117d-4153-9150-6241e1537ddd req-1c992b59-43fe-40f7-afc2-4402437bb094 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 1099 time: 0.0862556 Apr 22 18:01:57.729821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c68a77cc-8391-4c5b-8fd7-18e66023dcb5 None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 18:01:57.772483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39d09c-117d-4153-9150-6241e1537ddd req-8500c1b4-a46b-4934-989c-7a2fb5ae09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:57.774059 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6a39d09c-117d-4153-9150-6241e1537ddd req-8500c1b4-a46b-4934-989c-7a2fb5ae09d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 912 time: 0.1382380 Apr 22 18:01:57.885867 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6a39d09c-117d-4153-9150-6241e1537ddd req-8e8c922f-478b-4118-b6eb-c0dc9236a094 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c HTTP/1.1" status: 200 len: 999 time: 0.1049769 Apr 22 18:01:57.955160 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39d09c-117d-4153-9150-6241e1537ddd req-9b2123b7-f478-4300-adde-cf8ff01d9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:57.957283 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6a39d09c-117d-4153-9150-6241e1537ddd req-9b2123b7-f478-4300-adde-cf8ff01d9c5b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 200 len: 849 time: 0.0640969 Apr 22 18:01:58.040938 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39d09c-117d-4153-9150-6241e1537ddd req-5ef826c2-fc5c-47e7-9948-e20b8bc83a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:01:58.042460 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6a39d09c-117d-4153-9150-6241e1537ddd req-5ef826c2-fc5c-47e7-9948-e20b8bc83a6b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776417 Apr 22 18:01:58.095026 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c68a77cc-8391-4c5b-8fd7-18e66023dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '1ad3f552-90da-4cbc-a76a-0b59eefc826b', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:81:85:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T18:01:55Z', 'updated_at': '2021-04-22T18:01:55Z', 'revision_number': 0, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}, {'id': '21f01cda-1094-485a-b7df-3ba69d26e9bc', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:31:26:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba534-45ed-4b02-a219-82b410b35595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:59:15Z', 'updated_at': '2021-04-22T17:59:18Z', 'revision_number': 1, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:01:58.099133 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a77cc-8391-4c5b-8fd7-18e66023dcb5 None None] Checking router: 52a883c9-cf93-44b4-9848-4edc61bb9d1b for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 18:01:58.103969 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ad9c55c8-3c24-487e-b09d-88523a64c36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:01:58.108016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a77cc-8391-4c5b-8fd7-18e66023dcb5 None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 18:01:58.108895 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c68a77cc-8391-4c5b-8fd7-18e66023dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T18:01:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:01:58.192203 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6a39d09c-117d-4153-9150-6241e1537ddd req-9905465c-b986-4316-a4f5-dc68a5936b25 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366138 Apr 22 18:01:58.294152 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c68a77cc-8391-4c5b-8fd7-18e66023dcb5 None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 18:01:58.334826 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6a39d09c-117d-4153-9150-6241e1537ddd req-5790b6e3-b383-4068-a1cc-b533024d00be service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364598 Apr 22 18:01:58.650693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c68a77cc-8391-4c5b-8fd7-18e66023dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '1ad3f552-90da-4cbc-a76a-0b59eefc826b', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:81:85:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T18:01:55Z', 'updated_at': '2021-04-22T18:01:55Z', 'revision_number': 0, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}, {'id': '21f01cda-1094-485a-b7df-3ba69d26e9bc', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:31:26:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba534-45ed-4b02-a219-82b410b35595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:59:15Z', 'updated_at': '2021-04-22T17:59:18Z', 'revision_number': 1, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:01:58.654679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a77cc-8391-4c5b-8fd7-18e66023dcb5 None None] The sync data for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv is: [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '1ad3f552-90da-4cbc-a76a-0b59eefc826b', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:81:85:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T18:01:55Z', 'updated_at': '2021-04-22T18:01:55Z', 'revision_number': 0, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}, {'id': '21f01cda-1094-485a-b7df-3ba69d26e9bc', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:31:26:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba534-45ed-4b02-a219-82b410b35595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:59:15Z', 'updated_at': '2021-04-22T17:59:18Z', 'revision_number': 1, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 18:01:58.936493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de9c65-d739-4e65-a691-6a71377f4ce6 None None] New status for floating IP 1ad3f552-90da-4cbc-a76a-0b59eefc826b: ACTIVE {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 18:02:00.320848 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-23aafead-91e8-422f-a3f1-9529e8cbb3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:01.481142 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:01.698283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:03.058280 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:05.844638 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-1a66989e-7d7e-45a2-a51b-9079f0a08644 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806906 Apr 22 18:02:05.875344 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:06.039928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-dd665a81-0f49-4a63-a8ba-c8a75a8f50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:02:06.041405 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-dd665a81-0f49-4a63-a8ba-c8a75a8f50a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 1097 time: 0.0777605 Apr 22 18:02:06.196644 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-5378b927-614e-4489-be50-76500eedfc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:02:06.198186 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-5378b927-614e-4489-be50-76500eedfc32 service neutron] 10.222.0.78 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 912 time: 0.1366045 Apr 22 18:02:06.310513 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-e31fc98e-c756-436e-8700-cf54075e10e5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86 HTTP/1.1" status: 200 len: 1000 time: 0.1026378 Apr 22 18:02:06.383746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-ab0aed15-0fcc-4e20-aed0-c28efb7e1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:02:06.385274 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-ab0aed15-0fcc-4e20-aed0-c28efb7e1928 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 200 len: 849 time: 0.0652349 Apr 22 18:02:06.469214 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-ad0754ba-cac7-45db-8371-d73e77c9ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:02:06.471057 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-ad0754ba-cac7-45db-8371-d73e77c9ca7b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776877 Apr 22 18:02:06.612508 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-a03360a0-cf4c-4dbd-8245-6c8f585a4e55 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323922 Apr 22 18:02:06.756407 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-492c9bab-306c-47f2-947b-0cfdb2aa6ce2 req-b005b426-5a47-4a6d-b998-f936b3443b87 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362832 Apr 22 18:02:22.200804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:02:28.115034 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4011679f-d50e-4776-a54c-55ed3d0c0de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:30.337558 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-da6666ad-3e77-48d5-982c-0d3b8fed3f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:31.486457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:31.697945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:33.052071 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:35.898228 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:58.120522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-33f914e2-f7e0-4c3f-9b85-c55ffb825ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:02:59.200506 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:03:00.332210 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b70c4fac-428a-4e02-9084-a758f8d97902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:01.480415 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:01.697907 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:03.058954 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:05.902729 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:07.885615 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-9ffa1fd9-517d-4cbc-8297-56f8b56ae94a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822821 Apr 22 18:03:07.997988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-cb3a2ed7-4396-481c-81f0-f7cc35b4bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:03:07.999589 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-cb3a2ed7-4396-481c-81f0-f7cc35b4bb27 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 1099 time: 0.0843992 Apr 22 18:03:08.161352 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-5cf2f179-efa5-43ec-916a-ad27aaca77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:03:08.162982 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-5cf2f179-efa5-43ec-916a-ad27aaca77e5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 912 time: 0.1412187 Apr 22 18:03:08.278181 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-69d0a436-dd7e-4a32-9a51-a682f64b7979 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c HTTP/1.1" status: 200 len: 1001 time: 0.1051726 Apr 22 18:03:08.349775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-fd16f58a-9ae2-4ade-b34c-4c7c8863fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:03:08.351388 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-fd16f58a-9ae2-4ade-b34c-4c7c8863fee3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 200 len: 849 time: 0.0639675 Apr 22 18:03:08.438024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-dc05a2db-de3b-4ebe-9162-c4947f68ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:03:08.440291 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-dc05a2db-de3b-4ebe-9162-c4947f68ea6b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782402 Apr 22 18:03:08.591817 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-1d833d56-98a4-4640-8d6a-03b05550f9b8 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410601 Apr 22 18:03:08.745099 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-74e8b059-055c-45b5-8670-43698f5d00d5 req-23716e6d-c49b-478c-8201-fd05ac700c45 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411476 Apr 22 18:03:28.119590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7e88-3a7c-487b-8d53-e9ee9f684040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:30.336754 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0abbce5d-8969-4172-a01c-6bc6fc8ca583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:31.479476 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:31.708327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:33.068143 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:35.913745 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:36.200758 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:03:40.653054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 8059a3f3-fa98-4367-a1cb-9137dc25276c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 18:03:40.795462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 8059a3f3-fa98-4367-a1cb-9137dc25276c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:03:40.810102 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Returning: {'device': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'port_id': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'mac_address': 'fa:16:3e:81:85:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:03:40.872880 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:40.892313 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8059a3f3-fa98-4367-a1cb-9137dc25276c {{(pid=87211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 18:03:40.908374 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 8059a3f3-fa98-4367-a1cb-9137dc25276c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:03:40.936428 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:40.938868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dfa0b48d-1263-4924-a2ce-f20cfe786683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:03:41.013063 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=8059a3f3-fa98-4367-a1cb-9137dc25276c,revision_number=6']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:03:41.023187 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.023897 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.024465 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.025048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.025612 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.026177 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.026783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.027373 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.027942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.028573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.029262 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.030296 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:41.035474 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:03:41.046570 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] get_ports_and_sgs() called for port_ids ['8059a3f3-fa98-4367-a1cb-9137dc25276c'] {{(pid=87211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:03:42.667544 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 8059a3f3-fa98-4367-a1cb-9137dc25276c up at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 18:03:42.806778 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.provisioning_blocks [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Provisioning complete for port 8059a3f3-fa98-4367-a1cb-9137dc25276c triggered by entity L2. {{(pid=87211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 18:03:42.807198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687126'] for port, provisioning_complete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:42.964212 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:43.011207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 8059a3f3-fa98-4367-a1cb-9137dc25276c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:03:43.012739 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 18:03:43.045535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:43.049404 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:03:43.108109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'code': 200} Apr 22 18:03:43.136760 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=8059a3f3-fa98-4367-a1cb-9137dc25276c,revision_number=7']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:03:43.149011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:03:53.862018 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 42200) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:54.086502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Deleting port 9d69c847-d930-45c1-ba61-008c73fd82f0 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:03:54.086868 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:54.271928 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:54.272293 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:54.407104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Calling delete_port for 9d69c847-d930-45c1-ba61-008c73fd82f0 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:03:54.599539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:54.604770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-2d86bb8c-1b7c-41fc-ae23-e0e0af3cbdd8 tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:03:54.961573 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event deleted for resources: {'Port': ['ID=9d69c847-d930-45c1-ba61-008c73fd82f0,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:03:55.007641 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.007987 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.008412 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.008828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.009241 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.009651 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.010062 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.010467 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.010896 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.011308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.011718 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.012125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:03:55.047330 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:03:55.075055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:55.075433 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Floating IP 1ad3f552-90da-4cbc-a76a-0b59eefc826b disassociated (deleted). External IP: 172.26.6.95, port: 8059a3f3-fa98-4367-a1cb-9137dc25276c. Apr 22 18:03:55.455734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Router 52a883c9-cf93-44b4-9848-4edc61bb9d1b has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 18:03:55.657753 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 18:03:55.668109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066f2ae-23b1-4294-8bc1-fa6e9f273a4b None None] Sync routers for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 18:03:55.678457 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:55.679326 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066f2ae-23b1-4294-8bc1-fa6e9f273a4b None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 18:03:55.680255 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7066f2ae-23b1-4294-8bc1-fa6e9f273a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T18:03:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:03:55.741510 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "DELETE /v2.0/floatingips/1ad3f552-90da-4cbc-a76a-0b59eefc826b HTTP/1.1" status: 204 len: 168 time: 1.8782361 Apr 22 18:03:55.742295 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 18:03:55.890338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-7066f2ae-23b1-4294-8bc1-fa6e9f273a4b None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 18:03:55.895974 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'status': 'completed', 'code': 200} Apr 22 18:03:56.008369 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b525b-1be7-4318-86f8-6dba82ffd3f5 req-59613c80-1c83-4c0c-85de-358cf90451e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:03:56.010186 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f80b525b-1be7-4318-86f8-6dba82ffd3f5 req-59613c80-1c83-4c0c-85de-358cf90451e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 1099 time: 0.0883312 Apr 22 18:03:56.186775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b525b-1be7-4318-86f8-6dba82ffd3f5 req-5048282c-2ab3-4239-b542-6a84d83152bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:03:56.188849 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f80b525b-1be7-4318-86f8-6dba82ffd3f5 req-5048282c-2ab3-4239-b542-6a84d83152bc service neutron] 10.222.0.78 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 912 time: 0.1713820 Apr 22 18:03:56.271924 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7066f2ae-23b1-4294-8bc1-fa6e9f273a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '21f01cda-1094-485a-b7df-3ba69d26e9bc', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:31:26:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba534-45ed-4b02-a219-82b410b35595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:59:15Z', 'updated_at': '2021-04-22T17:59:18Z', 'revision_number': 1, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:03:56.275358 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066f2ae-23b1-4294-8bc1-fa6e9f273a4b None None] Checking router: 52a883c9-cf93-44b4-9848-4edc61bb9d1b for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 18:03:56.285320 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066f2ae-23b1-4294-8bc1-fa6e9f273a4b None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 18:03:56.286003 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7066f2ae-23b1-4294-8bc1-fa6e9f273a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T18:03:30Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:03:56.308012 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f80b525b-1be7-4318-86f8-6dba82ffd3f5 req-baa9f669-9c62-45db-85e3-e25b4fb4fda3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c HTTP/1.1" status: 200 len: 217 time: 0.1102509 Apr 22 18:03:56.326380 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bba32-a7b9-4874-84ea-9ac248bb211a req-d37ee503-2474-42b3-9040-b770d5d8f711 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:03:56.329965 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-714bba32-a7b9-4874-84ea-9ac248bb211a req-d37ee503-2474-42b3-9040-b770d5d8f711 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 946 time: 0.1038289 Apr 22 18:03:56.394928 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-714bba32-a7b9-4874-84ea-9ac248bb211a req-96e99c5f-425b-4286-a131-7e4b00403860 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563076 Apr 22 18:03:56.396078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b525b-1be7-4318-86f8-6dba82ffd3f5 req-bdfe69d8-ff12-4978-965c-c5dd9f28dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:03:56.398330 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f80b525b-1be7-4318-86f8-6dba82ffd3f5 req-bdfe69d8-ff12-4978-965c-c5dd9f28dc8d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 200 len: 849 time: 0.0818615 Apr 22 18:03:56.493019 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b525b-1be7-4318-86f8-6dba82ffd3f5 req-3511e616-4316-4477-bc7e-5c1c8ecc4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:03:56.494704 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f80b525b-1be7-4318-86f8-6dba82ffd3f5 req-3511e616-4316-4477-bc7e-5c1c8ecc4387 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870323 Apr 22 18:03:56.649458 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f80b525b-1be7-4318-86f8-6dba82ffd3f5 req-706acff6-8af7-477a-933e-f5e4413902ec service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469042 Apr 22 18:03:56.652975 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-7066f2ae-23b1-4294-8bc1-fa6e9f273a4b None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 18:03:56.732524 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 8059a3f3-fa98-4367-a1cb-9137dc25276c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 18:03:56.833175 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-f80b525b-1be7-4318-86f8-6dba82ffd3f5 req-4bd1540a-f75a-40c1-b88c-89353ea3163a service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761544 Apr 22 18:03:56.889411 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854027829'] for port, before_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:56.921854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c'}] {{(pid=87211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 18:03:56.933667 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] For port 8059a3f3-fa98-4367-a1cb-9137dc25276c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:03:56.954607 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780230166728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256625040022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780229735812'] for port, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:56.958862 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:03:57.000516 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'code': 200} Apr 22 18:03:57.043959 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Pushing event updated for resources: {'Port': ['ID=8059a3f3-fa98-4367-a1cb-9137dc25276c,revision_number=8']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:03:57.047575 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:03:57.068103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-7066f2ae-23b1-4294-8bc1-fa6e9f273a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '21f01cda-1094-485a-b7df-3ba69d26e9bc', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:31:26:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba534-45ed-4b02-a219-82b410b35595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:59:15Z', 'updated_at': '2021-04-22T17:59:18Z', 'revision_number': 1, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:03:57.072636 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066f2ae-23b1-4294-8bc1-fa6e9f273a4b None None] The sync data for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv is: [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_floatingips': [{'id': '21f01cda-1094-485a-b7df-3ba69d26e9bc', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'router_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'port_id': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'mac_address': 'fa:16:3e:31:26:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba534-45ed-4b02-a219-82b410b35595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T17:59:15Z', 'updated_at': '2021-04-22T17:59:18Z', 'revision_number': 1, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 18:03:57.498572 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101ea59c-17f3-479a-8a53-1eaea8d59689 None None] New status for floating IP 1ad3f552-90da-4cbc-a76a-0b59eefc826b: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 18:03:57.655381 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d01b3-4756-4871-b5dc-f30f08f6f070 req-a0cf3150-1182-4032-bbc0-7370936279ec tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:03:57.657279 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-859d01b3-4756-4871-b5dc-f30f08f6f070 req-a0cf3150-1182-4032-bbc0-7370936279ec tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 944 time: 0.1381016 Apr 22 18:03:57.711496 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-859d01b3-4756-4871-b5dc-f30f08f6f070 req-3c472f35-6df7-4d9f-857e-2a8d385de0c6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471022 Apr 22 18:03:58.043505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-59a8343f-197a-4891-82e7-09a039b43f9d tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:03:58.044200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-59a8343f-197a-4891-82e7-09a039b43f9d tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Synchronizing usage tracker for tenant:e1710e73d2704b4f9d16428929688adb on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 18:03:58.084770 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-59a8343f-197a-4891-82e7-09a039b43f9d tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Unset dirty status for tenant:e1710e73d2704b4f9d16428929688adb on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 18:03:58.086062 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-59a8343f-197a-4891-82e7-09a039b43f9d tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 944 time: 0.1750045 Apr 22 18:03:58.107215 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-85f00d0b-d57d-47c8-8330-aaf62d59e7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:58.176104 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-c3eaccdc-b422-44f4-b9d6-816fd75dae9c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Deleting port 8059a3f3-fa98-4367-a1cb-9137dc25276c {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:03:58.176486 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-c3eaccdc-b422-44f4-b9d6-816fd75dae9c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:58.448437 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-c3eaccdc-b422-44f4-b9d6-816fd75dae9c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] For port 8059a3f3-fa98-4367-a1cb-9137dc25276c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8059a3f3-fa98-4367-a1cb-9137dc25276c,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:03:58.448835 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-c3eaccdc-b422-44f4-b9d6-816fd75dae9c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:58.583547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-c3eaccdc-b422-44f4-b9d6-816fd75dae9c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Calling delete_port for 8059a3f3-fa98-4367-a1cb-9137dc25276c owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:03:58.839446 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-c3eaccdc-b422-44f4-b9d6-816fd75dae9c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:58.846942 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-3d54f401-7594-46b9-a18b-eacec451bd73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:03:58.894812 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-20640f45-dc47-4c9e-af4c-4558d2801787 req-70bbf10a-0d51-419b-a3d4-071594aeb33e tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfeed85-0572-4fd1-a7d1-5ab93f42e811 HTTP/1.1" status: 200 len: 210 time: 0.0525303 Apr 22 18:03:58.895416 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaccdc-b422-44f4-b9d6-816fd75dae9c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event deleted for resources: {'Port': ['ID=8059a3f3-fa98-4367-a1cb-9137dc25276c,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:03:58.899815 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-c3eaccdc-b422-44f4-b9d6-816fd75dae9c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:03:58.992664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-c3eaccdc-b422-44f4-b9d6-816fd75dae9c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] No DVR routers for this DVR port 8059a3f3-fa98-4367-a1cb-9137dc25276c on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 18:03:58.992664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-c3eaccdc-b422-44f4-b9d6-816fd75dae9c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:03:58.992664 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'name': 'network-vif-deleted', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 18:03:59.028784 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-5c0da8be-b860-46f6-af7f-a68e7da7a66b req-c3eaccdc-b422-44f4-b9d6-816fd75dae9c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.78 "DELETE /v2.0/ports/8059a3f3-fa98-4367-a1cb-9137dc25276c HTTP/1.1" status: 204 len: 173 time: 0.9324336 Apr 22 18:03:59.037984 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfeed85-0572-4fd1-a7d1-5ab93f42e811', 'name': 'network-vif-deleted', 'tag': '8059a3f3-fa98-4367-a1cb-9137dc25276c', 'status': 'completed', 'code': 200} Apr 22 18:04:00.331366 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-12634c03-a785-430e-a396-3f3a30eb7b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:01.126847 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 42268) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:01.347249 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Deleting port 5b4ac670-b529-4730-83e0-ca6dd284d732 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:01.347838 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:01.479302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:01.538360 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:01.538772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:01.677419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Calling delete_port for 5b4ac670-b529-4730-83e0-ca6dd284d732 owned by network:floatingip {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:04:01.742015 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:01.976444 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:01.981904 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d75ae788-c5f3-41bd-a058-54f3e98041b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:02.030812 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event deleted for resources: {'Port': ['ID=5b4ac670-b529-4730-83e0-ca6dd284d732,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:02.059327 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:02.132209 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for floatingip, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:02.132614 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.db.l3_db [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Floating IP 21f01cda-1094-485a-b7df-3ba69d26e9bc disassociated (deleted). External IP: 172.26.6.188, port: 6848a80c-1dac-4ba1-8135-3336ecd5ed86. Apr 22 18:04:02.780250 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 8059a3f3-fa98-4367-a1cb-9137dc25276c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 18:04:02.811771 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Router 52a883c9-cf93-44b4-9848-4edc61bb9d1b has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 18:04:02.818218 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 8059a3f3-fa98-4367-a1cb-9137dc25276c {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 18:04:02.818653 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 8059a3f3-fa98-4367-a1cb-9137dc25276c not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 18:04:03.009685 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 18:04:03.023491 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f604a-795b-4049-a820-587f72b395bd None None] Sync routers for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 18:04:03.030148 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for floatingip, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:03.035891 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f604a-795b-4049-a820-587f72b395bd None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 18:04:03.036902 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c88f604a-795b-4049-a820-587f72b395bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T18:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:03.079485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:03.100485 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-efe25055-67de-4494-9c55-a22847aba499 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "DELETE /v2.0/floatingips/21f01cda-1094-485a-b7df-3ba69d26e9bc HTTP/1.1" status: 204 len: 168 time: 1.9698610 Apr 22 18:04:03.100485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 18:04:03.187810 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'status': 'completed', 'code': 200} Apr 22 18:04:03.250422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c88f604a-795b-4049-a820-587f72b395bd None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 18:04:03.318200 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf2aec-0011-4e4d-895d-a9ae26cd3dbe req-b3694353-ed17-42f6-b16d-9fc688fb6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:04:03.319970 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95bf2aec-0011-4e4d-895d-a9ae26cd3dbe req-b3694353-ed17-42f6-b16d-9fc688fb6e7d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1710e73d2704b4f9d16428929688adb&device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 1097 time: 0.1073849 Apr 22 18:04:03.481162 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf2aec-0011-4e4d-895d-a9ae26cd3dbe req-2541b6d5-4f9a-4b27-8e02-225e5a428d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:04:03.483004 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95bf2aec-0011-4e4d-895d-a9ae26cd3dbe req-2541b6d5-4f9a-4b27-8e02-225e5a428d28 service neutron] 10.222.0.78 "GET /v2.0/networks?id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 200 len: 912 time: 0.1520758 Apr 22 18:04:03.583006 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95bf2aec-0011-4e4d-895d-a9ae26cd3dbe req-d79627a7-867d-4130-adef-029b816e828f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86 HTTP/1.1" status: 200 len: 217 time: 0.0874197 Apr 22 18:04:03.610761 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c88f604a-795b-4049-a820-587f72b395bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:03.615965 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f604a-795b-4049-a820-587f72b395bd None None] Checking router: 52a883c9-cf93-44b4-9848-4edc61bb9d1b for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 18:04:03.626926 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f604a-795b-4049-a820-587f72b395bd None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 18:04:03.628001 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c88f604a-795b-4049-a820-587f72b395bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T18:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:03.678473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf2aec-0011-4e4d-895d-a9ae26cd3dbe req-09042ead-64d6-4275-abca-4d526d55ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:04:03.679890 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95bf2aec-0011-4e4d-895d-a9ae26cd3dbe req-09042ead-64d6-4275-abca-4d526d55ea9a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 200 len: 849 time: 0.0796804 Apr 22 18:04:03.693584 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b7201-530d-4c24-932c-4c0489ff7d7d req-cd5c14f1-0669-42f3-90da-7ae45e09ad87 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:04:03.702046 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-476b7201-530d-4c24-932c-4c0489ff7d7d req-cd5c14f1-0669-42f3-90da-7ae45e09ad87 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 944 time: 0.1173999 Apr 22 18:04:03.760142 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-476b7201-530d-4c24-932c-4c0489ff7d7d req-d80d1397-bb1e-48b3-935f-ad516c0e9d69 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565732 Apr 22 18:04:03.823808 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf2aec-0011-4e4d-895d-a9ae26cd3dbe req-a76d8272-03ab-4023-a12c-e19a69d7e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:04:03.825472 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95bf2aec-0011-4e4d-895d-a9ae26cd3dbe req-a76d8272-03ab-4023-a12c-e19a69d7e289 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=70a9afa8-97c2-4598-b9d1-3bf9ce19499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1342652 Apr 22 18:04:03.857048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-c88f604a-795b-4049-a820-587f72b395bd None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 18:04:03.982700 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95bf2aec-0011-4e4d-895d-a9ae26cd3dbe req-00029696-ccae-408c-8364-bf2e851ed133 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496348 Apr 22 18:04:04.132697 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-95bf2aec-0011-4e4d-895d-a9ae26cd3dbe req-7f0ece6b-120d-432d-a068-13de28bd0c97 service neutron] 10.222.0.78 "GET /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422050 Apr 22 18:04:04.212270 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-c88f604a-795b-4049-a820-587f72b395bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:04.216611 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f604a-795b-4049-a820-587f72b395bd None None] The sync data for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv is: [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:48Z', 'revision_number': 4, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv', '_interfaces': [{'id': '9adc6c91-45d6-4d28-968f-eba6b734b3dc', 'name': '', 'network_id': '70a9afa8-97c2-4598-b9d1-3bf9ce19499d', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'mac_address': 'fa:16:3e:fd:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:47Z', 'updated_at': '2021-04-22T17:58:55Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'subnets': [{'id': '206faaff-6326-4b15-b26e-6f1d24a086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 18:04:04.626000 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c689c8-2541-4322-9ff1-7c25466425d5 None None] New status for floating IP 21f01cda-1094-485a-b7df-3ba69d26e9bc: DOWN {{(pid=87211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 18:04:04.968011 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382c4b2-cec8-4ab6-a5e6-b221773b46df req-ad359e69-1af9-4ec4-8d54-38e0b2559c4e tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:04:04.970211 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c382c4b2-cec8-4ab6-a5e6-b221773b46df req-ad359e69-1af9-4ec4-8d54-38e0b2559c4e tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 944 time: 0.0992067 Apr 22 18:04:05.021109 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-c382c4b2-cec8-4ab6-a5e6-b221773b46df req-2f4aed1f-85a3-4529-936f-4343318954f4 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439975 Apr 22 18:04:05.519804 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-d313d55c-8b85-4c26-b553-eba2953b579c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:04:05.520590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-d313d55c-8b85-4c26-b553-eba2953b579c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Synchronizing usage tracker for tenant:e1710e73d2704b4f9d16428929688adb on resource:port {{(pid=87209) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 18:04:05.570279 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.quota.resource [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-d313d55c-8b85-4c26-b553-eba2953b579c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Unset dirty status for tenant:e1710e73d2704b4f9d16428929688adb on resource:port {{(pid=87209) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 18:04:05.571766 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-d313d55c-8b85-4c26-b553-eba2953b579c tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 944 time: 0.1396556 Apr 22 18:04:05.661419 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-46e59596-83f8-40f7-84f4-51079f0d1d6f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Deleting port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 {{(pid=87209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:05.661791 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-46e59596-83f8-40f7-84f4-51079f0d1d6f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:05.932471 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-46e59596-83f8-40f7-84f4-51079f0d1d6f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] For port 6848a80c-1dac-4ba1-8135-3336ecd5ed86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6848a80c-1dac-4ba1-8135-3336ecd5ed86,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:04:05.932864 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-46e59596-83f8-40f7-84f4-51079f0d1d6f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:05.947505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:06.065946 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-46e59596-83f8-40f7-84f4-51079f0d1d6f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Calling delete_port for 6848a80c-1dac-4ba1-8135-3336ecd5ed86 owned by compute:nova {{(pid=87209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:04:06.236316 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a22ac-c2d8-4f79-ba7e-14f4b93cc43d req-cf807862-157c-442e-96b9-6134acbe8eb7 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 18:04:06.238478 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-535a22ac-c2d8-4f79-ba7e-14f4b93cc43d req-cf807862-157c-442e-96b9-6134acbe8eb7 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0bba534-45ed-4b02-a219-82b410b35595 HTTP/1.1" status: 200 len: 944 time: 0.0964875 Apr 22 18:04:06.297338 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-535a22ac-c2d8-4f79-ba7e-14f4b93cc43d req-5d897bed-d825-44e1-89cc-522586b3b490 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0d1c756-517c-482e-b1ec-b1f7198564bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523548 Apr 22 18:04:06.319076 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-46e59596-83f8-40f7-84f4-51079f0d1d6f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019828'] for port, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:06.328064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-8f9abd7c-aa63-435e-b11d-1cd3b4f591b8 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:06.376596 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e59596-83f8-40f7-84f4-51079f0d1d6f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event deleted for resources: {'Port': ['ID=6848a80c-1dac-4ba1-8135-3336ecd5ed86,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:06.380772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-46e59596-83f8-40f7-84f4-51079f0d1d6f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:06.464691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-46e59596-83f8-40f7-84f4-51079f0d1d6f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] No DVR routers for this DVR port 6848a80c-1dac-4ba1-8135-3336ecd5ed86 on host hv-neutron-7864 {{(pid=87209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 18:04:06.467422 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-46e59596-83f8-40f7-84f4-51079f0d1d6f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7338'] for port, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:06.470724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'name': 'network-vif-deleted', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86'}] {{(pid=87209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 18:04:06.520206 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [req-6790a666-3be1-4d7b-bfa8-9a2eebecdf94 req-46e59596-83f8-40f7-84f4-51079f0d1d6f tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.78 "DELETE /v2.0/ports/6848a80c-1dac-4ba1-8135-3336ecd5ed86 HTTP/1.1" status: 204 len: 173 time: 0.9383738 Apr 22 18:04:06.522653 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bba534-45ed-4b02-a219-82b410b35595', 'name': 'network-vif-deleted', 'tag': '6848a80c-1dac-4ba1-8135-3336ecd5ed86', 'status': 'completed', 'code': 200} Apr 22 18:04:07.400962 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87209) accepted ('10.222.0.77', 42286) {{(pid=87209) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:07.478274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1db2a690-76d3-416a-bac3-edc2bb2362e6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group, before_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:07.510292 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1db2a690-76d3-416a-bac3-edc2bb2362e6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:07.702903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1db2a690-76d3-416a-bac3-edc2bb2362e6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:07.708905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cc2db374-e0a1-40c2-8a91-d91380d48b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:07.726309 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2a690-76d3-416a-bac3-edc2bb2362e6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1c756-517c-482e-b1ec-b1f7198564bd,revision_number=None']} {{(pid=87209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:07.729487 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-1db2a690-76d3-416a-bac3-edc2bb2362e6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:07.775547 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1db2a690-76d3-416a-bac3-edc2bb2362e6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] Notify callbacks [] for security_group, before_response {{(pid=87209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:07.779547 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1db2a690-76d3-416a-bac3-edc2bb2362e6 tempest-TestSnapshotPattern-2043517700 tempest-TestSnapshotPattern-2043517700-project] 10.222.0.77 "DELETE /v2.0/security-groups/f0d1c756-517c-482e-b1ec-b1f7198564bd HTTP/1.1" status: 204 len: 168 time: 0.3747802 Apr 22 18:04:08.881217 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42294) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:09.580757 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:09.973691 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Deleting port 9adc6c91-45d6-4d28-968f-eba6b734b3dc {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:09.974274 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:10.163114 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] For port 9adc6c91-45d6-4d28-968f-eba6b734b3dc, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=9adc6c91-45d6-4d28-968f-eba6b734b3dc,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:04:10.163436 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:10.297485 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Calling delete_port for 9adc6c91-45d6-4d28-968f-eba6b734b3dc owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:04:10.593300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:10.599619 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-47ce44d8-6491-4e79-9ed8-88b2121bde0f tempest-TestShelveInstance-1353029778 tempest-TestShelveInstance-1353029778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:10.794303 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6848a80c-1dac-4ba1-8135-3336ecd5ed86 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 18:04:10.834492 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] No Port match for: 6848a80c-1dac-4ba1-8135-3336ecd5ed86 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 18:04:10.834932 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Device 6848a80c-1dac-4ba1-8135-3336ecd5ed86 not bound to the agent host hv-neutron-7864 {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 18:04:10.935252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9adc6c91-45d6-4d28-968f-eba6b734b3dc,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:11.022081 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.022719 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.022976 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.023401 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.023825 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.024244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.024660 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.025077 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.025490 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.025901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.026315 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.026744 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-3-hyperv {{(pid=87210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 18:04:11.043161 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:11.241775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:11.637898 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Router 52a883c9-cf93-44b4-9848-4edc61bb9d1b has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 18:04:11.836562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 18:04:11.846399 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402146d8-2358-456a-8c9f-ea9b43a94cd8 None None] Sync routers for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 18:04:11.853285 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-53c6e722-b3b9-4f5c-bc27-ae615ad593d0 admin admin] 10.222.0.77 "PUT /v2.0/routers/52a883c9-cf93-44b4-9848-4edc61bb9d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9680293 Apr 22 18:04:11.853285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42300) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:11.860502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402146d8-2358-456a-8c9f-ea9b43a94cd8 None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 18:04:11.861291 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-402146d8-2358-456a-8c9f-ea9b43a94cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T18:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:12.048103 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:12.054751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-402146d8-2358-456a-8c9f-ea9b43a94cd8 None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: dv-neutron-786478-3-hyperv {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 18:04:12.247109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:12.290888 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Deleting port e11caed4-51dc-40b2-bf3c-135de2800aed {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:12.291483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:12.493058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] For port e11caed4-51dc-40b2-bf3c-135de2800aed, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=e11caed4-51dc-40b2-bf3c-135de2800aed,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:04:12.493635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:12.533569 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-402146d8-2358-456a-8c9f-ea9b43a94cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T18:04:10Z', 'revision_number': 5, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port': {'id': 'e11caed4-51dc-40b2-bf3c-135de2800aed', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T17:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:12.538124 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402146d8-2358-456a-8c9f-ea9b43a94cd8 None None] Checking router: 52a883c9-cf93-44b4-9848-4edc61bb9d1b for host: dv-neutron-786478-3-hyperv {{(pid=87212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 18:04:12.548455 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402146d8-2358-456a-8c9f-ea9b43a94cd8 None None] Routers {'52a883c9-cf93-44b4-9848-4edc61bb9d1b'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 18:04:12.549140 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-402146d8-2358-456a-8c9f-ea9b43a94cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T18:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'], 'active': True} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:12.632109 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Calling delete_port for e11caed4-51dc-40b2-bf3c-135de2800aed owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:04:12.715191 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-402146d8-2358-456a-8c9f-ea9b43a94cd8 None None] Set router 52a883c9-cf93-44b4-9848-4edc61bb9d1b gateway port host: None {{(pid=87212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 18:04:12.834337 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-402146d8-2358-456a-8c9f-ea9b43a94cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T18:04:12Z', 'revision_number': 6, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:12.838929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402146d8-2358-456a-8c9f-ea9b43a94cd8 None None] The sync data for ids ['52a883c9-cf93-44b4-9848-4edc61bb9d1b'] in dv-neutron-786478-3-hyperv is: [{'id': '52a883c9-cf93-44b4-9848-4edc61bb9d1b', 'name': 'tempest-TestSnapshotPattern-1259197447-router', 'tenant_id': 'e1710e73d2704b4f9d16428929688adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:44Z', 'updated_at': '2021-04-22T18:04:12Z', 'revision_number': 6, 'project_id': 'e1710e73d2704b4f9d16428929688adb', 'gw_port_host': None}] {{(pid=87212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 18:04:12.942196 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:12.947794 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-4ba1ac5e-0f70-43df-9e22-1849cc49c8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:13.001378 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e11caed4-51dc-40b2-bf3c-135de2800aed,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:13.004945 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:13.105752 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:13.202016 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:04:13.297930 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:13.300662 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:13.422905 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:13.423643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a883c9-cf93-44b4-9848-4edc61bb9d1b {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 18:04:13.438300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:13.439603 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-cdbc24f4-f846-42c8-bab4-4a415bd22c0c admin admin] 10.222.0.77 "DELETE /v2.0/routers/52a883c9-cf93-44b4-9848-4edc61bb9d1b HTTP/1.1" status: 204 len: 168 time: 1.5854816 Apr 22 18:04:13.442424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42304) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:13.514397 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-25522652-06a9-4cd4-8b76-f0543d175809 admin admin] Deleting subnet 206faaff-6326-4b15-b26e-6f1d24a086b3 {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 18:04:13.518245 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25522652-06a9-4cd4-8b76-f0543d175809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:13.527940 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e11caed4-51dc-40b2-bf3c-135de2800aed no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 18:04:13.571750 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: e11caed4-51dc-40b2-bf3c-135de2800aed {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 18:04:13.572540 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device e11caed4-51dc-40b2-bf3c-135de2800aed not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 18:04:13.573207 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9adc6c91-45d6-4d28-968f-eba6b734b3dc no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 18:04:13.579735 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25522652-06a9-4cd4-8b76-f0543d175809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:13.629233 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 9adc6c91-45d6-4d28-968f-eba6b734b3dc {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 18:04:13.629775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 9adc6c91-45d6-4d28-968f-eba6b734b3dc not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 18:04:13.673392 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25522652-06a9-4cd4-8b76-f0543d175809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:13.965821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25522652-06a9-4cd4-8b76-f0543d175809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:13.970522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-dc269d1c-f140-4002-a31d-2728eaafabbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:14.009347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25522652-06a9-4cd4-8b76-f0543d175809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206faaff-6326-4b15-b26e-6f1d24a086b3,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:14.013229 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-25522652-06a9-4cd4-8b76-f0543d175809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:14.016311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-25522652-06a9-4cd4-8b76-f0543d175809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:14.022980 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-25522652-06a9-4cd4-8b76-f0543d175809 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/206faaff-6326-4b15-b26e-6f1d24a086b3 HTTP/1.1" status: 204 len: 168 time: 0.5794103 Apr 22 18:04:14.023725 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793f1bd3-ed96-48eb-ab19-73086358fa82 None None] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 18:04:14.025695 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42308) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:14.149058 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:14.161014 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Deleting port 23d35ecc-4f9b-4847-af6c-97b9587eec22 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:14.161551 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:14.289518 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c0758-80b6-43d4-b276-fdf30133fb1f None None] DHCP port deletion for 70a9afa8-97c2-4598-b9d1-3bf9ce19499d request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 18:04:14.294599 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c0758-80b6-43d4-b276-fdf30133fb1f None None] Deleting port 23d35ecc-4f9b-4847-af6c-97b9587eec22 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:14.295219 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca4c0758-80b6-43d4-b276-fdf30133fb1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:14.542115 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-ca4c0758-80b6-43d4-b276-fdf30133fb1f None None] For port 23d35ecc-4f9b-4847-af6c-97b9587eec22, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=23d35ecc-4f9b-4847-af6c-97b9587eec22,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:04:14.542581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca4c0758-80b6-43d4-b276-fdf30133fb1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:14.689929 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c0758-80b6-43d4-b276-fdf30133fb1f None None] Calling delete_port for 23d35ecc-4f9b-4847-af6c-97b9587eec22 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:04:14.703978 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] For port 23d35ecc-4f9b-4847-af6c-97b9587eec22, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=23d35ecc-4f9b-4847-af6c-97b9587eec22,segment=NetworkSegment(74ba3fd4-03cc-413e-abde-c3e7af8643a0),segment_id=74ba3fd4-03cc-413e-abde-c3e7af8643a0)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:04:14.704626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:14.805122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-ca4c0758-80b6-43d4-b276-fdf30133fb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778'] for port, after_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:14.810742 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-0d0f0ebb-c835-4f2a-a219-ce8e7cad35e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:14.848198 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Calling delete_port for 23d35ecc-4f9b-4847-af6c-97b9587eec22 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:04:14.857021 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c0758-80b6-43d4-b276-fdf30133fb1f None None] Pushing event deleted for resources: {'Port': ['ID=23d35ecc-4f9b-4847-af6c-97b9587eec22,revision_number=None']} {{(pid=87211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:14.860626 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-ca4c0758-80b6-43d4-b276-fdf30133fb1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:14.865398 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c0758-80b6-43d4-b276-fdf30133fb1f None None] No DVR routers for this DVR port 23d35ecc-4f9b-4847-af6c-97b9587eec22 on host dv-neutron-786478-3-hyperv {{(pid=87211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 18:04:14.926424 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87210) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:04:14.926830 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 18:04:15.428227 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Deleting port 23d35ecc-4f9b-4847-af6c-97b9587eec22 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:15.428746 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:15.508130 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] The port '23d35ecc-4f9b-4847-af6c-97b9587eec22' was deleted {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 18:04:15.518251 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 23d35ecc-4f9b-4847-af6c-97b9587eec22 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 18:04:15.558829 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 23d35ecc-4f9b-4847-af6c-97b9587eec22 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 18:04:15.559263 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 23d35ecc-4f9b-4847-af6c-97b9587eec22 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 18:04:15.641493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:15.762854 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a9afa8-97c2-4598-b9d1-3bf9ce19499d']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:15.777167 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ba3fd4-03cc-413e-abde-c3e7af8643a0') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:15.777505 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ba3fd4-03cc-413e-abde-c3e7af8643a0') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:15.791121 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:15.807336 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:15.814405 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 18:04:16.010496 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 18:04:16.021264 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:16.208275 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Network 70a9afa8-97c2-4598-b9d1-3bf9ce19499d has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: % (table.description, expected, rows_matched) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:04:16.232608 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:04:16.358802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:16.362285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-49563138-c52a-4644-bf58-b402b7d59424 tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:16.378861 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:16.387730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Pushing event deleted for resources: {'Network': ['ID=70a9afa8-97c2-4598-b9d1-3bf9ce19499d,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:16.391736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:16.428185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-126b8cbf-b335-4245-9b1a-c1b38881258f admin admin] 10.222.0.77 "DELETE /v2.0/networks/70a9afa8-97c2-4598-b9d1-3bf9ce19499d HTTP/1.1" status: 204 len: 168 time: 2.4013755 Apr 22 18:04:16.431261 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42312) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:17.022903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838421862'] for router_interface, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:17.406403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] Deleting port cab54476-2d29-4c90-af43-9a9f503afe6e {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:17.406733 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:17.600620 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] For port cab54476-2d29-4c90-af43-9a9f503afe6e, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=cab54476-2d29-4c90-af43-9a9f503afe6e,segment=NetworkSegment(ef3e0c18-92fd-4955-9752-b38792c58236),segment_id=ef3e0c18-92fd-4955-9752-b38792c58236)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:04:17.601203 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:17.738525 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] Calling delete_port for cab54476-2d29-4c90-af43-9a9f503afe6e owned by network:router_interface {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:04:18.004859 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:18.010008 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-abe48a18-1118-4f26-be83-89089fcf5e1c tempest-TestNetworkBasicOps-11617392 tempest-TestNetworkBasicOps-11617392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:18.059684 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab54476-2d29-4c90-af43-9a9f503afe6e,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:18.063643 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:18.356802 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16485286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036838421788'] for router_interface, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:19.037338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] Router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde has already been hosted by L3 agent b0e3213a-cf56-4646-82af-610483b139fc {{(pid=87210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 18:04:19.235338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] Notify agent at l3_agent.dv-neutron-786478-3-hyperv the message routers_updated {{(pid=87210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 18:04:19.245202 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a1f52-4389-4789-bb82-eeff58222f79 None None] Sync routers for ids ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'] in dv-neutron-786478-3-hyperv {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 18:04:19.256535 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a1f52-4389-4789-bb82-eeff58222f79 None None] Routers {'7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 18:04:19.258462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1a4a1f52-4389-4789-bb82-eeff58222f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T18:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:19.283012 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b7d7d890-00eb-4822-8a4c-19de7e220af4 admin admin] 10.222.0.77 "PUT /v2.0/routers/7e4bfb42-8c5e-41dc-b64a-3c71d3614fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8478646 Apr 22 18:04:19.283403 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42316) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:19.460720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-1a4a1f52-4389-4789-bb82-eeff58222f79 None None] Set router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde gateway port host: dv-neutron-786478-3-hyperv {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 18:04:19.476889 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Notify callbacks [] for router, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:19.686237 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:19.725557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Deleting port dcc5ad3b-5404-4a41-904a-1d20a11578a7 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:19.726527 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:19.934087 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] For port dcc5ad3b-5404-4a41-904a-1d20a11578a7, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=dcc5ad3b-5404-4a41-904a-1d20a11578a7,segment=NetworkSegment(13a1cbb5-9d83-4bd1-938c-e29b0050ec38),segment_id=13a1cbb5-9d83-4bd1-938c-e29b0050ec38)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:04:19.934748 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:19.990582 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1a4a1f52-4389-4789-bb82-eeff58222f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'name': 'tempest-TestSnapshotPattern-502993762-router', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'external_fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:51Z', 'updated_at': '2021-04-22T18:04:17Z', 'revision_number': 5, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'gw_port': {'id': 'dcc5ad3b-5404-4a41-904a-1d20a11578a7', 'name': '', 'network_id': '5c25d723-0f11-44dd-8ff5-9ca8da8a93d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T17:58:52Z', 'updated_at': '2021-04-22T17:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6a2145-fd2e-4636-833c-334cdcfd015e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-3-hyperv'}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:19.994602 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a1f52-4389-4789-bb82-eeff58222f79 None None] Checking router: 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde for host: dv-neutron-786478-3-hyperv {{(pid=87211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 18:04:20.003806 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a1f52-4389-4789-bb82-eeff58222f79 None None] Routers {'7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'} bound to L3 agent in host dv-neutron-786478-3-hyperv {{(pid=87211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 18:04:20.004500 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1a4a1f52-4389-4789-bb82-eeff58222f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:47:30Z,description=,heartbeat_timestamp=2021-04-22T18:04:00Z,host='dv-neutron-786478-3-hyperv',id=b0e3213a-cf56-4646-82af-610483b139fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:47:30Z,topic='l3_agent')) {'router_ids': ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'], 'active': True} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:20.075248 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Calling delete_port for dcc5ad3b-5404-4a41-904a-1d20a11578a7 owned by network:router_gateway {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:04:20.173622 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvr_db [None req-1a4a1f52-4389-4789-bb82-eeff58222f79 None None] Set router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde gateway port host: None {{(pid=87211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 18:04:20.293300 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_hamode_db [None req-1a4a1f52-4389-4789-bb82-eeff58222f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'name': 'tempest-TestSnapshotPattern-502993762-router', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:51Z', 'updated_at': '2021-04-22T18:04:19Z', 'revision_number': 6, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'gw_port_host': None}], 'dv-neutron-786478-3-hyperv', False) {} {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:20.297787 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a1f52-4389-4789-bb82-eeff58222f79 None None] The sync data for ids ['7e4bfb42-8c5e-41dc-b64a-3c71d3614fde'] in dv-neutron-786478-3-hyperv is: [{'id': '7e4bfb42-8c5e-41dc-b64a-3c71d3614fde', 'name': 'tempest-TestSnapshotPattern-502993762-router', 'tenant_id': 'd299b15313a34fbca846e20ff3fee205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T17:58:51Z', 'updated_at': '2021-04-22T18:04:19Z', 'revision_number': 6, 'project_id': 'd299b15313a34fbca846e20ff3fee205', 'gw_port_host': None}] {{(pid=87211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 18:04:20.319308 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:20.331654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-f2612a7f-a60c-437a-8cb1-bcf0f7fbf38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:20.383147 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc5ad3b-5404-4a41-904a-1d20a11578a7,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:20.412724 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:20.481542 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16364645'] for router_gateway, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:20.673567 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16354617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767839'] for router, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:20.676023 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:20.867285 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838417283'] for router, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:20.867901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e4bfb42-8c5e-41dc-b64a-3c71d3614fde {{(pid=87210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 18:04:20.881072 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] Notify callbacks [] for router, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:20.882298 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-48da6460-1f29-49d3-9b26-ff67f3e6947e admin admin] 10.222.0.77 "DELETE /v2.0/routers/7e4bfb42-8c5e-41dc-b64a-3c71d3614fde HTTP/1.1" status: 204 len: 168 time: 1.5979917 Apr 22 18:04:20.885111 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42320) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:20.956539 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9249cf-0691-4c1d-9688-2f5c1ce230c0 admin admin] Deleting subnet 2c19068d-d548-4385-98fa-665f1e10207c {{(pid=87210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 18:04:20.960116 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb9249cf-0691-4c1d-9688-2f5c1ce230c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:21.019382 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb9249cf-0691-4c1d-9688-2f5c1ce230c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841101886'] for subnet, precommit_delete_associations {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:21.110994 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb9249cf-0691-4c1d-9688-2f5c1ce230c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106804'] for subnet, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:21.515903 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dcc5ad3b-5404-4a41-904a-1d20a11578a7 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 18:04:21.555481 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: dcc5ad3b-5404-4a41-904a-1d20a11578a7 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 18:04:21.555881 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device dcc5ad3b-5404-4a41-904a-1d20a11578a7 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 18:04:21.556354 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cab54476-2d29-4c90-af43-9a9f503afe6e no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 18:04:21.597311 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: cab54476-2d29-4c90-af43-9a9f503afe6e {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 18:04:21.597732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device cab54476-2d29-4c90-af43-9a9f503afe6e not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 18:04:21.702972 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb9249cf-0691-4c1d-9688-2f5c1ce230c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838669044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036841213912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036841127677'] for subnet, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:21.708633 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-7c64c21c-0803-4b52-829a-58a46e5f615e tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:21.751197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9249cf-0691-4c1d-9688-2f5c1ce230c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c19068d-d548-4385-98fa-665f1e10207c,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:21.754592 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-fb9249cf-0691-4c1d-9688-2f5c1ce230c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:21.755699 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-fb9249cf-0691-4c1d-9688-2f5c1ce230c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:21.765185 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-fb9249cf-0691-4c1d-9688-2f5c1ce230c0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2c19068d-d548-4385-98fa-665f1e10207c HTTP/1.1" status: 204 len: 168 time: 0.8761520 Apr 22 18:04:21.765387 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ff36a-51e1-4530-bfee-b0f1c9679641 None None] Network beb39ea4-72f6-4a1b-961c-83e59b78ec70 requested from dv-neutron-786478-3-hyperv {{(pid=87211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 18:04:21.765473 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42324) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:21.879302 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733816'] for network, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:21.891035 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Deleting port 72c559cc-79f5-439b-a9af-5e9a7e996035 {{(pid=87210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:21.891402 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:22.040050 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a22d4a-a192-4fd6-885e-f83b76772a13 None None] DHCP port deletion for beb39ea4-72f6-4a1b-961c-83e59b78ec70 request from dv-neutron-786478-3-hyperv {{(pid=87211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 18:04:22.045244 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b3a22d4a-a192-4fd6-885e-f83b76772a13 None None] Deleting port 72c559cc-79f5-439b-a9af-5e9a7e996035 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:22.045730 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3a22d4a-a192-4fd6-885e-f83b76772a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:22.126461 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] For port 72c559cc-79f5-439b-a9af-5e9a7e996035, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=72c559cc-79f5-439b-a9af-5e9a7e996035,segment=NetworkSegment(ef3e0c18-92fd-4955-9752-b38792c58236),segment_id=ef3e0c18-92fd-4955-9752-b38792c58236)] {{(pid=87210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:04:22.127093 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:22.265807 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Calling delete_port for 72c559cc-79f5-439b-a9af-5e9a7e996035 owned by network:dhcp {{(pid=87210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:04:22.277638 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.db [None req-b3a22d4a-a192-4fd6-885e-f83b76772a13 None None] For port 72c559cc-79f5-439b-a9af-5e9a7e996035, host dv-neutron-786478-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-3-hyperv',level=0,port_id=72c559cc-79f5-439b-a9af-5e9a7e996035,segment=NetworkSegment(ef3e0c18-92fd-4955-9752-b38792c58236),segment_id=ef3e0c18-92fd-4955-9752-b38792c58236)] {{(pid=87211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 18:04:22.278197 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3a22d4a-a192-4fd6-885e-f83b76772a13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838415747'] for port, precommit_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:22.375693 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256624609055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780229735778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036841213188'] for port, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:22.380892 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-28329c48-5b2f-4de0-b993-d3db3823f275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:22.410992 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b3a22d4a-a192-4fd6-885e-f83b76772a13 None None] Calling delete_port for 72c559cc-79f5-439b-a9af-5e9a7e996035 owned by network:dhcp {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 18:04:22.428706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Pushing event deleted for resources: {'Port': ['ID=72c559cc-79f5-439b-a9af-5e9a7e996035,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:22.432125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:22.432961 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] No DVR routers for this DVR port 72c559cc-79f5-439b-a9af-5e9a7e996035 on host dv-neutron-786478-3-hyperv {{(pid=87210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 18:04:22.494139 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.db.api [None req-b3a22d4a-a192-4fd6-885e-f83b76772a13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87211) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:04:22.494557 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_db.api [None req-b3a22d4a-a192-4fd6-885e-f83b76772a13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 18:04:22.557150 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838668959', 'neutron.services.segments.db._delete_segments_for_network-8780230084211'] for network, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:22.676347 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb39ea4-72f6-4a1b-961c-83e59b78ec70']}} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:22.690704 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3e0c18-92fd-4955-9752-b38792c58236') {'for_net_delete': True} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:22.691049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.services.segments.db [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3e0c18-92fd-4955-9752-b38792c58236') {} {{(pid=87210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 18:04:22.704054 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256624530275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13673930'] for segment, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:22.787751 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838663342'] for segment, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:22.794901 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=87210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 18:04:22.981712 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Network beb39ea4-72f6-4a1b-961c-83e59b78ec70 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 18:04:22.991971 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16112421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13562507'] for segment, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:22.995734 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b3a22d4a-a192-4fd6-885e-f83b76772a13 None None] Deleting port 72c559cc-79f5-439b-a9af-5e9a7e996035 {{(pid=87211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 18:04:22.996179 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b3a22d4a-a192-4fd6-885e-f83b76772a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256624612212'] for port, before_delete {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:23.071483 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-b3a22d4a-a192-4fd6-885e-f83b76772a13 None None] The port '72c559cc-79f5-439b-a9af-5e9a7e996035' was deleted {{(pid=87211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 18:04:23.495338 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.managers [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Network beb39ea4-72f6-4a1b-961c-83e59b78ec70 has no segments {{(pid=87210) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 18:04:23.511679 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 72c559cc-79f5-439b-a9af-5e9a7e996035 no longer exists at agent ovs-agent-dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: Traceback (most recent call last): Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: timer() Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: cb(*args, **kw) Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: return func(*args, **kwargs) Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: self._notify() Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: self.callback(batched_events) Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: event.method(event) Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: segment_id)['aggregates'][0] Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: return f(self, *a, **k) Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: return self._get(url).json() Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: **kwargs) Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: return self.request(url, 'GET', **kwargs) Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: **endpoint_filter) Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:04:23.528409 dv-neutron-786478-3-hyperv neutron-server[87094]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:04:23.552462 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.plugin [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] No Port match for: 72c559cc-79f5-439b-a9af-5e9a7e996035 {{(pid=87211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 18:04:23.552857 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.plugins.ml2.rpc [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Device 72c559cc-79f5-439b-a9af-5e9a7e996035 not bound to the agent host dv-neutron-786478-3-hyperv {{(pid=87211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 18:04:23.838529 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16106857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838290530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354178'] for network, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:23.842074 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-d9f893cb-aef0-4327-b244-7579a9dfa10c tempest-NetworksIpV6Test-326348283 tempest-NetworksIpV6Test-326348283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:23.856493 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Notify callbacks [] for network, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:23.867899 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Pushing event deleted for resources: {'Network': ['ID=beb39ea4-72f6-4a1b-961c-83e59b78ec70,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:23.872720 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:23.879066 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-b80fe209-a5d4-421d-8d43-c245d69f596d admin admin] 10.222.0.77 "DELETE /v2.0/networks/beb39ea4-72f6-4a1b-961c-83e59b78ec70 HTTP/1.1" status: 204 len: 168 time: 2.1125569 Apr 22 18:04:24.085665 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42332) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:24.144449 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-d9f767f1-92bb-4c14-81f2-6aa5222706e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1710e73d2704b4f9d16428929688adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574598 Apr 22 18:04:24.147119 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42336) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:24.209581 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db55fbbc-0113-4957-85ef-fdecbdb906e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:24.237517 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db55fbbc-0113-4957-85ef-fdecbdb906e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:24.559055 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db55fbbc-0113-4957-85ef-fdecbdb906e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:24.564747 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-200fdc97-a96f-4386-9e27-8687aa09b316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:24.580024 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55fbbc-0113-4957-85ef-fdecbdb906e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7b28f7-6841-49d4-9424-6bf0ac5e7269,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:24.584298 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-db55fbbc-0113-4957-85ef-fdecbdb906e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:24.597194 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-db55fbbc-0113-4957-85ef-fdecbdb906e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:24.601340 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-db55fbbc-0113-4957-85ef-fdecbdb906e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a7b28f7-6841-49d4-9424-6bf0ac5e7269 HTTP/1.1" status: 204 len: 168 time: 0.4502656 Apr 22 18:04:25.355782 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42344) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:25.414255 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-1cb065b6-c080-42a7-8a27-5068beb7d8a4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d299b15313a34fbca846e20ff3fee205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571332 Apr 22 18:04:25.416957 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [-] (87210) accepted ('10.222.0.77', 42348) {{(pid=87210) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:25.487876 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9711000f-17e7-4dd9-9349-6a387e9d07f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:25.516450 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9711000f-17e7-4dd9-9349-6a387e9d07f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:25.599045 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9711000f-17e7-4dd9-9349-6a387e9d07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394924'] for security_group, after_delete {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:25.604463 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-40785492-0022-410e-b0dd-4135335a8a9c tempest-TestNetworkAdvancedServerOps-1537308589 tempest-TestNetworkAdvancedServerOps-1537308589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 18:04:25.616621 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711000f-17e7-4dd9-9349-6a387e9d07f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8fce89-0390-433a-88cc-ee427ebcb424,revision_number=None']} {{(pid=87210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 18:04:25.621973 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG oslo_concurrency.lockutils [None req-9711000f-17e7-4dd9-9349-6a387e9d07f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 18:04:25.624736 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9711000f-17e7-4dd9-9349-6a387e9d07f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:25.634225 dv-neutron-786478-3-hyperv neutron-server[87094]: INFO neutron.wsgi [None req-9711000f-17e7-4dd9-9349-6a387e9d07f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc8fce89-0390-433a-88cc-ee427ebcb424 HTTP/1.1" status: 204 len: 168 time: 0.2108619 Apr 22 18:04:28.108216 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-00c9e986-5520-43b1-8822-6d48a4add1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:30.323608 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-eb7bf0be-fd45-4c41-be27-b65ab983dd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:31.484065 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:31.718828 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:33.072949 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:35.953253 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:04:50.205306 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:04:58.112993 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-4a174c39-f21f-4bc7-9e1b-6f58788a1d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:00.323823 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-517451d5-2e46-40d7-9e73-f2aaa48fda2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:01.483289 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:01.712813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:03.067078 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:05.941206 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:13.405064 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.wsgi [req-7f26945f-ebc8-4935-be1d-e838999912ea req-b55929f1-b077-489a-955c-f9fc3f764ad2 service neutron] (87210) timed out ('10.222.0.77', 40734) {{(pid=87210) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 18:05:27.206766 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:05:28.111909 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-0cb93cda-eb0c-4f97-8172-0e6a3fd77581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:30.346732 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-22b103f6-e02d-4740-b175-bac4b5d1274b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:31.500788 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:31.723692 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:33.083522 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:35.992172 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:05:58.127406 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d0e46a9d-a02e-41c9-9e79-c69fc6ddaa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:00.323705 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-74d3d203-ef1c-4300-9906-1bd4a6e143f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:01.476967 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:01.722858 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:03.088813 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:04.207013 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:06:05.973863 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:28.105252 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-e5c0026a-1f9c-4f66-9ef9-0b305e6721a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:30.345122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-5bef5896-fdbf-4482-badb-dc39e859af57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:31.482125 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:31.722351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:33.092165 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:35.972586 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:06:41.207048 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:06:58.120623 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-156ddbc6-e433-45bf-b827-099bbcbb474e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:00.327772 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-7ce15cf2-74ad-418c-a1ae-c04ca5637016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:01.481580 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:01.721984 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:03.080379 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:05.989049 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:18.206400 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:07:28.119936 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-f41c0a4a-cc03-43b5-a74b-06cc8572383f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:30.325706 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9dbb84ce-9d86-4321-9894-0d08d827fffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:31.487502 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:31.733122 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:33.086844 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:35.978287 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:07:55.206587 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:07:58.121168 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-d3615d52-68f2-4ee0-96f4-3bb568fc95d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:00.326910 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1abafb2e-ba0c-4174-8e02-93aa473c01e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:01.479290 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:01.736513 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:03.102108 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:06.006442 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:28.143821 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-672deb67-4df2-4d87-a48d-284b56fa1893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:30.332153 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-de3c05f6-f3ba-44e1-846e-0fa1cdb4f661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:31.484319 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:31.735654 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:32.205763 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:08:33.091648 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:36.017656 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:08:58.135562 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-9fd511a6-5056-4e4f-b7f8-55001f5ae3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:00.353079 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-52fc5950-69ae-469d-90b0-78952d2d4885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:01.489459 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:01.735351 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:03.097508 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:06.016816 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:09.205775 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 18:09:28.125731 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-1e216e43-eb85-4eba-b520-63e5e9767d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:30.348590 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-a54328e4-26ef-40e1-a471-dcfc8de90f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:31.494283 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-8827ab66-b865-4467-b2b6-4ea6190173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:31.746273 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-143c501b-cbd1-4058-85da-3b17949b7a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:33.105988 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-bb4588ea-ba8e-48ed-99dd-f6c755391c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:36.031783 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron_lib.callbacks.manager [None req-cd35e0dc-44de-44f3-a2e5-38725d46dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256624691589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854088637'] for agent, after_update {{(pid=87211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 18:09:46.205635 dv-neutron-786478-3-hyperv neutron-server[87094]: DEBUG neutron.db.agents_db [None req-af345127-66aa-4751-a009-f777c515f867 None None] Agent healthcheck: found 6 active agents {{(pid=87212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}